-- Logs begin at Mon 2022-01-17 11:52:53 UTC, end at Mon 2022-01-17 13:48:44 UTC. -- Jan 17 12:36:45.867214 dv-neutron-824886-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 12:36:48.772499 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.common.config [-] Logging enabled! Jan 17 12:36:48.773167 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev11 Jan 17 12:36:48.773266 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109169) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 12:36:48.776459 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.common.config [-] Logging enabled! Jan 17 12:36:48.776710 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev11 Jan 17 12:36:48.777015 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109169) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 12:36:48.777945 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 12:36:48.778177 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 12:36:48.778529 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 12:36:48.778774 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 12:36:48.778998 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 12:36:48.779316 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.779638 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.779934 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.780162 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.780458 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.780746 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.781026 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.781313 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.781608 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.781892 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.782169 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.782450 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.782678 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.783651 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.784157 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.784452 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.784678 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] debug = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.784961 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.785393 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.785803 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.786082 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.786376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.786648 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.786916 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.787189 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.787469 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.787820 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] host = dv-neutron-824886-1-hyperv {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.788096 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.788380 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.788663 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.788946 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.789219 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.789491 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.789773 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.790043 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.790312 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.790583 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.790869 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.791170 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.791439 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.791687 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.791907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.792194 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.792475 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.792747 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.793017 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.793286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.793555 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.793831 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.794092 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.794372 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.794651 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.794932 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.795203 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.795471 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.795761 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.796028 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.796308 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.796594 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.796844 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.797113 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.797397 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.797662 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.797931 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.798226 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.798540 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.798950 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.799394 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.799700 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.799987 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.800262 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.800537 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.800810 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] use_json = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.801083 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.801354 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.801634 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.801907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.802177 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.802448 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.802715 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.802999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:48.803293 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.803619 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.803927 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.804206 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.804496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.804772 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.805057 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.805332 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.805617 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.805900 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.806185 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.806457 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.806743 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.807018 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.807308 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.807636 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.807928 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.808216 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.808487 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.808756 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.809026 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.809301 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.809583 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.809856 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.810140 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.810422 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.810696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.810981 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.811273 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.811585 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.811859 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.812135 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.812421 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.812695 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.812966 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.813241 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.813526 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.813807 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.814079 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.814559 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.815034 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.815315 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.815619 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.815902 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.816197 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.816477 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.816749 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.817018 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.817294 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.817565 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.817848 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.818122 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.818395 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.818665 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.818940 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.819211 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.819481 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.819774 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.820044 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.820319 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.820586 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.820855 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.821123 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.821390 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.821657 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.821924 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.822189 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.822461 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.822728 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.822995 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.823266 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.823563 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.823840 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.824124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.824418 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.824944 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.825220 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.825495 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.825770 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.826045 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.826319 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.826592 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.826865 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.827131 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.827422 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.827726 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.828011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.828288 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.828562 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.828859 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.829131 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.829409 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.829681 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.830546 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.831042 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.831334 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.831656 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.831953 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.832246 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.832537 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.832826 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.833102 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.833406 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.833681 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:48.833898 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 12:36:48.834140 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109169) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 12:36:49.198591 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 12:36:49.198858 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 12:36:49.199147 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 12:36:49.199475 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 12:36:49.608936 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.609216 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.609486 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.610784 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.611605 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.612038 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.650559 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.650825 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.651095 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.667253 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.667555 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.667823 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.697704 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.697973 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.698234 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.737786 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.738239 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.738656 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.978401 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.979011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.979011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.979167 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:49.979836 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.104481 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.104798 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.105084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.105361 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.105628 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.105963 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.106225 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.106481 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.106739 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.107023 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.107282 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.107563 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.107820 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.108071 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.108323 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.108587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.108841 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.109106 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.109374 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.109632 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.109893 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.110143 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.110422 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.110797 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.111166 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.111320 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.111753 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:50.111986 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:50.112218 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:50.112451 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:50.112683 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:50.112916 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:50.113298 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 12:36:50.116617 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 12:36:50.120628 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 12:36:50.124674 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 17 12:36:50.126309 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 12:36:50.126790 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 12:36:50.127131 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 12:36:50.127636 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 12:36:50.130654 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 12:36:50.130901 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 12:36:50.131252 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 12:36:50.136679 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 12:36:50.160136 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 12:36:50.160601 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.160900 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109169) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 17 12:36:50.161261 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.162646 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109169) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 12:36:50.162934 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 12:36:50.163180 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 12:36:50.166505 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.166787 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:50.230847 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 12:36:50.231022 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 12:36:50.231238 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 12:36:50.231646 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 12:36:50.255171 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_db.sqlalchemy.engines [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109169) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 12:36:50.955726 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing driver for type 'gre' Jan 17 12:36:50.956293 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] gre ID ranges: [(1, 1000)] Jan 17 12:36:51.171707 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing driver for type 'local' Jan 17 12:36:51.172408 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing driver for type 'vlan' Jan 17 12:36:51.273491 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] VlanTypeDriver initialization complete Jan 17 12:36:51.273820 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing driver for type 'vxlan' Jan 17 12:36:51.274353 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] vxlan ID ranges: [(1, 1000)] Jan 17 12:36:51.474290 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing extension driver 'port_security' Jan 17 12:36:51.474630 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.extensions.port_security [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] PortSecurityExtensionDriver initialization complete Jan 17 12:36:51.474988 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing mechanism driver 'openvswitch' Jan 17 12:36:51.475313 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing mechanism driver 'hyperv' Jan 17 12:36:51.482028 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.plugin [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:36:51.484446 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.484852 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.485210 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.485737 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 17 12:36:51.486303 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.486646 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.486995 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.487385 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 17 12:36:51.487814 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.488161 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.488502 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.488893 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 17 12:36:51.489297 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.489647 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.489987 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.490383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 17 12:36:51.490784 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.491131 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.491466 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.491883 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 17 12:36:51.492288 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.492631 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.492968 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.493355 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109169) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 17 12:36:51.493729 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] ML2 OVO RPC backend initialized. {{(pid=109169) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 17 12:36:51.494438 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.494790 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.495205 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.495577 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > networks before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.496010 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.496339 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > ports before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.496687 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.497031 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.497377 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.497717 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.498053 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.498388 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.498740 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.499054 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.499449 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.499806 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.500139 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.500723 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.plugin [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Modular L2 Plugin initialization complete Jan 17 12:36:51.501049 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading services supported by the core plugin {{(pid=109169) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 12:36:51.501374 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.plugins.ml2.managers [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Got port-security extension from driver 'port_security' Jan 17 12:36:51.502330 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.extensions.vlantransparent [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Disabled vlantransparent extension. Jan 17 12:36:51.502989 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109169) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 12:36:51.503309 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: router Jan 17 12:36:51.544519 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.544842 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_create 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.545212 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router before_create 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.545604 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.545982 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.546338 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_delete 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.546698 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.547174 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.547567 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_create 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.547906 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_update 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.548256 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_update 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.548604 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.549633 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_update 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.550054 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.550422 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.550758 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.551098 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: subnet after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.551435 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.551806 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.552154 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.552494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.552841 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.553200 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router after_update 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.553543 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.553892 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.554252 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.554596 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.554959 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > agent after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.555307 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > agent after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.555675 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > network after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.556571 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Tracking information for resource: router configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:51.556904 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Tracking information for resource: floatingip configured {{(pid=109169) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 12:36:51.561979 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.db.l3_agentschedulers_db [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 12:36:51.562564 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.562926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port after_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.563279 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port after_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.563660 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: port after_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.565192 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router before_create 55550100 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.565607 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.565978 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.566342 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.571039 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.provider_configuration [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service providers = [] {{(pid=109169) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 12:36:51.571398 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.db.servicetype_db [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109169) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 12:36:51.574376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.service_base [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 12:36:51.574986 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.service_base [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 12:36:51.575328 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.service_base [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 12:36:51.576251 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.services.service_base [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109169) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 12:36:51.576620 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.services.service_base [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 12:36:51.576994 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.577310 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 12:36:51.589741 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.590077 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: auto_allocate Jan 17 12:36:51.595853 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: network precommit_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.596223 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: network precommit_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.596741 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.597063 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: tag Jan 17 12:36:51.603903 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.604233 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: timestamp Jan 17 12:36:51.608103 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.608437 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: network_ip_availability Jan 17 12:36:51.614592 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.614964 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.615321 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.616067 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.616390 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: flavors Jan 17 12:36:51.621403 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.621732 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading Plugin: revisions Jan 17 12:36:51.626022 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109169) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 12:36:51.626410 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_concurrency.lockutils [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.427s {{(pid=109169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 12:36:51.627974 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109169) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 12:36:51.628314 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Initializing extension manager. Jan 17 12:36:51.628821 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: __init__.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.629189 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: __pycache__ {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.629524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.629854 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: address_group.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.630607 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.631171 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: address-group Jan 17 12:36:51.631509 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: address_scope.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.632234 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.632735 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: address-scope Jan 17 12:36:51.633058 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.634002 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.634504 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: router-admin-state-down-before-update Jan 17 12:36:51.634829 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: agent.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.635550 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.636048 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: agent Jan 17 12:36:51.636368 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: agent_resources_synced.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.637283 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.637785 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: agent-resources-synced Jan 17 12:36:51.638110 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.639934 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.640448 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: allowed-address-pairs Jan 17 12:36:51.640773 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.641860 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.642368 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: auto-allocated-topology Jan 17 12:36:51.642753 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: availability_zone.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.643442 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.643960 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: availability_zone Jan 17 12:36:51.644281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: availability_zone_filter.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.645190 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.645685 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: availability_zone_filter Jan 17 12:36:51.646005 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: data_plane_status.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.646906 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.647405 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 12:36:51.647752 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: default_subnetpools.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.648669 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.649166 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: default-subnetpools Jan 17 12:36:51.649487 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.650291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.650785 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: dhcp_agent_scheduler Jan 17 12:36:51.651107 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: dns.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.652044 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.652539 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 12:36:51.652861 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: dns_domain_ports.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.653784 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.654280 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 12:36:51.654601 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.655564 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.656062 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 12:36:51.656383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: dvr.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.657053 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.657545 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: dvr Jan 17 12:36:51.657868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: ecmp_routes.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.658834 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.659322 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 12:36:51.659670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: empty_string_filtering.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.660579 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.661078 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: empty-string-filtering Jan 17 12:36:51.661397 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.662309 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.662802 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 12:36:51.663119 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.664061 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.664710 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 12:36:51.666112 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: external_net.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.666112 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.666283 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: external-net Jan 17 12:36:51.666580 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.667510 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.668012 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: extra_dhcp_opt Jan 17 12:36:51.668335 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: extraroute.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.669239 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.669734 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: extraroute Jan 17 12:36:51.670051 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: extraroute_atomic.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.671093 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.671618 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: extraroute-atomic Jan 17 12:36:51.671941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: filter_validation.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.672790 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.673284 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: filter-validation Jan 17 12:36:51.673606 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: fip_pf_description.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.675046 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.675564 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 12:36:51.675886 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: fip_port_details.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.676808 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.677307 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: fip-port-details Jan 17 12:36:51.677628 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: flavors.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.678887 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.679391 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: flavors Jan 17 12:36:51.679748 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.681432 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.681941 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 12:36:51.682270 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: floatingip_pools.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.683037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.683469 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: floatingip-pools Jan 17 12:36:51.683823 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: ip_allocation.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.684760 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.685259 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 12:36:51.685574 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.686492 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.686991 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: ip-substring-filtering Jan 17 12:36:51.687556 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l2_adjacency.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.688284 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.688775 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 12:36:51.689094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.690740 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.691246 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: router Jan 17 12:36:51.691605 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.693891 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.694408 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 12:36:51.694738 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.695716 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.696225 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: ext-gw-mode Jan 17 12:36:51.696549 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.697469 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.697971 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: l3-ha Jan 17 12:36:51.698298 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3_flavors.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.699213 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.700007 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: l3-flavors Jan 17 12:36:51.700327 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.701260 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.701758 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 12:36:51.702076 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: l3agentscheduler.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.703116 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.703651 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: l3_agent_scheduler Jan 17 12:36:51.703981 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: logging.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.705635 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.706149 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension logging not supported by any of loaded plugins Jan 17 12:36:51.706484 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: metering.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.707229 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.707830 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: metering Jan 17 12:36:51.708160 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.709373 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.709884 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: metering_source_and_destination_fields Jan 17 12:36:51.710211 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: multiprovidernet.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.711139 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.711671 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: multi-provider Jan 17 12:36:51.711997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: netmtu.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.712918 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.713419 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: net-mtu Jan 17 12:36:51.713744 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: netmtu_writable.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.714723 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.715159 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: net-mtu-writable Jan 17 12:36:51.715482 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: network_availability_zone.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.716174 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.716667 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: network_availability_zone Jan 17 12:36:51.716989 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: network_ip_availability.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.718105 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.718606 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: network-ip-availability Jan 17 12:36:51.718933 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: network_segment_range.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.719733 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.720229 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 12:36:51.720566 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: pagination.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.721566 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.721895 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: pagination Jan 17 12:36:51.722219 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: port_device_profile.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.723126 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.723660 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: port-device-profile Jan 17 12:36:51.723985 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.724910 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.725410 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: port-mac-address-regenerate Jan 17 12:36:51.725730 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.726643 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.727137 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: port-numa-affinity-policy Jan 17 12:36:51.727456 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: port_resource_request.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.728407 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.728901 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 12:36:51.729220 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: portbindings.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.730145 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.730637 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: binding Jan 17 12:36:51.730956 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: portbindings_extended.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.732261 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.732773 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: binding-extended Jan 17 12:36:51.733096 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: portsecurity.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.734014 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.734515 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: port-security Jan 17 12:36:51.734838 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: project_id.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.735844 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.736680 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: project-id Jan 17 12:36:51.737029 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: providernet.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.737960 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.738461 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: provider Jan 17 12:36:51.738781 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.742463 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.742980 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos not supported by any of loaded plugins Jan 17 12:36:51.743313 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.744607 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.745111 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 12:36:51.745434 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.746355 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.746860 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 12:36:51.747180 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_default.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.748126 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.748640 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-default not supported by any of loaded plugins Jan 17 12:36:51.748963 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_fip.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.749610 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.750107 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 12:36:51.750426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.751343 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.752459 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 12:36:51.752790 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.753697 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.754194 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 12:36:51.754516 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_pps_rule.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.755717 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.756224 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-pps not supported by any of loaded plugins Jan 17 12:36:51.756547 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.757463 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.757962 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 12:36:51.758282 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: qos_rules_alias.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.759336 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.759880 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 12:36:51.760206 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: quotasv2.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.761332 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.761661 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: quotas Jan 17 12:36:51.761982 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: quotasv2_detail.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.765338 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.765683 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: quota_details Jan 17 12:36:51.766019 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: rbac.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.767081 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.767687 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: rbac-policies Jan 17 12:36:51.768022 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: rbac_address_group.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.768965 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.769478 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: rbac-address-group Jan 17 12:36:51.769803 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: rbac_address_scope.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.770738 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.771246 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: rbac-address-scope Jan 17 12:36:51.771620 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: rbac_security_groups.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.772541 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.773054 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: rbac-security-groups Jan 17 12:36:51.773387 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.774305 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.774812 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: rbac-subnetpool Jan 17 12:36:51.775137 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: revisionifmatch.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.776092 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.776596 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: revision-if-match Jan 17 12:36:51.776918 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: revisions.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.778029 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.778539 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: standard-attr-revisions Jan 17 12:36:51.778864 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: router_availability_zone.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.779566 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.780066 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: router_availability_zone Jan 17 12:36:51.780385 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: routerservicetype.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.781304 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.781801 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 12:36:51.782121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.783070 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.783636 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: security-groups-normalized-cidr Jan 17 12:36:51.783943 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.784864 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.785365 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: port-security-groups-filtering Jan 17 12:36:51.785685 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.786599 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.787100 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: security-groups-remote-address-group Jan 17 12:36:51.787420 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: securitygroup.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.799311 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.799932 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: security-group Jan 17 12:36:51.800272 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: segment.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.801067 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.801573 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension segment not supported by any of loaded plugins Jan 17 12:36:51.801901 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.802866 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.803369 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 12:36:51.803728 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: servicetype.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.804965 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.805482 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: service-type Jan 17 12:36:51.805812 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: sorting.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.806798 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.807130 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: sorting Jan 17 12:36:51.807457 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: standard_attr_segment.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.808396 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.808908 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 12:36:51.809232 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: standardattrdescription.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.809886 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.810392 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: standard-attr-description Jan 17 12:36:51.810715 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: stateful_security_group.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.811684 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.812191 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: stateful-security-group Jan 17 12:36:51.812514 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: stdattrs_common.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.813096 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 12:36:51.813418 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.814973 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.815615 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 12:36:51.815983 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: subnet_onboard.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.817150 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.817663 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: subnet_onboard Jan 17 12:36:51.817986 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.818928 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.819427 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 12:36:51.819778 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: subnet_service_types.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.820720 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.821229 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: subnet-service-types Jan 17 12:36:51.821552 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: subnetallocation.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.822673 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.823179 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: subnet_allocation Jan 17 12:36:51.823520 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.824209 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.824955 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: subnetpool-prefix-ops Jan 17 12:36:51.825267 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.826199 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.826699 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 12:36:51.827018 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: tagging.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.828159 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.828668 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: standard-attr-tag Jan 17 12:36:51.828996 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: timestamp.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.830243 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.830921 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loaded extension: standard-attr-timestamp Jan 17 12:36:51.831253 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: trunk.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.832332 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.832837 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension trunk not supported by any of loaded plugins Jan 17 12:36:51.833165 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: trunk_details.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.834090 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.834590 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 12:36:51.834912 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.835932 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.836434 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 12:36:51.836755 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Loading extension file: vlantransparent.py {{(pid=109169) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 12:36:51.837430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109169) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 12:36:51.837925 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 12:36:51.840468 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:network Jan 17 12:36:51.840999 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:subnet Jan 17 12:36:51.841394 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 12:36:51.841780 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:port Jan 17 12:36:51.843056 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.843522 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service FLAVORS assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.844136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.844571 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.844905 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:router Jan 17 12:36:51.845346 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 12:36:51.846021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service METERING assigned prefix: /metering {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.847500 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.847887 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.848237 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:36:51.849246 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 12:36:51.849695 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:security_group Jan 17 12:36:51.850116 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 12:36:51.850707 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service CORE assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.851032 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 12:36:51.851381 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] subnetpool is already registered Jan 17 12:36:51.851833 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service CORE assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.852157 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 12:36:51.852492 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] subnetpool is already registered Jan 17 12:36:51.854786 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.855218 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service FLAVORS assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.855837 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.856258 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.856587 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:router Jan 17 12:36:51.856931 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] router is already registered Jan 17 12:36:51.857340 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 12:36:51.857673 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] floatingip is already registered Jan 17 12:36:51.858119 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service METERING assigned prefix: /metering {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.858773 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 12:36:51.859104 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] rbac_policy is already registered Jan 17 12:36:51.859528 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:security_group Jan 17 12:36:51.859863 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] security_group is already registered Jan 17 12:36:51.860258 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 12:36:51.860585 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] security_group_rule is already registered Jan 17 12:36:51.861701 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service CORE assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.862028 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 12:36:51.862357 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] subnetpool is already registered Jan 17 12:36:51.862766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.v2.resource_helper [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Service CORE assigned prefix: {{(pid=109169) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 12:36:51.863084 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 12:36:51.863409 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING neutron.quota.resource_registry [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] subnetpool is already registered Jan 17 12:36:51.863892 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: extensions {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.865400 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: address-groups {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.866892 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: address-scopes {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.868258 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: agents {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.869412 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: auto-allocated-topology {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.870649 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: availability_zones {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.871912 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: dhcp-networks {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.873412 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: dhcp-agents {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.874821 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: routers {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.877697 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: flavors {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.878983 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: service_profiles {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.880234 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: next_providers {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.881689 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: service_profiles {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.883208 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: floatingip-pools {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.884468 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: routers {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.886562 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: floatingips {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.887880 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: l3-routers {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.889249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: l3-agents {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.890668 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: metering-labels {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.892047 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: metering-label-rules {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.893438 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: network-ip-availabilities {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.894788 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: bindings {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.896485 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: quotas {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.897907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: quotas {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.899311 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: rbac-policies {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.900535 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: security-groups {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.902790 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: security-group-rules {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.904087 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: service-providers {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.905300 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: subnetpools {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.906711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: subnetpools {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.908726 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.910463 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.912310 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.914102 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.915896 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.917739 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.919399 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.921310 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.923067 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.925602 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron.api.extensions [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Extended resource: tags {{(pid=109169) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 12:36:51.931603 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING keystonemiddleware.auth_token [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 12:36:51.936369 dv-neutron-824886-1-hyperv neutron-server[109169]: WARNING keystonemiddleware.auth_token [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 12:36:51.946591 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_concurrency.lockutils [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Acquired lock "singleton_lock" {{(pid=109169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 17 12:36:51.947067 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_concurrency.lockutils [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Releasing lock "singleton_lock" {{(pid=109169) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 17 12:36:51.947771 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Starting 2 workers Jan 17 12:36:51.953198 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Started child 109280 {{(pid=109169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 12:36:51.958472 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Started child 109281 {{(pid=109169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 12:36:51.959054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:36:51.960369 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO neutron.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 12:36:51.960699 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [-] (109280) wsgi starting up on http://0.0.0.0:9696 Jan 17 12:36:51.961189 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Notify callbacks [] for process, before_spawn {{(pid=109169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:36:51.964191 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Starting 1 workers Jan 17 12:36:51.967820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:36:51.971648 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [-] (109281) wsgi starting up on http://0.0.0.0:9696 Jan 17 12:36:51.971925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Started child 109282 {{(pid=109169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 12:36:51.971925 dv-neutron-824886-1-hyperv neutron-server[109169]: INFO oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Starting 1 workers Jan 17 12:36:51.975808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] calling RpcWorker wait() {{(pid=109282) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 12:36:51.976642 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Started child 109283 {{(pid=109169) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 12:36:51.976852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.service [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] returning from RpcWorker wait() {{(pid=109282) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 12:36:51.977023 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG neutron_lib.callbacks.manager [None req-9457d0a6-7eb2-415f-b242-162b8813d0b2 None None] Notify callbacks [] for process, after_spawn {{(pid=109169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:36:51.977535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:36:51.978021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:36:51.978631 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109169) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 12:36:51.978857 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 12:36:51.979047 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 12:36:51.979264 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 12:36:51.979630 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 12:36:51.979800 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 12:36:51.980310 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.980602 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.980882 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.981161 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.981472 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.981837 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:36:51.982371 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.982371 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.982683 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.982829 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.983029 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:36:51.983199 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.983425 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.983425 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.983739 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.983886 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.984171 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.984429 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.984667 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.984947 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.985118 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.985371 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.985638 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.985879 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.986265 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] debug = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.986959 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.987425 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.987754 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.987949 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.988143 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.988428 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.988677 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.988934 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.989186 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.989424 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.989665 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.990018 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.990288 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.990439 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.990632 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.990888 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.991103 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.991635 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] host = dv-neutron-824886-1-hyperv {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.991875 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.992107 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.992355 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.992589 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.992837 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.993052 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.993299 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.993553 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.993815 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.994059 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.994335 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.994570 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.994806 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.995048 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.995200 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_options = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.995446 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.995736 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.996008 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.996191 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.996351 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.996520 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.996770 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.996922 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.997295 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.997456 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.997603 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.997830 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.998076 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.998311 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.998563 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.998808 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.999549 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.999549 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:51.999549 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.000022 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.000022 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.000543 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.000543 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.000849 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.000849 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.001153 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.002348 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.002348 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.002348 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.002348 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.002679 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.002973 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.003401 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.003948 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.004237 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.004543 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.005633 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.005633 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.005633 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.006067 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.006067 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.006338 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.006484 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.006657 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.006878 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.008756 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.008756 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_json = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.008756 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.008756 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.008756 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.011094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.011094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.011094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.011094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.011094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.011094 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.011566 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.011659 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.011880 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.012145 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.012978 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.013271 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.013518 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.013805 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.014057 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.014524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.014671 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.014972 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.015222 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.015528 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.015856 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.016123 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.044494 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045124 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.045696 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046314 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.046941 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.047618 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.048286 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.049670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050281 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.050801 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.051426 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052148 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.052711 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053359 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.053951 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.054997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055437 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.055914 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056363 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056363 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056363 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056363 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056363 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056363 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 40758) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.056813 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.057275 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.057275 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.057488 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.057816 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.058065 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.058312 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.058564 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.058778 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.059027 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.059263 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.059512 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.059834 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.060050 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.060292 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.060554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.060785 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.061014 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.061227 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.061440 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.061650 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.061865 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.062076 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.062377 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.062626 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.062857 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.063109 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.063345 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.063604 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.063832 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.064044 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.064198 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066423 Jan 17 12:36:52.064387 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.064655 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.064890 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.065106 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.065332 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.065540 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.065752 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.065996 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.066213 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.066422 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.066645 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.066897 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.067108 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.067327 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.067568 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.067778 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.068019 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.068226 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.069355 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.069591 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.069814 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.070027 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.070270 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.070500 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.070706 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.070976 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.071162 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.071369 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.071706 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.071966 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.072183 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.072469 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.072721 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.072964 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.073219 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.073524 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.073771 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.074014 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.074233 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.074703 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.074938 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.075195 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.075518 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.075816 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.076066 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.076329 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.076598 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.076862 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.077147 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.077358 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.077650 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.078000 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.078267 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.078525 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.078805 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.078994 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.079204 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.079434 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.079708 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.079947 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.080183 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.080440 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.080666 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.081085 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.081325 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.081556 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.081778 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.082011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.082251 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.082499 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.082744 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.082919 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 12:36:52.083416 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109169) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 12:36:52.083614 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 12:36:52.083781 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 12:36:52.083934 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 12:36:52.084074 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 12:36:52.084231 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 12:36:52.084438 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.084594 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.084727 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.084828 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.084997 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.085170 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.085321 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.085457 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.085616 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.085772 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.085927 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.086084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.086239 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.086396 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.086552 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.086707 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.086864 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087019 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087181 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087330 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087480 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087656 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087812 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] debug = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.087957 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.088167 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.088329 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.088485 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.088665 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.088850 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.088990 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090037 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090567 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090567 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090567 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090567 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] host = dv-neutron-824886-1-hyperv {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090915 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.090915 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091058 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091276 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091607 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091763 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.091919 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.092075 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.092232 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.092392 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.092547 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.092701 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.092855 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_options = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093010 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093165 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093321 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093510 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093689 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093840 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.093949 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.094099 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.094245 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.094403 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.094560 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.094741 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.096590 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.098431 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.099084 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.113676 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_json = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114249 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.114846 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115383 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.115999 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116496 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.116925 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117430 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.117868 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.119597 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120291 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.120907 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121402 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.121851 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122376 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.122839 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123375 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.123926 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.124587 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125057 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125057 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125057 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125057 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125284 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125284 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.125398 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126023 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126023 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126023 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126023 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126342 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126342 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126485 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126589 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.126829 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.127018 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.127274 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.127478 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.129030 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.129030 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.129030 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.129030 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131041 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131645 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131645 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131645 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.131645 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.135582 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136136 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.136584 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137011 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137176 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137390 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137486 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137610 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.137993 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.138155 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.138322 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.138469 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.138670 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.138823 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.138967 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.139122 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.139240 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.139409 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.139757 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.139757 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.139952 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140156 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140292 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140419 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140560 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140687 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140812 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.140959 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.141117 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.141275 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.141821 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.141821 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.141821 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.142259 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.142259 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.142259 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.143766 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144358 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144358 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144358 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144358 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144628 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144628 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.144803 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150077 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.150554 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151021 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.151623 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 12:36:52.152121 dv-neutron-824886-1-hyperv neutron-server[109169]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109169) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 12:36:52.187040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:03.735516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9c90e-360a-49d3-8884-80c9f8f2c35c None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:37:03.815035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9c90e-360a-49d3-8884-80c9f8f2c35c None None] No non-hosted networks {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 12:37:03.831770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.agentschedulers_db [None req-44d9c90e-360a-49d3-8884-80c9f8f2c35c None None] DHCP Agent not found on host dv-neutron-824886-1-hyperv {{(pid=109282) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 12:37:04.040617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f2b2dda-fbc3-44b3-b8fa-aba62487c1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765330'] for agent, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:06.234540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5ca0775c-42ab-409f-89c3-e6b439b08af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765330'] for agent, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:06.263962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02157c77-3f6c-4b92-9d24-9c8fcb85698e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-824886-1-hyperv {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:37:06.264607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02157c77-3f6c-4b92-9d24-9c8fcb85698e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:37:06.846870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02157c77-3f6c-4b92-9d24-9c8fcb85698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:07.212650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765330'] for agent, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:08.627354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765330'] for agent, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:08.857274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765330'] for agent, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:08.857912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.858243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.858569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.858985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.859326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.859672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.860137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.861005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.861400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.861968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.862306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.862626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:08.862996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824886-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:08.869431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824886-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:09.909306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 40856) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:10.431754 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING oslo_policy.policy [None req-24447da4-b73f-4333-9ac1-c8f966da48ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:10.432354 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING oslo_policy.policy [None req-24447da4-b73f-4333-9ac1-c8f966da48ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:10.658199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-24447da4-b73f-4333-9ac1-c8f966da48ba admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:37:10.659326 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-24447da4-b73f-4333-9ac1-c8f966da48ba admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7489996 Jan 17 12:37:12.466628 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.db.l3_hamode_db [None req-a6c795e9-666a-450c-8a60-fa1c0d8f0dec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 12:37:12.544740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c795e9-666a-450c-8a60-fa1c0d8f0dec None None] Routers set() bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:37:12.545118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c795e9-666a-450c-8a60-fa1c0d8f0dec None None] Router IDs set() for agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 12:37:13.082342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 40872) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:13.400737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:13.497434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.policy [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 12:37:13.542778 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING oslo_policy.policy [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:13.543147 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING oslo_policy.policy [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:13.551861 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.quota [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] Loaded quota_driver: . Jan 17 12:37:13.778951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728214156862', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728214156307', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728214168906', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728214172654', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728214307369', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728214114086', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2055876', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1674737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582212'] for rbac-policy, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:13.939288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:13.940540 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-987388f2-2767-4b45-9053-8f263160e642 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8571534 Jan 17 12:37:16.561621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40884) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:17.064620 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING oslo_policy.policy [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:17.065214 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING oslo_policy.policy [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:17.291935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:17.293585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.quota [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Loaded quota_driver: . Jan 17 12:37:17.416886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Made reservation on behalf of 4ecbbac662374ac78c04faa364ffead9 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:37:17.488620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.policy [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109280) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 12:37:17.538140 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING oslo_policy.policy [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:17.538527 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING oslo_policy.policy [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 12:37:17.549215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:17.572387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:17.684318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:17.748382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:17.773468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:37:17.799088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728215192854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:17.799711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Unsubscribe: segment precommit_create {{(pid=109280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 12:37:17.800233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Added segment 77b3880d-9b6d-4e68-97f1-3e6184fc08f6 of type vlan for network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 Jan 17 12:37:17.805835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600402b-72c3-46b1-9a0e-a7bbf2bd91f3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:17.837341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.837691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.838031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.838363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.838692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.839016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.839338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.839892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.840222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.840547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.840863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.841177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Tracked resource versions report: Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: pushed versions: Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: { 'AddressGroup': {'1.2'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'ConntrackHelper': {'1.0'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Log': {'1.0'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Network': {'1.1'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Port': {'1.7'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'PortForwarding': {'1.2'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'QosPolicy': {'1.9'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroup': {'1.4'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SubPort': {'1.0'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Subnet': {'1.1'}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Trunk': {'1.1'}} Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: consumer versions: Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'ConntrackHelper': '1.0', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Log': '1.0', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Network': '1.1', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Port': '1.7', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'PortForwarding': '1.2', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'QosPolicy': '1.9', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroup': '1.4', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroupRule': '1.2', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SubPort': '1.0', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Subnet': '1.1', Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Trunk': '1.1'}} Jan 17 12:37:17.842503 dv-neutron-824886-1-hyperv neutron-server[109280]: {{(pid=109280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:37:17.927756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:18.011393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:18.012599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:18.013304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:18.116460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] Pushing event updated for resources: {'Network': ['ID=28f5c3dc-c721-4c8c-897c-7e27baac75a4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:18.127740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:37:18.168414 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-73703b68-5769-46a6-a6dd-5e18fe58e1bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6045649 Jan 17 12:37:20.857085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40906) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:21.251812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afbef5-8aa6-44a3-8c53-e2aa39b32eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:21.253237 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-70afbef5-8aa6-44a3-8c53-e2aa39b32eac admin admin] 10.222.0.77 "GET /v2.0/networks/28f5c3dc-c721-4c8c-897c-7e27baac75a4 HTTP/1.1" status: 200 len: 825 time: 0.3951886 Jan 17 12:37:21.293197 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-66e40382-34dd-4288-8363-e58197a5a65d admin admin] 10.222.0.77 "GET /v2.0/subnetpools/0d1a8403-ab31-44b8-823d-826c14db2162 HTTP/1.1" status: 200 len: 734 time: 0.0337009 Jan 17 12:37:21.303274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Request body: {'subnet': {'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:21.496428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Made reservation on behalf of 4ecbbac662374ac78c04faa364ffead9 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:37:21.498745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:21.863942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:21.937004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:21.939305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Checking segment: {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:37:21.939708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Network hostable DHCP agents. Network: 28f5c3dc-c721-4c8c-897c-7e27baac75a4, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:37:22.025714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:37:22.123453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 28f5c3dc-c721-4c8c-897c-7e27baac75a4) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:37:22.128650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:22.132559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:22.135370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e629a0-59eb-41a1-905c-206609350a29 None None] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:37:22.297884 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bd7766ba-222d-4045-894a-3c0102863229 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9979634 Jan 17 12:37:22.451958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:37:22.453205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:22.749955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Allocated IP 172.20.0.2 (28f5c3dc-c721-4c8c-897c-7e27baac75a4/ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c/a728006b-632a-4755-8ae2-c06d84264aff) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:37:22.980879 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:23.046011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:23.119080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:37:23.123885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:37:23.138618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:37:23.142075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Pushing event updated for resources: {'Port': ['ID=a728006b-632a-4755-8ae2-c06d84264aff,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:23.175538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.175538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.175538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.175538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.175538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.176348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.176348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.176624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.176764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.178927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.178927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.178927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Tracked resource versions report: Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: pushed versions: Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: { 'AddressGroup': {'1.2'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'ConntrackHelper': {'1.0'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Log': {'1.0'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Network': {'1.1'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Port': {'1.7'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'PortForwarding': {'1.2'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'QosPolicy': {'1.9'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroup': {'1.4'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SubPort': {'1.0'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Subnet': {'1.1'}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Trunk': {'1.1'}} Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: consumer versions: Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'ConntrackHelper': '1.0', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Log': '1.0', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Network': '1.1', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Port': '1.7', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'PortForwarding': '1.2', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'QosPolicy': '1.9', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroup': '1.4', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroupRule': '1.2', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SubPort': '1.0', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Subnet': '1.1', Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Trunk': '1.1'}} Jan 17 12:37:23.179339 dv-neutron-824886-1-hyperv neutron-server[109282]: {{(pid=109282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:37:23.229433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Attempting to bind port a728006b-632a-4755-8ae2-c06d84264aff on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:37:23.229832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Attempting to bind port a728006b-632a-4755-8ae2-c06d84264aff by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:37:23.230278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Attempting to bind port a728006b-632a-4755-8ae2-c06d84264aff on network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:37:23.235533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:37:23.235945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Checking segment: {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:37:23.236428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:23.236825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Bound using segment: {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:37:23.237307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Bound port: a728006b-632a-4755-8ae2-c06d84264aff, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:37:23.237705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:23.300774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] For port a728006b-632a-4755-8ae2-c06d84264aff, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:37:23.304957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] For port a728006b-632a-4755-8ae2-c06d84264aff, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a728006b-632a-4755-8ae2-c06d84264aff,segment=NetworkSegment(77b3880d-9b6d-4e68-97f1-3e6184fc08f6),segment_id=77b3880d-9b6d-4e68-97f1-3e6184fc08f6)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:37:23.375219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:23.442475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4d866-7674-4e59-9872-16f9e4d7c251 None None] Pushing event updated for resources: {'Port': ['ID=a728006b-632a-4755-8ae2-c06d84264aff,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:24.755886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40914) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:25.072050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-933089fd-4392-4ea1-9d6a-64e516b7f1cd admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:37:25.073039 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-933089fd-4392-4ea1-9d6a-64e516b7f1cd admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162110 Jan 17 12:37:27.526301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40922) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:27.866512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-b6acb0ac-ab9a-4bc7-96e4-400865f62c34 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:37:27.867901 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b6acb0ac-ab9a-4bc7-96e4-400865f62c34 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3404715 Jan 17 12:37:30.651479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40934) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:30.977526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] Request body: {'router': {'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'name': 'router1', 'admin_state_up': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:31.066101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:31.067725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:31.208056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:31.278225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:31.370393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:31.375638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-803b84a1-2e22-4dbd-a353-85c50c020201 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7192411 Jan 17 12:37:31.910736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a62650-553b-4904-ae9d-86a3c28a95b5 None None] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:37:31.976691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6d946c6b-3519-48f4-8a66-7e4a06566910 None None] Provisioning complete for port a728006b-632a-4755-8ae2-c06d84264aff triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:31.977084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d946c6b-3519-48f4-8a66-7e4a06566910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:32.155551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a728006b-632a-4755-8ae2-c06d84264aff up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:37:32.165870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d946c6b-3519-48f4-8a66-7e4a06566910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:32.245022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6d946c6b-3519-48f4-8a66-7e4a06566910 None None] For port a728006b-632a-4755-8ae2-c06d84264aff, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a728006b-632a-4755-8ae2-c06d84264aff,segment=NetworkSegment(77b3880d-9b6d-4e68-97f1-3e6184fc08f6),segment_id=77b3880d-9b6d-4e68-97f1-3e6184fc08f6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:37:32.280252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a728006b-632a-4755-8ae2-c06d84264aff triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:32.280633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:32.322292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d946c6b-3519-48f4-8a66-7e4a06566910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:32.401308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d946c6b-3519-48f4-8a66-7e4a06566910 None None] Pushing event updated for resources: {'Port': ['ID=a728006b-632a-4755-8ae2-c06d84264aff,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:32.542355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-522608ce-e5fb-4f73-98fc-997901a0e467 None None] Provisioning complete for port a728006b-632a-4755-8ae2-c06d84264aff triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:32.542727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-522608ce-e5fb-4f73-98fc-997901a0e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:33.708312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-743e770d-6f67-48a4-874b-56e499c917c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:33.829493 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 40946) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:34.130344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a728006b-632a-4755-8ae2-c06d84264aff up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:37:34.150047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-75913c31-2e30-4b42-9e80-6cee815b0d6e admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:37:34.151054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75913c31-2e30-4b42-9e80-6cee815b0d6e admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3206019 Jan 17 12:37:34.187197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a728006b-632a-4755-8ae2-c06d84264aff triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:34.187720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:36.142792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f57a81ee-27ce-4dc9-aad7-d5acd5bfe505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:36.612017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 40954) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:36.924993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:37.039295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Made reservation on behalf of 9395f1438ad948c59c8c531a9b261eff for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:37:37.042136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.058340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.166003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.170470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.244815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.256622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Reserving flat network on physical network physnet1 {{(pid=109281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 12:37:37.289902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728215192854', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.290420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Unsubscribe: segment precommit_create {{(pid=109281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 12:37:37.290940 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Added segment 4cbeebb8-1084-4612-b01d-aa4932dff60a of type flat for network c44951b7-ffd1-410f-8338-75597c7e21b4 Jan 17 12:37:37.306753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e528d-24b5-4a05-af55-9fb47c1f0740,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:37.333406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.333766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.334106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.334651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.334803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.335182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.335521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.335861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.336188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.336505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.336821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.337137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Tracked resource versions report: Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: pushed versions: Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: { 'AddressGroup': {'1.2'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'ConntrackHelper': {'1.0'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Log': {'1.0'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Network': {'1.1'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Port': {'1.7'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'PortForwarding': {'1.2'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'QosPolicy': {'1.9'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroup': {'1.4'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SubPort': {'1.0'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Subnet': {'1.1'}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Trunk': {'1.1'}} Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: consumer versions: Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'ConntrackHelper': '1.0', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Log': '1.0', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Network': '1.1', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Port': '1.7', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'PortForwarding': '1.2', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'QosPolicy': '1.9', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroup': '1.4', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroupRule': '1.2', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SubPort': '1.0', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Subnet': '1.1', Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Trunk': '1.1'}} Jan 17 12:37:37.338402 dv-neutron-824886-1-hyperv neutron-server[109281]: {{(pid=109281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:37:37.411603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.551556 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.552612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:37.553311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:37.649497 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] Pushing event updated for resources: {'Network': ['ID=c44951b7-ffd1-410f-8338-75597c7e21b4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:37.660637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network c44951b7-ffd1-410f-8338-75597c7e21b4 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:37:37.726406 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-07232546-5ca3-497e-b697-b307bfe3ec68 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1027923 Jan 17 12:37:38.019848 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:37:38.582273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:38.865253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:40.149215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40976) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:40.327367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ce982-95ea-4c80-87d6-cbd49d619427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:40.329112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6f4ce982-95ea-4c80-87d6-cbd49d619427 admin admin] 10.222.0.77 "GET /v2.0/subnets/ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c HTTP/1.1" status: 200 len: 849 time: 0.1789613 Jan 17 12:37:40.447603 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-51c68003-0f17-4edb-bcf7-96662f697af8 admin admin] 10.222.0.77 "GET /v2.0/routers/1d5384f2-9478-45e9-93ef-3816c57680c3 HTTP/1.1" status: 200 len: 704 time: 0.1122913 Jan 17 12:37:40.708615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:40.998715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Allocated IP 172.20.0.1 (28f5c3dc-c721-4c8c-897c-7e27baac75a4/ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c/553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:37:41.155969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.287438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.406556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:37:41.411008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:37:41.416886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:37:41.417410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.480797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Pushing event updated for resources: {'Port': ['ID=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:41.593389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3b2b92ca-470f-4ee1-b7c0-56a20d41648e None None] Provisioning complete for port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:41.593999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3b2b92ca-470f-4ee1-b7c0-56a20d41648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.628200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b92ca-470f-4ee1-b7c0-56a20d41648e None None] Port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:37:41.688151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.901490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.959156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:41.959962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:42.038391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Pushing event updated for resources: {'Port': ['ID=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:42.086913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:37:42.088241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:37:42.248014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-39ee3362-eeb1-4fc0-9433-563ed64e37a9 None None] Provisioning complete for port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:42.248376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-39ee3362-eeb1-4fc0-9433-563ed64e37a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:42.281682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-39ee3362-eeb1-4fc0-9433-563ed64e37a9 None None] Port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:37:42.308057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Router 1d5384f2-9478-45e9-93ef-3816c57680c3 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:37:42.402979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:37:42.409217 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-55cfa1fc-c57f-4d43-b171-8a9fabe3333e admin admin] 10.222.0.77 "PUT /v2.0/routers/1d5384f2-9478-45e9-93ef-3816c57680c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9555507 Jan 17 12:37:42.427284 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Sync routers for ids ['1d5384f2-9478-45e9-93ef-3816c57680c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:37:42.438956 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Routers {'1d5384f2-9478-45e9-93ef-3816c57680c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:37:42.439819 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1d5384f2-9478-45e9-93ef-3816c57680c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:42.627388 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Set router 1d5384f2-9478-45e9-93ef-3816c57680c3 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:37:43.061226 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'name': 'router1', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:37:31Z', 'updated_at': '2022-01-17T12:37:41Z', 'revision_number': 2, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'gw_port_host': None, '_interfaces': [{'id': '553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4', 'name': '', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:40Z', 'updated_at': '2022-01-17T12:37:41Z', 'revision_number': 2, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'subnets': [{'id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:43.111277 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Checking router: 1d5384f2-9478-45e9-93ef-3816c57680c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:37:43.111679 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Updating router 1d5384f2-9478-45e9-93ef-3816c57680c3 port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:37:43.161096 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:43.679320 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:43.762301 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:43.932679 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Pushing event updated for resources: {'Port': ['ID=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:43.949653 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.950011 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.950358 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.950688 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.951017 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.951345 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.951695 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.952035 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.952364 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.953251 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.953786 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.954177 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Tracked resource versions report: Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: pushed versions: Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: { 'AddressGroup': {'1.2'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'ConntrackHelper': {'1.0'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Log': {'1.0'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Network': {'1.1'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Port': {'1.7'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'PortForwarding': {'1.2'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'QosPolicy': {'1.9'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroup': {'1.4'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SubPort': {'1.0'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Subnet': {'1.1'}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Trunk': {'1.1'}} Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: consumer versions: Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'ConntrackHelper': '1.0', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Log': '1.0', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Network': '1.1', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Port': '1.7', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'PortForwarding': '1.2', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'QosPolicy': '1.9', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroup': '1.4', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroupRule': '1.2', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SubPort': '1.0', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Subnet': '1.1', Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Trunk': '1.1'}} Jan 17 12:37:43.955550 dv-neutron-824886-1-hyperv neutron-server[109283]: {{(pid=109283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:37:43.960298 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Attempting to bind port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:37:43.960702 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Attempting to bind port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:37:43.961155 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Attempting to bind port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 on network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:37:43.966292 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:37:43.966699 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Checking segment: {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:37:43.967186 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:43.967610 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Bound using segment: {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:37:43.968120 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Bound port: 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b3880d-9b6d-4e68-97f1-3e6184fc08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:37:43.969436 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:44.014331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6e7a3ad9-9bdf-4562-90d0-a8a57a0cb734 None None] Provisioning complete for port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:44.014890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3ad9-9bdf-4562-90d0-a8a57a0cb734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:44.037501 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] For port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:37:44.050572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a3ad9-9bdf-4562-90d0-a8a57a0cb734 None None] Port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:37:44.059136 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] For port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,segment=NetworkSegment(77b3880d-9b6d-4e68-97f1-3e6184fc08f6),segment_id=77b3880d-9b6d-4e68-97f1-3e6184fc08f6)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:37:44.125928 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:44.188315 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Routers {'1d5384f2-9478-45e9-93ef-3816c57680c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:37:44.189034 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1d5384f2-9478-45e9-93ef-3816c57680c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:44.194768 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf160e7e-d018-4dcc-8d21-2f74c4051576 None None] Pushing event updated for resources: {'Port': ['ID=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:44.290057 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] Set router 1d5384f2-9478-45e9-93ef-3816c57680c3 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:37:44.374250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ee34f3d3-ce0c-440a-b35c-9ad49a956df8 None None] Provisioning complete for port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:44.375238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee34f3d3-ce0c-440a-b35c-9ad49a956df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:44.460042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee34f3d3-ce0c-440a-b35c-9ad49a956df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:44.495358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ee34f3d3-ce0c-440a-b35c-9ad49a956df8 None None] For port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,segment=NetworkSegment(77b3880d-9b6d-4e68-97f1-3e6184fc08f6),segment_id=77b3880d-9b6d-4e68-97f1-3e6184fc08f6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:37:44.533044 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'name': 'router1', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:37:31Z', 'updated_at': '2022-01-17T12:37:41Z', 'revision_number': 2, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'gw_port_host': None, '_interfaces': [{'id': '553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4', 'name': '', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:40Z', 'updated_at': '2022-01-17T12:37:44Z', 'revision_number': 4, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'subnets': [{'id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:44.560512 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67005a08-b72f-46ab-bdf0-f7ecfe2b282f None None] The sync data for ids ['1d5384f2-9478-45e9-93ef-3816c57680c3'] in dv-neutron-824886-1-hyperv is: [{'id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'name': 'router1', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:37:31Z', 'updated_at': '2022-01-17T12:37:41Z', 'revision_number': 2, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'gw_port_host': None, '_interfaces': [{'id': '553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4', 'name': '', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:40Z', 'updated_at': '2022-01-17T12:37:44Z', 'revision_number': 4, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'subnets': [{'id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:37:44.598999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee34f3d3-ce0c-440a-b35c-9ad49a956df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:44.650592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34f3d3-ce0c-440a-b35c-9ad49a956df8 None None] Pushing event updated for resources: {'Port': ['ID=553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:44.728807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 40996) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:44.839935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c625eb0-9cae-4984-8d45-2bbd4b1ab783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:44.841257 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6c625eb0-9cae-4984-8d45-2bbd4b1ab783 admin admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 842 time: 0.1115537 Jan 17 12:37:44.852436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'gateway_ip': '172.26.4.1', 'name': 'public-subnet', 'cidr': '172.26.4.0/24'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:45.050570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Made reservation on behalf of 9395f1438ad948c59c8c531a9b261eff for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:37:45.052921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:45.472706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:37:45.473064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:45.533460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7018bce6-79b6-4f50-868a-90d2911f8cda,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:45.544257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:37:45.544610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Network hostable DHCP agents. Network: c44951b7-ffd1-410f-8338-75597c7e21b4, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:37:45.645231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:37:45.713607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, c44951b7-ffd1-410f-8338-75597c7e21b4) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:37:45.719535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:45.720448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:45.723297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca50ff-6220-479e-be18-094a54b3e89a None None] Network c44951b7-ffd1-410f-8338-75597c7e21b4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:37:45.807874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d9fd4d12-c0bd-43e4-addb-ab67f70f83bd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9588590 Jan 17 12:37:45.852826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc8b47-f01b-4b57-9b05-fe3677204807 None None] Network c44951b7-ffd1-410f-8338-75597c7e21b4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:37:48.133566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41004) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:48.271363 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-417d24b5-59af-4685-90f8-0bb3c2684cd6 admin admin] 10.222.0.77 "GET /v2.0/routers/1d5384f2-9478-45e9-93ef-3816c57680c3 HTTP/1.1" status: 200 len: 710 time: 0.1365905 Jan 17 12:37:48.436509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2f387-576b-4043-9d18-dd24033142f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:37:48.438613 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-11b2f387-576b-4043-9d18-dd24033142f7 admin admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 886 time: 0.1610785 Jan 17 12:37:48.448700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:37:48.715579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:49.072020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:49.148543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:49.271669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Allocated IP 172.26.4.198 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/8eedb11c-c249-4f0a-8a40-923e164aada9) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:37:49.433369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:49.565588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:49.602538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:37:49.605562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:37:49.609022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:37:49.646636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Pushing event updated for resources: {'Port': ['ID=8eedb11c-c249-4f0a-8a40-923e164aada9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:49.992852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:50.150303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:37:50.205599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:50.206130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:50.290308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:50.293567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:50.403093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Router 1d5384f2-9478-45e9-93ef-3816c57680c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:37:50.513790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:37:50.518264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:50.519546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6b0bf1ec-d261-4191-8d78-624bc2789b7a admin admin] 10.222.0.77 "PUT /v2.0/routers/1d5384f2-9478-45e9-93ef-3816c57680c3 HTTP/1.1" status: 200 len: 890 time: 2.0744333 Jan 17 12:37:51.191665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Sync routers for ids ['1d5384f2-9478-45e9-93ef-3816c57680c3'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:37:51.201991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Routers {'1d5384f2-9478-45e9-93ef-3816c57680c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:37:51.203132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1d5384f2-9478-45e9-93ef-3816c57680c3'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:51.425745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Set router 1d5384f2-9478-45e9-93ef-3816c57680c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:37:51.846636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'name': 'router1', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8eedb11c-c249-4f0a-8a40-923e164aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:37:31Z', 'updated_at': '2022-01-17T12:37:49Z', 'revision_number': 4, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'gw_port': {'id': '8eedb11c-c249-4f0a-8a40-923e164aada9', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:49Z', 'updated_at': '2022-01-17T12:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4', 'name': '', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:40Z', 'updated_at': '2022-01-17T12:37:44Z', 'revision_number': 5, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'subnets': [{'id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:51.900340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Checking router: 1d5384f2-9478-45e9-93ef-3816c57680c3 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:37:51.900710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Updating router 1d5384f2-9478-45e9-93ef-3816c57680c3 port 8eedb11c-c249-4f0a-8a40-923e164aada9 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:37:51.950135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:52.280007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:52.364778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:52.503571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26309b4d-5b28-4980-b515-028a15e809d7 None None] Pushing event updated for resources: {'Port': ['ID=8eedb11c-c249-4f0a-8a40-923e164aada9,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:52.505884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Attempting to bind port 8eedb11c-c249-4f0a-8a40-923e164aada9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:37:52.506245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Attempting to bind port 8eedb11c-c249-4f0a-8a40-923e164aada9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:37:52.506599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Attempting to bind port 8eedb11c-c249-4f0a-8a40-923e164aada9 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:37:52.512351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:37:52.512718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:37:52.513113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:52.513510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:37:52.513964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Bound port: 8eedb11c-c249-4f0a-8a40-923e164aada9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:37:52.514358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:52.565747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] For port 8eedb11c-c249-4f0a-8a40-923e164aada9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:37:52.569112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] For port 8eedb11c-c249-4f0a-8a40-923e164aada9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8eedb11c-c249-4f0a-8a40-923e164aada9,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:37:52.694289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:52.759676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Routers {'1d5384f2-9478-45e9-93ef-3816c57680c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:37:52.760203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1d5384f2-9478-45e9-93ef-3816c57680c3'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:52.763097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26309b4d-5b28-4980-b515-028a15e809d7 None None] Pushing event updated for resources: {'Port': ['ID=8eedb11c-c249-4f0a-8a40-923e164aada9,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:52.873298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] Set router 1d5384f2-9478-45e9-93ef-3816c57680c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:37:53.056496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41016) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:37:53.091088 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'name': 'router1', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8eedb11c-c249-4f0a-8a40-923e164aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:37:31Z', 'updated_at': '2022-01-17T12:37:49Z', 'revision_number': 4, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'gw_port': {'id': '8eedb11c-c249-4f0a-8a40-923e164aada9', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:49Z', 'updated_at': '2022-01-17T12:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4', 'name': '', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:40Z', 'updated_at': '2022-01-17T12:37:44Z', 'revision_number': 5, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'subnets': [{'id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:37:53.118056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552ffb6-eedb-461c-bd67-f27e43127ae4 None None] The sync data for ids ['1d5384f2-9478-45e9-93ef-3816c57680c3'] in dv-neutron-824886-1-hyperv is: [{'id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'name': 'router1', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '8eedb11c-c249-4f0a-8a40-923e164aada9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:37:31Z', 'updated_at': '2022-01-17T12:37:49Z', 'revision_number': 4, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'gw_port': {'id': '8eedb11c-c249-4f0a-8a40-923e164aada9', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:48:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:49Z', 'updated_at': '2022-01-17T12:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4', 'name': '', 'network_id': '28f5c3dc-c721-4c8c-897c-7e27baac75a4', 'tenant_id': '4ecbbac662374ac78c04faa364ffead9', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5384f2-9478-45e9-93ef-3816c57680c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:37:40Z', 'updated_at': '2022-01-17T12:37:44Z', 'revision_number': 5, 'project_id': '4ecbbac662374ac78c04faa364ffead9', 'subnets': [{'id': 'ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1a8403-ab31-44b8-823d-826c14db2162'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:37:53.188472 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0ed2d63f-e835-4335-9add-9555cdb4fd7b admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1305921 Jan 17 12:37:54.183813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8eedb11c-c249-4f0a-8a40-923e164aada9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:37:54.232995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8eedb11c-c249-4f0a-8a40-923e164aada9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:54.233362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:54.309707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:54.330340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 8eedb11c-c249-4f0a-8a40-923e164aada9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8eedb11c-c249-4f0a-8a40-923e164aada9,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:37:54.427683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:37:54.478458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=8eedb11c-c249-4f0a-8a40-923e164aada9,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:37:56.288499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8eedb11c-c249-4f0a-8a40-923e164aada9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:37:56.352249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8eedb11c-c249-4f0a-8a40-923e164aada9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:37:56.352524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:03.756977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fb652c8e-1cfe-4b17-baac-1fb81b415b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:06.135778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9a37-e77e-4b5a-80bb-de7ef00f14e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:07.170077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:08.621931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:08.927693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:15.025271 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:38:33.714880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57f7ed27-7424-4e8b-9f8b-4eaf14a1e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:36.140755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8fed3b26-773a-40ff-b28f-b96935d2fe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:37.192430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:38.611625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:38.908952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:38:52.024497 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:39:03.734240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c1df6f05-8e69-4783-9b45-07bdb6a9952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:06.111242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35ede1a1-25ae-40f2-8179-3236b1eda44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:07.175973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:08.610035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:08.901915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:29.022691 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:39:33.706179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-55ab2c55-e832-45c8-9dea-702acff95639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:36.134942 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f8e1b5b9-4e88-48b4-a559-39f0578fe335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:37.180683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:38.459315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41610) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:38.523983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3eb3d0-2ce8-474a-8564-4214cab4f0f7 admin admin] GET failed (client error): The resource could not be found. Jan 17 12:39:38.527966 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8d3eb3d0-2ce8-474a-8564-4214cab4f0f7 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675406 Jan 17 12:39:38.626260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:38.686656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b33821-14f1-4d8d-82f3-30dedcfff6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:38.688099 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-99b33821-14f1-4d8d-82f3-30dedcfff6c3 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573496 Jan 17 12:39:38.996501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:40.905673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:40.996389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7bee2b-a26f-4c81-b1bf-3d536d16ec64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:40.997749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ee7bee2b-a26f-4c81-b1bf-3d536d16ec64 admin admin] 10.222.0.77 "GET /v2.0/subnets/ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c HTTP/1.1" status: 200 len: 849 time: 0.0911341 Jan 17 12:39:41.008027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:39:41.093948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:41.323163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728215445908'] for subnet, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:41.353952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:41.355386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:41.358124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] 10.222.0.77 "PUT /v2.0/subnets/ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c HTTP/1.1" status: 200 len: 868 time: 0.3520358 Jan 17 12:39:41.358742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4704f-1c5b-4247-9d46-452a9ac3c763 None None] Network 28f5c3dc-c721-4c8c-897c-7e27baac75a4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:39:41.378386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:39:41.386679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.387075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.387425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.387800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.388198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.388559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.388959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.389307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.389637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.390001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.390324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.390643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6eea2-c80c-4f1a-8a55-e1953497b3b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:39:41.727405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8eff5c1e-ab4a-4cbc-9e70-435ab61551da None None] Provisioning complete for port a728006b-632a-4755-8ae2-c06d84264aff triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:39:41.727815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c1e-ab4a-4cbc-9e70-435ab61551da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:41.813127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8eff5c1e-ab4a-4cbc-9e70-435ab61551da None None] Provisioning complete for port 553f4678-1ddf-4f0e-ac68-ab8f0b7c64c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:39:41.813424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c1e-ab4a-4cbc-9e70-435ab61551da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:39:43.595377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41628) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:43.811997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d86852-feeb-42ae-94ee-bae0642829b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:43.812369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d86852-feeb-42ae-94ee-bae0642829b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:43.813929 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-22d86852-feeb-42ae-94ee-bae0642829b5 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2175515 Jan 17 12:39:46.113448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41638) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:46.315021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a283c-b30f-4268-8af7-cdf78a54a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:46.315413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a283c-b30f-4268-8af7-cdf78a54a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:46.317014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fc9a283c-b30f-4268-8af7-cdf78a54a680 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024305 Jan 17 12:39:48.556205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41646) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:48.688575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d9c116-4174-46ba-8317-5fafb302aa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:48.695111 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c2d9c116-4174-46ba-8317-5fafb302aa16 admin admin] 10.222.0.77 "GET /v2.0/networks/28f5c3dc-c721-4c8c-897c-7e27baac75a4 HTTP/1.1" status: 200 len: 869 time: 0.1326749 Jan 17 12:39:50.964568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41654) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:51.093767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc85cc-ca5d-4871-b1c6-f1402fcc2a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:51.095168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e1bc85cc-ca5d-4871-b1c6-f1402fcc2a95 admin admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 886 time: 0.1295614 Jan 17 12:39:53.342434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41662) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:53.484764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3663cf6-67e1-4a4b-8427-d39a9b1f4e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:53.485480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3663cf6-67e1-4a4b-8427-d39a9b1f4e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:53.487619 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d3663cf6-67e1-4a4b-8427-d39a9b1f4e53 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1441669 Jan 17 12:39:55.805053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41670) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:55.934749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fda13f-9f32-4599-95f4-f9024c34e56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:55.935192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fda13f-9f32-4599-95f4-f9024c34e56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:55.936748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d5fda13f-9f32-4599-95f4-f9024c34e56c admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1307509 Jan 17 12:39:58.193043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41678) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:39:58.325834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b604f-e577-4359-8109-8f738fc68b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:39:58.327515 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-085b604f-e577-4359-8109-8f738fc68b5b admin admin] 10.222.0.77 "GET /v2.0/subnets/7018bce6-79b6-4f50-868a-90d2911f8cda HTTP/1.1" status: 200 len: 816 time: 0.1334536 Jan 17 12:40:00.532673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41686) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:40:00.634858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb959b6-a871-44d4-b5db-fe85ce1ad212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:40:00.636331 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4cb959b6-a871-44d4-b5db-fe85ce1ad212 admin admin] 10.222.0.77 "GET /v2.0/subnets/ab3f623c-e4b8-49bd-a190-b9b9a26b2a4c HTTP/1.1" status: 200 len: 868 time: 0.1027169 Jan 17 12:40:03.704817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0a356b70-c8a6-44a7-85c5-3b7ed26fd3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:06.021141 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:40:06.144949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45bc8ca8-0ecf-4d1c-b3f9-77bcc4d24d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:07.202292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:08.613447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:08.922064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:25.778809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41740) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:40:25.827522 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-6456b564-03ec-41d5-bbb8-17aa18e6a6a1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:40:25.828631 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6456b564-03ec-41d5-bbb8-17aa18e6a6a1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488207 Jan 17 12:40:28.173758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41748) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:40:28.237902 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a46be9-6be0-4980-8e25-2c37a9be379b admin admin] GET failed (client error): The resource could not be found. Jan 17 12:40:28.239226 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-82a46be9-6be0-4980-8e25-2c37a9be379b admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645173 Jan 17 12:40:28.327502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b89643-3458-45bd-a9d6-a44e5b1ab006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:40:28.329012 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88b89643-3458-45bd-a9d6-a44e5b1ab006 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0851123 Jan 17 12:40:30.582682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41756) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:40:30.632440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:40:30.732579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Made reservation on behalf of 9395f1438ad948c59c8c531a9b261eff for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:40:30.735043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:30.765217 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.services.revisions.revision_plugin [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Could not find related network for resource to bump revision. Jan 17 12:40:30.778059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:40:30.788396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:30.788754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Added segment 684d0d26-9101-4dc7-878a-2f6899032b15 of type vlan for network 0929b2ae-1fce-49ab-982b-837eea242c10 Jan 17 12:40:30.832930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:30.921050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:30.922145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:40:30.922864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:31.084721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0929b2ae-1fce-49ab-982b-837eea242c10,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:40:31.096046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0929b2ae-1fce-49ab-982b-837eea242c10 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:40:31.159537 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e0e8647f-6356-482f-87e3-a6e7a4b511d1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5757637 Jan 17 12:40:33.395571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41764) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:40:33.458325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e14d57f-97bb-49ec-a55a-e14e3ac5bd83 admin admin] GET failed (client error): The resource could not be found. Jan 17 12:40:33.459764 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7e14d57f-97bb-49ec-a55a-e14e3ac5bd83 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632138 Jan 17 12:40:33.533389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67452591-de3a-4f41-9f6a-7649e5ae0d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:40:33.534848 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-67452591-de3a-4f41-9f6a-7649e5ae0d21 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703254 Jan 17 12:40:33.546167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:40:33.744046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Made reservation on behalf of 9395f1438ad948c59c8c531a9b261eff for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:40:33.746366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:33.783524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8f9f62cb-e835-49ab-a4fb-7fb4f3b7eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:33.989747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.047992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c88ab07-2df3-4f5a-8806-4d6097964b04,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:40:34.053977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Checking segment: {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:40:34.054339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Network hostable DHCP agents. Network: 0929b2ae-1fce-49ab-982b-837eea242c10, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:40:34.109303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Network 0929b2ae-1fce-49ab-982b-837eea242c10 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:40:34.155352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0929b2ae-1fce-49ab-982b-837eea242c10) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:40:34.160950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:40:34.161825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.166749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103464fb-04e5-45bd-8463-dd06cb25fb8e None None] Network 0929b2ae-1fce-49ab-982b-837eea242c10 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:40:34.306600 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-595883dc-4393-4fcc-98a9-712924ad81fb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7637618 Jan 17 12:40:34.344887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-0929b2ae-1fce-49ab-982b-837eea242c10', 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10', 'tenant_id': '9395f1438ad948c59c8c531a9b261eff', 'fixed_ips': [{'subnet_id': '4c88ab07-2df3-4f5a-8806-4d6097964b04'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:40:34.345795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.498000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Allocated IP 192.168.233.2 (0929b2ae-1fce-49ab-982b-837eea242c10/4c88ab07-2df3-4f5a-8806-4d6097964b04/8acc8789-6f7b-4b14-9200-b68c1a24dd3d) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:40:34.650372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.744840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.783617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Network 0929b2ae-1fce-49ab-982b-837eea242c10 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:40:34.786290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:40:34.791720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:40:34.800099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Pushing event updated for resources: {'Port': ['ID=8acc8789-6f7b-4b14-9200-b68c1a24dd3d,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:40:34.811035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.811407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.811779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.812111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.812439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.812777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.813128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.813467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.813809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.814133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.814445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.814760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:40:34.866402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Attempting to bind port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:40:34.866771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Attempting to bind port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:40:34.867131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Attempting to bind port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d on network 0929b2ae-1fce-49ab-982b-837eea242c10 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:40:34.873840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:40:34.874218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Checking segment: {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:40:34.874624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.875004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Bound using segment: {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:40:34.875462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Bound port: 8acc8789-6f7b-4b14-9200-b68c1a24dd3d, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:40:34.875881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:34.943758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] For port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:40:34.946910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] For port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8acc8789-6f7b-4b14-9200-b68c1a24dd3d,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:40:35.008427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:35.080784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9207eb3-53f1-44d8-8f56-508b0c814f03 None None] Pushing event updated for resources: {'Port': ['ID=8acc8789-6f7b-4b14-9200-b68c1a24dd3d,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:40:35.909948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248ba65-bc1a-426f-9232-2ffa90a18553 None None] Network 0929b2ae-1fce-49ab-982b-837eea242c10 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:40:35.988487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c4ff13e5-2daf-437a-b2cb-e8763aa3c433 None None] Provisioning complete for port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:40:35.988855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c4ff13e5-2daf-437a-b2cb-e8763aa3c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:36.147476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c4ff13e5-2daf-437a-b2cb-e8763aa3c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:36.179539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1db11de1-9607-451f-b5a4-887ab38c1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:36.191925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c4ff13e5-2daf-437a-b2cb-e8763aa3c433 None None] For port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8acc8789-6f7b-4b14-9200-b68c1a24dd3d,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:40:36.276826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c4ff13e5-2daf-437a-b2cb-e8763aa3c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:36.325211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8acc8789-6f7b-4b14-9200-b68c1a24dd3d up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:40:36.369154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff13e5-2daf-437a-b2cb-e8763aa3c433 None None] Pushing event updated for resources: {'Port': ['ID=8acc8789-6f7b-4b14-9200-b68c1a24dd3d,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:40:36.406413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f9a18d6c-049c-444c-b3e7-d8c00a84bdcd None None] Provisioning complete for port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:40:36.406728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f9a18d6c-049c-444c-b3e7-d8c00a84bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:36.409587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:40:36.409953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:37.166655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:38.249008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8acc8789-6f7b-4b14-9200-b68c1a24dd3d up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:40:38.300283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8acc8789-6f7b-4b14-9200-b68c1a24dd3d triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:40:38.300656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:38.617979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:38.863102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:40:43.019890 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:41:03.714266 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8ffa9c46-d557-46c8-a9ff-b0dc29aaa315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:06.113490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a99506ed-bc0b-4b29-af65-b3d700b166b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:07.199550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:08.616677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:08.879592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:20.017938 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:41:33.707396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16e315d6-74dc-4a4b-8686-0e998ff2706f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:36.158774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1556ff1-f3ec-466d-9bf2-56cc14356e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:37.170115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:38.609686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:38.873124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:41:57.016739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:42:00.720055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41818) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:42:00.726323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-854808bf-1e52-452a-940f-86c6f1ef86b2 tempest-verify_tempest_config-1165884425 tempest-verify_tempest_config-1165884425-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:42:00.727307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-854808bf-1e52-452a-940f-86c6f1ef86b2 tempest-verify_tempest_config-1165884425 tempest-verify_tempest_config-1165884425-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062940 Jan 17 12:42:01.411159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41836) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:42:01.516449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:01.589031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:01.695550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:01.738476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa52d7-b518-4c08-99d3-bf98deab5c20,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:42:01.743855 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9cfc48e3757407a82bcad79e8242390&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3316586 Jan 17 12:42:01.746556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 41842) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:42:01.748249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.748606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.748944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.749274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.749600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.749938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.750269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.750603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.750926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.751244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.751589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.751906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a576c8-d193-49eb-bda7-0e563e42244c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:01.802894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:01.824584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:02.009781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:02.012322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:02.013508 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dfa52d7-b518-4c08-99d3-bf98deab5c20 HTTP/1.1" status: 204 len: 168 time: 0.2659729 Jan 17 12:42:02.021386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa52d7-b518-4c08-99d3-bf98deab5c20,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:42:02.028091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.028461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.028804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.029136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.029464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.029811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.030140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.030474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.030830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.031150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.031430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:02.035860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b8f75-1132-4330-b0c7-88af19467f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:42:03.723867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1dfcf8e9-61f1-483c-861c-81f2c4f438cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:06.224837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a75ef5f7-d4cb-4269-8c37-8af390cc1910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:07.185121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:08.660614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:08.893364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:33.698105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c82366a6-d565-4dac-994f-d99383fc7134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:34.014968 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:42:36.172269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cea76eb6-d450-4426-9150-cce4b57833c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:37.214458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:38.608277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:42:38.871515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:03.722144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-918203f7-fedd-49a2-8b69-0b9e1aa434cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:06.150241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1b77cc41-85a6-44af-b6f1-09dfa6e474d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:07.236269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:08.639048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:08.901928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:11.012765 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 5 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:43:22.067128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765330'] for agent, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:33.727016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44f9da45-2d2b-4816-9901-bb1ced2157a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:36.136150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-329319d7-15ee-486a-8ee3-4a7b7ce138ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:37.220785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:37.350514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41912) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:43:37.454698 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-671b2668-52b2-49fe-9000-e7efce830b09 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1030612 Jan 17 12:43:38.638275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:38.877985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:43:39.676996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 41922) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:43:39.731803 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b155e34a-6a80-4b3c-a949-58a76c0eadc8 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0536740 Jan 17 12:43:48.012001 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:43:52.040436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:03.726025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-20d41247-7219-4371-beef-303762797fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:06.132244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab599ae3-d0ab-406c-a14f-2ee73cce3ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:07.213937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:08.628874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:08.871037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:22.062587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:25.011645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:44:33.730887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-97e2d46a-1eac-4990-b03b-33172d35a362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:36.172819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33a08e2f-34b7-4b45-9429-a63210d7a979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:37.205180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:38.646777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:38.892038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:44:52.090263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:02.010545 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:45:03.798597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb05a-cc78-4772-a0a4-580f01e31dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:06.153496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35258209-31de-481c-85de-429f484f96ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:07.233921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:08.668200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:08.948217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.065959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42086) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:09.279371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1143915244-network', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:09.359290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Made reservation on behalf of 37fe8b4737864224836767d2f6a2b3b0 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:09.361743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.370837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.446185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.518980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.544371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f50228-6db2-47fd-93b0-30c8ad6f84c1,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:09.554316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.554665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.555189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.555814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.556148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.556496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.556819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.557339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.557667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.557989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.558311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.558627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Tracked resource versions report: Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: pushed versions: Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: { 'AddressGroup': {'1.2'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'ConntrackHelper': {'1.0'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Log': {'1.0'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Network': {'1.1'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Port': {'1.7'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'PortForwarding': {'1.2'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'QosPolicy': {'1.9'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroup': {'1.4'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SubPort': {'1.0'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Subnet': {'1.1'}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Trunk': {'1.1'}} Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: consumer versions: Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: HyperV agent@hv-neutron-8248: {}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'ConntrackHelper': '1.0', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Log': '1.0', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Network': '1.1', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Port': '1.7', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'PortForwarding': '1.2', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'QosPolicy': '1.9', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroup': '1.4', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SecurityGroupRule': '1.2', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'SubPort': '1.0', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Subnet': '1.1', Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: 'Trunk': '1.1'}} Jan 17 12:45:09.559684 dv-neutron-824886-1-hyperv neutron-server[109281]: {{(pid=109281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:45:09.571155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:09.583786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.584123 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Added segment 82450363-b555-42e8-9115-efd8d63b8849 of type vlan for network e4bbeb27-2d66-40c6-86fa-9ded90b74423 Jan 17 12:45:09.622951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.742886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.744717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:09.745782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:09.812325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] Pushing event updated for resources: {'Network': ['ID=e4bbeb27-2d66-40c6-86fa-9ded90b74423,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:09.822884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:09.831327 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-98ff87ce-4e40-4cff-bf3a-de85dd98e16e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7637026 Jan 17 12:45:09.835118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42124) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:09.838959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Request body: {'subnet': {'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1143915244-subnet', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:09.948160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Made reservation on behalf of 37fe8b4737864224836767d2f6a2b3b0 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:09.951914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.108780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42134) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:10.117253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42138) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:10.151053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42144) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:10.257199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.322386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6934270-32e1-4400-93bf-8bbe818cc035,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:10.332946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Checking segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:10.333419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Network hostable DHCP agents. Network: e4bbeb27-2d66-40c6-86fa-9ded90b74423, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:10.371033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-740913033-network', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:10.495829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1811523095'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:10.500375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-567462842-network', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:10.513951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:10.538058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Made reservation on behalf of e1ff867a661d4db0be026ceb0cd38c68 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:10.540408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.556257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.647439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.650970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e4bbeb27-2d66-40c6-86fa-9ded90b74423) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:10.655919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:10.656504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.662390 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7e290-3ba3-44e9-b8cc-96b24a0d55f1 None None] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:10.685481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Made reservation on behalf of 9ac5b39f2a0041e88666c6cedb7a45a7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:10.689124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.692310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Made reservation on behalf of 10d84490c91743348eaac1b2d5b24ed1 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:10.695680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.709117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.712255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.749132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.762493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:10.779247 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9e33da6c-a778-4a11-9d5c-b5c70bfb3381 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9439032 Jan 17 12:45:10.782386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42164) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:10.786664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.786961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:10.787158 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Added segment 34ccf2c1-089b-4d59-a9b6-961e85e045dc of type vlan for network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d Jan 17 12:45:10.850098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.919797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.921644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.953911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.954974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:10.955574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:10.957580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac09c6b0-a411-4331-a17a-557f1a023277,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:10.971257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:10.972219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.038753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.039201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.039640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.040035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.040428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.040829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.041220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.041625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.042007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.042435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.042981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.043303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Tracked resource versions report: Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: pushed versions: Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: { 'AddressGroup': {'1.2'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'ConntrackHelper': {'1.0'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Log': {'1.0'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Network': {'1.1'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Port': {'1.7'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'PortForwarding': {'1.2'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'QosPolicy': {'1.9'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroup': {'1.4'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SubPort': {'1.0'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Subnet': {'1.1'}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Trunk': {'1.1'}} Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: consumer versions: Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: HyperV agent@hv-neutron-8248: {}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'ConntrackHelper': '1.0', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Log': '1.0', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Network': '1.1', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Port': '1.7', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'PortForwarding': '1.2', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'QosPolicy': '1.9', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroup': '1.4', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SecurityGroupRule': '1.2', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'SubPort': '1.0', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Subnet': '1.1', Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: 'Trunk': '1.1'}} Jan 17 12:45:11.044352 dv-neutron-824886-1-hyperv neutron-server[109280]: {{(pid=109280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:45:11.063416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.080059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.083345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:11.084845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.089434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.183011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42182) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:11.183532 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6c598fc-285c-430a-ab86-f6a28479dbd3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0733304 Jan 17 12:45:11.190321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Request body: {'subnet': {'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-740913033-subnet', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:11.208352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Allocated IP 172.20.0.2 (e4bbeb27-2d66-40c6-86fa-9ded90b74423/c6934270-32e1-4400-93bf-8bbe818cc035/03a6c2eb-daac-4f29-b721-ef3b23263bec) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:11.222814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.228299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.270686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:11.274624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:11.281154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92559e77-8cee-4517-aab2-2f2d21a50352,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.308771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.309321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Added segment ac4a115c-ce5e-4705-9922-002d666779bb of type vlan for network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a Jan 17 12:45:11.325489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.330423 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Added segment 4edf4302-3fd4-4bff-8bec-fb101b06e4cb of type vlan for network c0a6b131-2532-470d-824d-c7fe2ee56b00 Jan 17 12:45:11.383233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2714e6cc-aed4-4741-aa84-708d43c0daa5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.415918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.416324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.429863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Made reservation on behalf of e1ff867a661d4db0be026ceb0cd38c68 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:11.432798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.451149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.456403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.589221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.589467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.595975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:11.605890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.608758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.609877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:11.610447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.640848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:11.647202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:11.648774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Pushing event updated for resources: {'Port': ['ID=03a6c2eb-daac-4f29-b721-ef3b23263bec,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.652465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:11.660698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.663760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.664056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.664379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.664696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.665015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Tracked resource versions report: Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: pushed versions: Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: { 'AddressGroup': {'1.2'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'ConntrackHelper': {'1.0'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Log': {'1.0'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Network': {'1.1'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Port': {'1.7'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'PortForwarding': {'1.2'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'QosPolicy': {'1.9'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroup': {'1.4'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SubPort': {'1.0'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Subnet': {'1.1'}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Trunk': {'1.1'}} Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: consumer versions: Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: HyperV agent@hv-neutron-8248: {}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'ConntrackHelper': '1.0', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Log': '1.0', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Network': '1.1', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Port': '1.7', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'PortForwarding': '1.2', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'QosPolicy': '1.9', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroup': '1.4', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SecurityGroupRule': '1.2', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'SubPort': '1.0', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Subnet': '1.1', Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: 'Trunk': '1.1'}} Jan 17 12:45:11.669493 dv-neutron-824886-1-hyperv neutron-server[109282]: {{(pid=109282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:45:11.672937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42192) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:11.731947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Attempting to bind port 03a6c2eb-daac-4f29-b721-ef3b23263bec on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:11.736804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Attempting to bind port 03a6c2eb-daac-4f29-b721-ef3b23263bec by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:11.736804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Attempting to bind port 03a6c2eb-daac-4f29-b721-ef3b23263bec on network e4bbeb27-2d66-40c6-86fa-9ded90b74423 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:11.739279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:11.739922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Checking segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:11.740506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.741149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Bound using segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:11.741788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Bound port: 03a6c2eb-daac-4f29-b721-ef3b23263bec, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:11.742266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.742541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:11.750249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event updated for resources: {'Network': ['ID=77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.795545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eeec3e1-3471-42b1-8840-a21e8489279a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.821297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a6b131-2532-470d-824d-c7fe2ee56b00,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:11.828391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] For port 03a6c2eb-daac-4f29-b721-ef3b23263bec, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:11.828872 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-197ca4a1-9bc9-4e20-8c1b-da8483852491 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7089574 Jan 17 12:45:11.835836 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8e4a6b50-26e1-4af6-b145-e479fb792a10 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6799350 Jan 17 12:45:11.835836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42200) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:11.837224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42202) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:11.838740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] For port 03a6c2eb-daac-4f29-b721-ef3b23263bec, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03a6c2eb-daac-4f29-b721-ef3b23263bec,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:11.846405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Request body: {'subnet': {'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:11.849577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:11.853947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:11.864996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Checking segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:11.865594 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Network hostable DHCP agents. Network: 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:11.891297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Request body: {'subnet': {'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-567462842-subnet', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:12.019221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.048775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:12.138335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.154091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-119219467'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:12.159761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:12.182241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c32e12-4a87-4a87-b0b4-9e1e4004a478 None None] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:12.194528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.197635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:12.198402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.234083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Made reservation on behalf of 10d84490c91743348eaac1b2d5b24ed1 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:12.237490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.328561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42220) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:12.463408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2c7d8ba6-3701-46e5-b0c3-859ab1ef7e94 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1928754 Jan 17 12:45:12.464963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42224) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:12.464963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:12.465504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de9b0f-cde9-42d2-8b30-abbcbb26167d None None] Pushing event updated for resources: {'Port': ['ID=03a6c2eb-daac-4f29-b721-ef3b23263bec,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:12.522189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Allocated IP 172.26.4.14 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1c9b8ca2-5c1b-4ef3-a798-1fea174d1120) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:12.530231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:12.574244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Made reservation on behalf of ffac81ff0b34481484344430ee06b471 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:12.574244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.578887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42230) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:12.588504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41076105-cb05-4094-8154-073350428ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:12.589554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41076105-cb05-4094-8154-073350428ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.604481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.627203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Made reservation on behalf of 9ac5b39f2a0041e88666c6cedb7a45a7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:12.632724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks [] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.735302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.736419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.754117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-41076105-cb05-4094-8154-073350428ad2 None None] Allocated IP 172.20.0.2 (7ea0d9a6-e861-4f85-a5c2-156e9d153b2d/8eeec3e1-3471-42b1-8840-a21e8489279a/fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:12.797480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:12.801305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.808672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1632307082', 'router:external': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:12.811996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.815912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-43515961', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:12.874743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.910504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41076105-cb05-4094-8154-073350428ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.962382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Made reservation on behalf of 5c64a1f738904e47b1383af118e341cd for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:12.965173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.966944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00e8ef3-9bf6-4a01-876a-dd383926a9e2,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:12.978449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:12.994176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.011215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41076105-cb05-4094-8154-073350428ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.053243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41076105-cb05-4094-8154-073350428ad2 None None] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:13.057924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-41076105-cb05-4094-8154-073350428ad2 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:13.062217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41076105-cb05-4094-8154-073350428ad2 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:13.071613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Made reservation on behalf of c499341a82a247128530037400a7534e for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:13.074488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.074660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41076105-cb05-4094-8154-073350428ad2 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.078625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.107691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.139905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-41076105-cb05-4094-8154-073350428ad2 None None] Attempting to bind port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:13.140635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-41076105-cb05-4094-8154-073350428ad2 None None] Attempting to bind port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:13.141105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41076105-cb05-4094-8154-073350428ad2 None None] Attempting to bind port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 on network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:13.147683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41076105-cb05-4094-8154-073350428ad2 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:13.148251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41076105-cb05-4094-8154-073350428ad2 None None] Checking segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:13.148756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41076105-cb05-4094-8154-073350428ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.149270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41076105-cb05-4094-8154-073350428ad2 None None] Bound using segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:13.149490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.149917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-41076105-cb05-4094-8154-073350428ad2 None None] Bound port: fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:13.150656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41076105-cb05-4094-8154-073350428ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.186679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:13.191992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.194179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.215539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Checking segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:13.216227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Network hostable DHCP agents. Network: c0a6b131-2532-470d-824d-c7fe2ee56b00, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:13.221630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:13.224269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:13.241174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-41076105-cb05-4094-8154-073350428ad2 None None] For port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:13.245102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-41076105-cb05-4094-8154-073350428ad2 None None] For port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:13.291682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.315639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c25d1d-accc-47f7-96bf-c3a7dcda9e94,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.325763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-41076105-cb05-4094-8154-073350428ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.343275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] device_id is not set on port 68adc47d-5555-417f-b3a2-2074020884fd yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:13.375293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:13.379929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f48fa-999f-4e85-b0f3-e75076ce368a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.386736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.393761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Pushing event updated for resources: {'Port': ['ID=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.421175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41076105-cb05-4094-8154-073350428ad2 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.432342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e68a64-b8b3-4934-b662-d7340444b179 None None] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:13.446305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:13.467419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.484955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.485569 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Added segment 5d7bc1c3-7557-4e69-87d4-bc8a53b3a3a9 of type vlan for network 34cbd4d9-4b7d-4a8b-8385-5c4568c87003 Jan 17 12:45:13.519165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.566108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-50418f1d-99ab-4a94-8b4a-1dfb04b784c2 None None] Provisioning complete for port 03a6c2eb-daac-4f29-b721-ef3b23263bec triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:13.566466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-50418f1d-99ab-4a94-8b4a-1dfb04b784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.578528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, c0a6b131-2532-470d-824d-c7fe2ee56b00) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:13.597255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.622018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:13.622870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.680855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event updated for resources: {'Subnet': ['ID=3c3e5a89-f9d6-464a-957a-a4728e7ffb74,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.691192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce2934-5249-4b7c-9c7b-91c9a9c94b90 None None] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:13.700965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Checking segment: {'id': 'ac4a115c-ce5e-4705-9922-002d666779bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:13.701324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Network hostable DHCP agents. Network: 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:13.761680 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1fc5f273-231f-41f3-a4de-ec87c70c8876 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9232111 Jan 17 12:45:13.762253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42242) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:13.769355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:13.777094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.784960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Allocated IP 172.26.4.24 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/68adc47d-5555-417f-b3a2-2074020884fd) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:13.795285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.801457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:13.802268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.857914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:13.890911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-50418f1d-99ab-4a94-8b4a-1dfb04b784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.922576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.947288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:13.951822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Pushing event updated for resources: {'Network': ['ID=34cbd4d9-4b7d-4a8b-8385-5c4568c87003,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:13.962387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-50418f1d-99ab-4a94-8b4a-1dfb04b784c2 None None] For port 03a6c2eb-daac-4f29-b721-ef3b23263bec, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03a6c2eb-daac-4f29-b721-ef3b23263bec,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:13.965731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 34cbd4d9-4b7d-4a8b-8385-5c4568c87003 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:14.016684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.050750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:14.056645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:14.056645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.079833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.080890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.151522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0cf9e-c04d-4606-bea6-e3b2dacfdc99 None None] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:14.158028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-50418f1d-99ab-4a94-8b4a-1dfb04b784c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.160952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.166384 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c84d9d10-0d8d-45f4-bd4a-d9131d7508f3 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3300664 Jan 17 12:45:14.169773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42244) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:14.174932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Request body: {'port': {'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-44109872'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:14.178299 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f1bdb7b0-7c59-407f-a335-0835c6d92d48 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5050571 Jan 17 12:45:14.192408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42246) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:14.199342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:14.230197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f9f7c9-676f-42fd-86fb-4518ff56dde1,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:14.234447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.236107 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Added segment 7aedeebc-5b90-444b-a4d3-5fe6389dfbf6 of type vlan for network d74b016f-f984-4240-ac08-c70be7d8cd00 Jan 17 12:45:14.246455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.317924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-c0a6b131-2532-470d-824d-c7fe2ee56b00', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:14.319078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.440611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-212e90df-2701-4186-ba10-598de3fa54ea None None] Provisioning complete for port 03a6c2eb-daac-4f29-b721-ef3b23263bec triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:14.442965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-212e90df-2701-4186-ba10-598de3fa54ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.448246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50418f1d-99ab-4a94-8b4a-1dfb04b784c2 None None] Pushing event updated for resources: {'Port': ['ID=03a6c2eb-daac-4f29-b721-ef3b23263bec,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:14.454508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.499403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'network': {'name': 'tempest-network--721942519', 'router:external': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:14.506091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.607821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.690294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Made reservation on behalf of 9a2b1081b6df4e5cbd17516e0dfa0b68 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:14.694270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.696969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.704191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03a6c2eb-daac-4f29-b721-ef3b23263bec up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:14.708089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Made reservation on behalf of 9ac5b39f2a0041e88666c6cedb7a45a7 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:14.709929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.721808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.738696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] device_id is not set on port 76a86150-6dff-4f12-bc51-3d4b7be18018 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:14.741170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a', 'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a', 'tenant_id': '9ac5b39f2a0041e88666c6cedb7a45a7', 'fixed_ips': [{'subnet_id': '3c3e5a89-f9d6-464a-957a-a4728e7ffb74'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:14.741999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.777889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.778868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:14.779458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.821687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:14.933401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c2055-ca78-46fc-8c91-e21ed4069467 None None] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:14.934689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:14.939793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Allocated IP 172.26.4.16 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/ba5d8897-af84-418a-add6-00b318d65802) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:14.940577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Network': ['ID=d74b016f-f984-4240-ac08-c70be7d8cd00,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:14.948458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:14.959143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Pushing event updated for resources: {'Port': ['ID=68adc47d-5555-417f-b3a2-2074020884fd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:14.969078 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0451ef93-bf0d-4391-923a-52986bded826 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6394489 Jan 17 12:45:14.971366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42254) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:14.978697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'subnet': {'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:14.996422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network d74b016f-f984-4240-ac08-c70be7d8cd00 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:15.005379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:15.006838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:15.007900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.034630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.048595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Allocated IP 172.20.0.2 (c0a6b131-2532-470d-824d-c7fe2ee56b00/f00e8ef3-9bf6-4a01-876a-dd383926a9e2/b6f82d91-963c-4325-b1cb-efa6a19a06ad) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:15.065804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Allocated IP 172.20.0.2 (77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a/3c3e5a89-f9d6-464a-957a-a4728e7ffb74/003672a7-831e-4981-946e-1c36a4228fd6) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:15.104814 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-412f5b6b-5a8a-49a3-a0de-084404c78839 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5726666 Jan 17 12:45:15.108189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42256) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:15.113826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.24'}]}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:15.125111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:45:15.181845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Made reservation on behalf of c499341a82a247128530037400a7534e for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:15.184657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.221664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1c2dab23-a1d6-4b7b-9aeb-2adce5a6b245 None None] Provisioning complete for port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:15.221664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1c2dab23-a1d6-4b7b-9aeb-2adce5a6b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.223649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.227860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 03a6c2eb-daac-4f29-b721-ef3b23263bec triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:15.228444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.282954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:15.336282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:15.344143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.344485 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Added segment 9ba3b91b-c6c2-4bd8-b900-be8968ef91f9 of type vlan for network 3df6b502-e7d7-4dd8-83ae-a0d160115af8 Jan 17 12:45:15.345796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63406c04-e1c2-4c14-bc2b-13c66e5458d1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:15.365174 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Sync routers for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:15.371875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.383709 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:15.384422 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:15.392832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.422766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.446377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.455868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:15.471089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.472423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.518406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.523349 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a2e8613e-27f2-419c-a74b-66a6f1eacd38 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7371187 Jan 17 12:45:15.526350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42262) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:15.541694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:15.554917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.634227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.707169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1c2dab23-a1d6-4b7b-9aeb-2adce5a6b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.712796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Pushing event updated for resources: {'Port': ['ID=ba5d8897-af84-418a-add6-00b318d65802,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:15.739190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.741424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:15.742192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.746318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.747987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.757923 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:13Z', 'revision_number': 3, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:15.761007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:15.765195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.800572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:15.806316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Checking router: 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:15.806917 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Updating router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:15.807123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1c2dab23-a1d6-4b7b-9aeb-2adce5a6b245 None None] For port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:15.847925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:15.861340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:15.864268 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.867465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.873289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.899369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.932582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Allocated IP 172.26.4.203 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/e2955c81-dc5c-4294-846c-48b5998d32ba) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:15.946196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1c2dab23-a1d6-4b7b-9aeb-2adce5a6b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.948732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.972191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:15.981066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:45:15.981533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:15.999606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:16.006772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:16.009279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Allocated IP 172.20.0.4 (77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a/3c3e5a89-f9d6-464a-957a-a4728e7ffb74/76a86150-6dff-4f12-bc51-3d4b7be18018) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:16.022374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:16.027127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Pushing event updated for resources: {'Port': ['ID=003672a7-831e-4981-946e-1c36a4228fd6,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.032304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:16.042141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:16.102685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:45:16.103150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:45:16.110612 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9181509 Jan 17 12:45:16.125085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42266) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:16.149047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349d72a-ed4f-4fa6-9450-8cbd189f5b38 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Network': ['ID=3df6b502-e7d7-4dd8-83ae-a0d160115af8,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.200591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 3df6b502-e7d7-4dd8-83ae-a0d160115af8 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:16.240774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Attempting to bind port 003672a7-831e-4981-946e-1c36a4228fd6 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:16.240774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Attempting to bind port 003672a7-831e-4981-946e-1c36a4228fd6 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'ac4a115c-ce5e-4705-9922-002d666779bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:16.240774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Attempting to bind port 003672a7-831e-4981-946e-1c36a4228fd6 on network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:16.240774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d99d2c16-62af-4deb-aa98-a02db302d54e None None] Provisioning complete for port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:16.240774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d99d2c16-62af-4deb-aa98-a02db302d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.280607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dab23-a1d6-4b7b-9aeb-2adce5a6b245 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.343628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4d05832-4d43-4ffd-be45-017d99c9a926,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.345444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.358077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Checking segment: {'id': '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:16.358077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network hostable DHCP agents. Network: d74b016f-f984-4240-ac08-c70be7d8cd00, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:16.383868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.449809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Attempting to bind port b6f82d91-963c-4325-b1cb-efa6a19a06ad on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:16.450179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Attempting to bind port b6f82d91-963c-4325-b1cb-efa6a19a06ad by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:16.450791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Attempting to bind port b6f82d91-963c-4325-b1cb-efa6a19a06ad on network c0a6b131-2532-470d-824d-c7fe2ee56b00 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:16.454185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:16.454730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Checking segment: {'id': 'ac4a115c-ce5e-4705-9922-002d666779bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:16.455176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.455597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Bound using segment: {'id': 'ac4a115c-ce5e-4705-9922-002d666779bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:16.456109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Bound port: 003672a7-831e-4981-946e-1c36a4228fd6, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4a115c-ce5e-4705-9922-002d666779bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:16.456510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.461831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.494935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:16.495377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Checking segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:16.495804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.496199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Bound using segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:16.496719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Bound port: b6f82d91-963c-4325-b1cb-efa6a19a06ad, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:16.497138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.510401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network d74b016f-f984-4240-ac08-c70be7d8cd00 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:16.545178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.550958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.570688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.590566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Pushing event updated for resources: {'Port': ['ID=b6f82d91-963c-4325-b1cb-efa6a19a06ad,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.634948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.635770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.636599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.637107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > port after_create 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.637256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.637933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > port after_update 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.638080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.638384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.638687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.639287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.698782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] For port b6f82d91-963c-4325-b1cb-efa6a19a06ad, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:16.724977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] For port 003672a7-831e-4981-946e-1c36a4228fd6, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:16.730218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] For port b6f82d91-963c-4325-b1cb-efa6a19a06ad, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b6f82d91-963c-4325-b1cb-efa6a19a06ad,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:16.745784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] For port 003672a7-831e-4981-946e-1c36a4228fd6, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=003672a7-831e-4981-946e-1c36a4228fd6,segment=NetworkSegment(ac4a115c-ce5e-4705-9922-002d666779bb),segment_id=ac4a115c-ce5e-4705-9922-002d666779bb)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:16.800906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.819649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03a6c2eb-daac-4f29-b721-ef3b23263bec up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:16.853881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.889474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.893249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.921435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.922013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.922121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.922417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:16.922823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df6b502-e7d7-4dd8-83ae-a0d160115af8']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:16.945302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba3b91b-c6c2-4bd8-b900-be8968ef91f9') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:16.945640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba3b91b-c6c2-4bd8-b900-be8968ef91f9') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:16.962015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 03a6c2eb-daac-4f29-b721-ef3b23263bec triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:16.963257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.964083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Allocated IP 172.26.4.236 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/018046b0-00b2-493a-b9e4-3e7fa719f78c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:16.965851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7c23-5c57-461f-a104-70c3fbf37eee None None] Pushing event updated for resources: {'Port': ['ID=b6f82d91-963c-4325-b1cb-efa6a19a06ad,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.977295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:16.978022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:16.990750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:16.993159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Pushing event updated for resources: {'Port': ['ID=e2955c81-dc5c-4294-846c-48b5998d32ba,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:16.997998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:17.006281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.018594 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:17.019369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.022367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, d74b016f-f984-4240-ac08-c70be7d8cd00) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: from cryptography.utils import int_from_bytes Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: from cryptography.utils import int_from_bytes Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:17.026065 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:17.048455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fb36c-ef23-4c97-80de-eada4a47f805 None None] Network d74b016f-f984-4240-ac08-c70be7d8cd00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:17.077668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:17.078544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.140197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.153947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb770-3cfc-4267-8a1f-2a6c1b7fc2ea None None] Pushing event updated for resources: {'Port': ['ID=003672a7-831e-4981-946e-1c36a4228fd6,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:17.174909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.236867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:17.249547 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-92175f95-3bad-4658-8486-37caacec5bfe tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2753513 Jan 17 12:45:17.302935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42270) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:17.318433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-357681832', 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:17.361372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.367964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3df6b502-e7d7-4dd8-83ae-a0d160115af8 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:45:17.375586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.378903 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/networks/3df6b502-e7d7-4dd8-83ae-a0d160115af8 HTTP/1.1" status: 204 len: 168 time: 1.2525787 Jan 17 12:45:17.419853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:17.425102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.428083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:17.431422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce3fb8-f7a5-47b6-a981-992bf302814f None None] Network d74b016f-f984-4240-ac08-c70be7d8cd00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:17.454376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42272) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:17.464599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:17.520396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1535-ef23-4397-aa40-26b1821eea0b tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Network': ['ID=3df6b502-e7d7-4dd8-83ae-a0d160115af8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:17.586457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:17.592494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:17.596258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.601380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.620361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:17.620875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.621786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Made reservation on behalf of c499341a82a247128530037400a7534e for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:17.624160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.643990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.660563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] device_id is not set on port 7314baa8-52cd-450a-a43e-346b16ef26ba yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:17.727989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Made reservation on behalf of 9a2b1081b6df4e5cbd17516e0dfa0b68 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:17.730768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.785298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.804366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.807986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:17.826474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.826796 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Added segment 8c5784f9-7755-4e4a-9b48-a10e25621086 of type vlan for network c9d77c4c-7479-4ecc-a203-f52768a9e971 Jan 17 12:45:17.851614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Allocated IP 2001:db8::231 (d74b016f-f984-4240-ac08-c70be7d8cd00/c4d05832-4d43-4ffd-be45-017d99c9a926/7314baa8-52cd-450a-a43e-346b16ef26ba) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:17.878609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7047255 Jan 17 12:45:17.881273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42274) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:17.891391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0347b3e-b338-41b1-bd14-245429444cb0 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event updated for resources: {'Port': ['ID=76a86150-6dff-4f12-bc51-3d4b7be18018,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:17.897671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:17.997789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.002562 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4201295 Jan 17 12:45:18.010070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42276) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:18.018095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-706661713', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'fixed_ips': [{'ip_address': '172.26.4.16'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:18.025380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.026447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:18.027300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.072486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3179ad2-5b3e-4425-bd4f-3f04fd3c5e0a tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Pushing event updated for resources: {'Port': ['ID=ba5d8897-af84-418a-add6-00b318d65802,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:18.075736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.101021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.130703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.142766 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6837258 Jan 17 12:45:18.144177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42278) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:18.151057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'subnet': {'network_id': 'c9d77c4c-7479-4ecc-a203-f52768a9e971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:18.154812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c3f77-ea91-40fc-abd3-8b9bdfb3f1cd tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d77c4c-7479-4ecc-a203-f52768a9e971,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:18.165016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Made reservation on behalf of f98fd6a857af4c7ba35997c6fe4ff907 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:18.167398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.170545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network c9d77c4c-7479-4ecc-a203-f52768a9e971 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:18.192465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.264237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:18.288108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Made reservation on behalf of 9a2b1081b6df4e5cbd17516e0dfa0b68 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:18.290868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.315119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:18.321359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Pushing event updated for resources: {'Port': ['ID=018046b0-00b2-493a-b9e4-3e7fa719f78c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:18.328029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:18.349857 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.363225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.377210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.443148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network d74b016f-f984-4240-ac08-c70be7d8cd00 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:18.730016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:18.730016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:18.730016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:18.733234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Deleting port 76a86150-6dff-4f12-bc51-3d4b7be18018 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:18.733234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.736864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.736864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Port': ['ID=7314baa8-52cd-450a-a43e-346b16ef26ba,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:18.737656 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.738242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.738830 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Attempting to bind port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:18.738830 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Attempting to bind port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:18.738830 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Attempting to bind port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:18.741750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] device_id is not set on port d131c523-1da3-4b2c-a1e9-595ac0fdfba0 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Bound port: 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:18.742478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.743613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671af4f8-b677-4fc3-8b2f-acb39e490fdc None None] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Tracked resource versions report: Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: pushed versions: Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: { 'AddressGroup': {'1.2'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'ConntrackHelper': {'1.0'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Log': {'1.0'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Network': {'1.1'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Port': {'1.7'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'PortForwarding': {'1.2'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'QosPolicy': {'1.9'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroup': {'1.4'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroupRule': {'1.2'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SubPort': {'1.0'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Subnet': {'1.1'}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Trunk': {'1.1'}} Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: consumer versions: Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: { DHCP agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: HyperV agent@hv-neutron-8248: {}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: L3 agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: Metadata agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: Metering agent@dv-neutron-824886-1-hyperv: {}, Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: Open vSwitch agent@dv-neutron-824886-1-hyperv: { 'AddressGroup': '1.2', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'ConntrackHelper': '1.0', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Log': '1.0', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Network': '1.1', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Port': '1.7', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'PortForwarding': '1.2', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'QosPolicy': '1.9', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroup': '1.4', Jan 17 12:45:18.744255 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SecurityGroupRule': '1.2', Jan 17 12:45:18.758279 dv-neutron-824886-1-hyperv neutron-server[109283]: 'SubPort': '1.0', Jan 17 12:45:18.758279 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Subnet': '1.1', Jan 17 12:45:18.758279 dv-neutron-824886-1-hyperv neutron-server[109283]: 'Trunk': '1.1'}} Jan 17 12:45:18.758279 dv-neutron-824886-1-hyperv neutron-server[109283]: {{(pid=109283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 12:45:18.758626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd0602-6be1-44c4-afe5-1ef479cdbf09,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:18.758691 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] For port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:18.758691 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] For port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:18.758808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-be936e43-026a-4a7e-89fc-916f09dc6c94 None None] Provisioning complete for port 003672a7-831e-4981-946e-1c36a4228fd6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:18.758808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be936e43-026a-4a7e-89fc-916f09dc6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.758914 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d3a4d0bc-5d3b-46a5-bfd0-ba6022d5cc0f tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3919516 Jan 17 12:45:18.758970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.759034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42280) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:18.780930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Calling delete_port for 76a86150-6dff-4f12-bc51-3d4b7be18018 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:18.788736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.789157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Allocated IP 172.20.0.1 (e4bbeb27-2d66-40c6-86fa-9ded90b74423/c6934270-32e1-4400-93bf-8bbe818cc035/59f7610a-4373-48a9-80e2-1954b87baa18) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:18.834525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.898076 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:18.900327 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:18.908709 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be936e43-026a-4a7e-89fc-916f09dc6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:18.918222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a546f0-b183-44fe-9c7b-2d77bac38fec None None] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:19.017156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b6f82d91-963c-4325-b1cb-efa6a19a06ad up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:19.054793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-be936e43-026a-4a7e-89fc-916f09dc6c94 None None] For port 003672a7-831e-4981-946e-1c36a4228fd6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=003672a7-831e-4981-946e-1c36a4228fd6,segment=NetworkSegment(ac4a115c-ce5e-4705-9922-002d666779bb),segment_id=ac4a115c-ce5e-4705-9922-002d666779bb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:19.064117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab4ead-7c3d-43aa-b97e-9b811c55026a None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:19.166303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be936e43-026a-4a7e-89fc-916f09dc6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.175719 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:19.264234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b6f82d91-963c-4325-b1cb-efa6a19a06ad triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:19.264603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.352148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be936e43-026a-4a7e-89fc-916f09dc6c94 None None] Pushing event updated for resources: {'Port': ['ID=003672a7-831e-4981-946e-1c36a4228fd6,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:19.392241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-01035736-a289-432c-b3b7-79e66d0b0d66 None None] Provisioning complete for port b6f82d91-963c-4325-b1cb-efa6a19a06ad triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:19.393740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-01035736-a289-432c-b3b7-79e66d0b0d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.407760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.417767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.425618 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:13Z', 'revision_number': 3, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:19.464074 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4661974-7903-4e96-84df-f6fa117bd0ee None None] The sync data for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv is: [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:13Z', 'revision_number': 3, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:19.550053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.556883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Deleting port 7314baa8-52cd-450a-a43e-346b16ef26ba {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:19.558028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.563881 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 12:45:19.564673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:45:19.580485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.631118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-01035736-a289-432c-b3b7-79e66d0b0d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.668875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port b6f82d91-963c-4325-b1cb-efa6a19a06ad, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b6f82d91-963c-4325-b1cb-efa6a19a06ad,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:19.683106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.686714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.709041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.713003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-62e922c3-b9c2-4d9f-9619-339a73087057 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7006505 Jan 17 12:45:19.716279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42284) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:19.726485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.727776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 003672a7-831e-4981-946e-1c36a4228fd6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:19.777626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event deleted for resources: {'Port': ['ID=76a86150-6dff-4f12-bc51-3d4b7be18018,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:19.886609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.909088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:19.912649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4eecc69d-4e87-4b70-aa9f-dba310c9b807 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "DELETE /v2.0/ports/76a86150-6dff-4f12-bc51-3d4b7be18018 HTTP/1.1" status: 204 len: 168 time: 2.0306132 Jan 17 12:45:19.916654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Calling delete_port for 7314baa8-52cd-450a-a43e-346b16ef26ba owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:19.918142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42286) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:20.100481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.100996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51549250-e659-4afb-8150-38859036f46a {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:45:20.111931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.194517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-01035736-a289-432c-b3b7-79e66d0b0d66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:45:20.195113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-01035736-a289-432c-b3b7-79e66d0b0d66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:45:20.200300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=b6f82d91-963c-4325-b1cb-efa6a19a06ad,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:20.206184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Deleting port ba5d8897-af84-418a-add6-00b318d65802 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:20.206524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.214493 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3e3f8375-2437-48dc-adc6-9f6ca64c494d tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2946067 Jan 17 12:45:20.217902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42290) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:20.228471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:45:20.233653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 003672a7-831e-4981-946e-1c36a4228fd6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:20.234121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.238660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1127476741'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:20.250104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:20.266445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:20.279329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:20.279572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.283635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 17 12:45:20.284731 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8a3ac3db-2126-4bab-8547-7ac02c5ca521 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1752341 Jan 17 12:45:20.291537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42292) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:20.361973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.374634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Pushing event updated for resources: {'Port': ['ID=59f7610a-4373-48a9-80e2-1954b87baa18,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:20.433885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:45:20.434451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.493222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Subnet': ['ID=923a1b99-9e75-434a-9858-6626091dc554,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:20.498076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.498416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.518191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Calling delete_port for ba5d8897-af84-418a-add6-00b318d65802 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:20.535211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.557735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Made reservation on behalf of 9ac5b39f2a0041e88666c6cedb7a45a7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:20.561271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.656963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:20.658767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:20.666280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event deleted for resources: {'Port': ['ID=7314baa8-52cd-450a-a43e-346b16ef26ba,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:20.674460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Sync routers for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:20.682104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.682441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Added segment d7e06fa6-d2b9-46bd-a384-7bdebf35a0c2 of type vlan for network 6c7c8ca2-0377-4fda-bed0-6e2f6f643933 Jan 17 12:45:20.688023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:20.688938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:20.700099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.706067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1b649703-6486-49a5-aacf-9f3c4e11736d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/ports/7314baa8-52cd-450a-a43e-346b16ef26ba HTTP/1.1" status: 204 len: 168 time: 1.9850121 Jan 17 12:45:20.706067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Checking segment: {'id': '8c5784f9-7755-4e4a-9b48-a10e25621086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c9d77c4c-7479-4ecc-a203-f52768a9e971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:20.706067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Network hostable DHCP agents. Network: c9d77c4c-7479-4ecc-a203-f52768a9e971, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:20.709471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42294) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:20.721326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'external_fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231'}]}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:20.725653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Deleting port 68adc47d-5555-417f-b3a2-2074020884fd {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:20.732641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.751933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.766996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.766996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e50806e9-11b9-485f-b376-3347e6774231 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.3669422 Jan 17 12:45:20.775125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42296) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:20.795714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.855956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:20.900906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.903191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Router f67b0e37-209a-456f-a638-5727b54a7244 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:45:20.930444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Calling delete_port for 68adc47d-5555-417f-b3a2-2074020884fd owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:20.940421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Network c9d77c4c-7479-4ecc-a203-f52768a9e971 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:20.950672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.951836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:20.991213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 003672a7-831e-4981-946e-1c36a4228fd6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:21.029449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.034816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:21.035410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.047195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Provisioning complete for port b6f82d91-963c-4325-b1cb-efa6a19a06ad triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:21.047722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.152034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 003672a7-831e-4981-946e-1c36a4228fd6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:21.152325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.237565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.238760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.244443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, c9d77c4c-7479-4ecc-a203-f52768a9e971) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:21.260522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Provisioning complete for port 59f7610a-4373-48a9-80e2-1954b87baa18 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:21.260945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.266656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f142f00-ead0-4d12-9107-97e12d9fd21e None None] Network c9d77c4c-7479-4ecc-a203-f52768a9e971 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:21.274644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:21.275345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.290740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba5d8897-af84-418a-add6-00b318d65802,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:21.355550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:17Z', 'revision_number': 3, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:21.403852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Checking router: c13bb115-9e0b-4761-bba3-1dfa3c3408d4 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:21.404132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Updating router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 port e2955c81-dc5c-4294-846c-48b5998d32ba binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:21.419956 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1927524 Jan 17 12:45:21.425334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Port 59f7610a-4373-48a9-80e2-1954b87baa18 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:21.427313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42298) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:21.434443 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f0de96c4-ca31-45d6-ba37-c3599c868e9d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2868733 Jan 17 12:45:21.437546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42300) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:21.446433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014660d-516a-4077-9d67-3556ef4d2188 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event updated for resources: {'Network': ['ID=6c7c8ca2-0377-4fda-bed0-6e2f6f643933,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:21.446570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9d77c4c-7479-4ecc-a203-f52768a9e971'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:21.446648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b6f82d91-963c-4325-b1cb-efa6a19a06ad up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:21.458853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 6c7c8ca2-0377-4fda-bed0-6e2f6f643933 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:21.460581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Could not find standard attr ID for object 76a86150-6dff-4f12-bc51-3d4b7be18018. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:45:21.501307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:21.517612 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Sync routers for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:21.526987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.539801 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:21.541464 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:21.568077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.579890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.583468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.588531 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-928deec1-a83b-4197-9a7b-7b3b43277937 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463 tempest-ExternalNetworksAdminNegativeTestJSON-1769177463-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/2a9936e4-063e-4322-8dc3-ca4c15391eb9 HTTP/1.1" status: 204 len: 168 time: 1.8668246 Jan 17 12:45:21.616587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.654509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Pushing event deleted for resources: {'Port': ['ID=68adc47d-5555-417f-b3a2-2074020884fd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:21.666645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.838160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Provisioning complete for port 003672a7-831e-4981-946e-1c36a4228fd6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:21.838160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33fd0ee9-fb6a-49f3-9f9e-9bf13d900677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.840230 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:21.848794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.852301 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-20720677-22f0-42ec-bb24-26ba6e9bb999 tempest-RoutersAdminNegativeIpV6Test-655985486 tempest-RoutersAdminNegativeIpV6Test-655985486-project-admin] 10.222.0.77 "DELETE /v2.0/ports/68adc47d-5555-417f-b3a2-2074020884fd HTTP/1.1" status: 204 len: 168 time: 1.5541818 Jan 17 12:45:21.878482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.883827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8245c685-74f2-4184-be55-e9979a25309a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1198070 Jan 17 12:45:21.888725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42306) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:21.899995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24427890-7688-4532-a49c-6ad4165b3400 None None] Network c9d77c4c-7479-4ecc-a203-f52768a9e971 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:21.954052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:21.992238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6c484fa-cdb8-44ba-a062-95a479916f2a tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/agents/b66c27a6-1278-47ef-bbc6-6b545688a001/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.5608594 Jan 17 12:45:21.995337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42308) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:22.082304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.082533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b6f82d91-963c-4325-b1cb-efa6a19a06ad triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:22.083873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.084269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.103965 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:18Z', 'revision_number': 3, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:22.135739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Checking router: f67b0e37-209a-456f-a638-5727b54a7244 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:22.135739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Updating router f67b0e37-209a-456f-a638-5727b54a7244 port 018046b0-00b2-493a-b9e4-3e7fa719f78c binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:22.209658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Pushing event updated for resources: {'Port': ['ID=59f7610a-4373-48a9-80e2-1954b87baa18,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:22.221703 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.263251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.323012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66dcfdf-9908-4f76-850e-7df44353f65b tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] Network 6c7c8ca2-0377-4fda-bed0-6e2f6f643933 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:22.355318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:22.357860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:22.370756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.420946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42316) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:22.516568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:22.557915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b66dcfdf-9908-4f76-850e-7df44353f65b tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "POST /v2.0/agents/b66c27a6-1278-47ef-bbc6-6b545688a001/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5611145 Jan 17 12:45:22.565198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42320) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:22.576544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:45:22.616311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.629026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf284f72-8394-4581-b499-f89eddc74dce None None] Network 6c7c8ca2-0377-4fda-bed0-6e2f6f643933 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:22.641665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42322) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:22.706550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.791861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:22.798415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.804719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a5e6c94d-4d08-45ff-b916-29ec13404e23 admin admin] 10.222.0.77 "PUT /v2.0/routers/97d87ef2-fcc4-41e7-bae7-c3d760e0c834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2748230 Jan 17 12:45:22.817228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Sync routers for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:22.872101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Allocated IP 172.20.0.8 (c9d77c4c-7479-4ecc-a203-f52768a9e971/923a1b99-9e75-434a-9858-6626091dc554/1ee8c2c0-b727-4b3d-ab26-09b5fc1dfad0) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:22.896378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4f04b6e9-e797-41e1-996d-ad154269af90 None None] Provisioning complete for port 59f7610a-4373-48a9-80e2-1954b87baa18 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:22.897229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f04b6e9-e797-41e1-996d-ad154269af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:22.906993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:22.907724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:22.932082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Attempting to bind port e2955c81-dc5c-4294-846c-48b5998d32ba on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:22.932444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Attempting to bind port e2955c81-dc5c-4294-846c-48b5998d32ba by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:22.932799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Attempting to bind port e2955c81-dc5c-4294-846c-48b5998d32ba on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:22.934559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ace62f-caee-4269-a077-38f8024d6e2b None None] Pushing event updated for resources: {'Port': ['ID=e2955c81-dc5c-4294-846c-48b5998d32ba,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:22.952528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Allocated IP 172.20.0.1 (7ea0d9a6-e861-4f85-a5c2-156e9d153b2d/8eeec3e1-3471-42b1-8840-a21e8489279a/ae41a38e-b03e-4419-b262-39cd9332a07a) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:23.003025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:23.003400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:23.003727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.004129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:23.004636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Bound port: e2955c81-dc5c-4294-846c-48b5998d32ba, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:23.005021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.052953 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.073768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:23.073768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.100358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4f04b6e9-e797-41e1-996d-ad154269af90 None None] Port 59f7610a-4373-48a9-80e2-1954b87baa18 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:23.110210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.159093 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.201518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] For port e2955c81-dc5c-4294-846c-48b5998d32ba, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:23.209888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] For port e2955c81-dc5c-4294-846c-48b5998d32ba, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e2955c81-dc5c-4294-846c-48b5998d32ba,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:23.216191 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b242be-a705-4ccf-8bb6-09561dcdaacf None None] Pushing event updated for resources: {'Port': ['ID=018046b0-00b2-493a-b9e4-3e7fa719f78c,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:23.226647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:23.230282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.243242 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Attempting to bind port 018046b0-00b2-493a-b9e4-3e7fa719f78c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:23.243725 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Attempting to bind port 018046b0-00b2-493a-b9e4-3e7fa719f78c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:23.244150 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Attempting to bind port 018046b0-00b2-493a-b9e4-3e7fa719f78c on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:23.249844 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:23.250448 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:23.250957 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.251444 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:23.252047 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Bound port: 018046b0-00b2-493a-b9e4-3e7fa719f78c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:23.252518 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.252907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.287959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:23.316858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:23.321469 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] For port 018046b0-00b2-493a-b9e4-3e7fa719f78c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:23.324963 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] For port 018046b0-00b2-493a-b9e4-3e7fa719f78c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=018046b0-00b2-493a-b9e4-3e7fa719f78c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:23.332488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:23.336585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.354684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.391013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Pushing event updated for resources: {'Port': ['ID=ae41a38e-b03e-4419-b262-39cd9332a07a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:23.440887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.451284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.454213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6be7e2c1-02f2-4cc3-ad5a-96655a17e7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.468474 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.499669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.502972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24fa5ba4-9213-433f-9a7b-d694f595c286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.512234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.559385 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b242be-a705-4ccf-8bb6-09561dcdaacf None None] Pushing event updated for resources: {'Port': ['ID=018046b0-00b2-493a-b9e4-3e7fa719f78c,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:23.602569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:23.605419 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:23.606058 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:23.636453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ace62f-caee-4269-a077-38f8024d6e2b None None] Pushing event updated for resources: {'Port': ['ID=e2955c81-dc5c-4294-846c-48b5998d32ba,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:23.642133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:23.642574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:23.643557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Port': ['ID=1ee8c2c0-b727-4b3d-ab26-09b5fc1dfad0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:23.689727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.693511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.697588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.704535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-78107b4a-8ec3-4418-95ea-efc20ce7feff None None] Provisioning complete for port ae41a38e-b03e-4419-b262-39cd9332a07a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:23.704903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78107b4a-8ec3-4418-95ea-efc20ce7feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.834252 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:23.851907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-78107b4a-8ec3-4418-95ea-efc20ce7feff None None] Port ae41a38e-b03e-4419-b262-39cd9332a07a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:23.871639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:23.877616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:23.923360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:23.953507 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-78a8f299-b3e4-42fe-9752-7af62c88c7c9 tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/agents/b66c27a6-1278-47ef-bbc6-6b545688a001/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 1.3769851 Jan 17 12:45:23.954407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42342) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:23.959419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Network c9d77c4c-7479-4ecc-a203-f52768a9e971 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:23.998850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:24.011020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Allocated IP 172.20.0.1 (c0a6b131-2532-470d-824d-c7fe2ee56b00/f00e8ef3-9bf6-4a01-876a-dd383926a9e2/ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:24.013997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:24.045078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:21Z', 'revision_number': 2, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:24.064145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.065404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.078547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Checking router: 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:24.078859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Updating router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 port 59f7610a-4373-48a9-80e2-1954b87baa18 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:24.088647 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:18Z', 'revision_number': 3, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:24.119601 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be40a705-4da1-4b67-9d59-3979fb434c2e None None] The sync data for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv is: [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:18Z', 'revision_number': 3, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:24.125544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.164654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Pushing event updated for resources: {'Port': ['ID=ae41a38e-b03e-4419-b262-39cd9332a07a,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:24.223349 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e27a3f2e-eb24-4b36-b8e1-bb60896614ac tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "DELETE /v2.0/agents/b66c27a6-1278-47ef-bbc6-6b545688a001/dhcp-networks/6c7c8ca2-0377-4fda-bed0-6e2f6f643933 HTTP/1.1" status: 204 len: 168 time: 0.2670650 Jan 17 12:45:24.226671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42346) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:24.386083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:22Z', 'revision_number': 1, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:24.394707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Allocated IP 2001:db8::231 (d74b016f-f984-4240-ac08-c70be7d8cd00/c4d05832-4d43-4ffd-be45-017d99c9a926/5589b97d-1b3f-4eca-9374-590fab7b86f4) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:24.417029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b618f93-f634-43e4-a750-9a933decc3e2 None None] The sync data for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv is: [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:22Z', 'revision_number': 1, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:24.453850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42348) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:24.457338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512275727', 'description': 'tempest-description--1929172217'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:24.477593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6be7e2c1-02f2-4cc3-ad5a-96655a17e7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.529578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24fa5ba4-9213-433f-9a7b-d694f595c286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.570175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.626125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6be7e2c1-02f2-4cc3-ad5a-96655a17e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.636961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.646711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.666821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24fa5ba4-9213-433f-9a7b-d694f595c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.683646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:24.685858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.691793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:24.700041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-288661ec-4a4d-4a56-ba48-109a49a9008c tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/agents/b66c27a6-1278-47ef-bbc6-6b545688a001/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.4682531 Jan 17 12:45:24.707166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42350) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:24.736436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:24.831561 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6be7e2c1-02f2-4cc3-ad5a-96655a17e7b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3f9da85fce334d7fa92be4688287af72&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3981214 Jan 17 12:45:24.842114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42352) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:24.863170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7e2c1-02f2-4cc3-ad5a-96655a17e7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5372e-cc1c-4cdf-b4e4-aba31c654952,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:24.865077 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-24fa5ba4-9213-433f-9a7b-d694f595c286 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80c1f3b913fe4bf480cb8b52930ef817&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1862767 Jan 17 12:45:24.888093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42354) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:24.916803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e1692814-c92d-4163-91a7-dc8fe55d8a9f tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/networks/77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2082143 Jan 17 12:45:24.934526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42356) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:24.971060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.012666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Attempting to bind port 59f7610a-4373-48a9-80e2-1954b87baa18 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:25.013042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Attempting to bind port 59f7610a-4373-48a9-80e2-1954b87baa18 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:25.013417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Attempting to bind port 59f7610a-4373-48a9-80e2-1954b87baa18 on network e4bbeb27-2d66-40c6-86fa-9ded90b74423 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:25.015461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbd9d3-d4d7-4cbf-bf93-a3b2892e9c43 None None] Pushing event updated for resources: {'Port': ['ID=59f7610a-4373-48a9-80e2-1954b87baa18,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:25.040916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:25.048036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Checking segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:25.048678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.049206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Bound using segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:25.053213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Bound port: 59f7610a-4373-48a9-80e2-1954b87baa18, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:25.053842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.095779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa5ba4-9213-433f-9a7b-d694f595c286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a990c-a00b-43d4-b17b-77c288e4b4c2,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:25.119336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.130763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.232244 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-778438b4-2058-475d-835f-790f08c482b3 tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/networks/77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2965755 Jan 17 12:45:25.248824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42358) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:25.262860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeedf-ecb0-448e-9bb2-5c8c4ceb084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.271346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.284303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5217e38e-5ca2-45fc-b40f-945020a92a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.287912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:45:25.307329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeedf-ecb0-448e-9bb2-5c8c4ceb084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.342631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9db23642-32b1-49e9-9396-6b9aaa27ec70 None None] Provisioning complete for port ae41a38e-b03e-4419-b262-39cd9332a07a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:25.343136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9db23642-32b1-49e9-9396-6b9aaa27ec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.361450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5217e38e-5ca2-45fc-b40f-945020a92a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.381135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.383622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.411888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] For port 59f7610a-4373-48a9-80e2-1954b87baa18, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:25.416981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] For port 59f7610a-4373-48a9-80e2-1954b87baa18, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=59f7610a-4373-48a9-80e2-1954b87baa18,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:25.437556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9db23642-32b1-49e9-9396-6b9aaa27ec70 None None] Port ae41a38e-b03e-4419-b262-39cd9332a07a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:25.528034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:25.535932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.556286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:25.559895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:25.560754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.568950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Pushing event updated for resources: {'Port': ['ID=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:25.574163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a396da1-fecd-4314-bf65-982009e7dc02,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:25.603692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:25.618059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0278f5ad-ea19-48ef-9708-0eb5bfecbb24 admin admin] 10.222.0.77 "PUT /v2.0/routers/c13bb115-9e0b-4761-bba3-1dfa3c3408d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8416715 Jan 17 12:45:25.620427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeedf-ecb0-448e-9bb2-5c8c4ceb084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.626746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeedf-ecb0-448e-9bb2-5c8c4ceb084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.630215 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7f6aeedf-ecb0-448e-9bb2-5c8c4ceb084a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1a5372e-cc1c-4cdf-b4e4-aba31c654952 HTTP/1.1" status: 204 len: 168 time: 0.7868330 Jan 17 12:45:25.671296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.681365 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0a78bcac-6155-40d5-aaa3-ae58a4b3a015 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2276728 Jan 17 12:45:25.687430 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42362) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:25.698411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-55b291dd-9205-4164-9b2f-2e4f04bf577e None None] Provisioning complete for port 59f7610a-4373-48a9-80e2-1954b87baa18 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:25.699251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-55b291dd-9205-4164-9b2f-2e4f04bf577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.716974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aeedf-ecb0-448e-9bb2-5c8c4ceb084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5372e-cc1c-4cdf-b4e4-aba31c654952,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:25.718766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5217e38e-5ca2-45fc-b40f-945020a92a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.745890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5217e38e-5ca2-45fc-b40f-945020a92a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:25.748257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Request body: {'security_group_rule': {'security_group_id': '7a396da1-fecd-4314-bf65-982009e7dc02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:25.749182 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5217e38e-5ca2-45fc-b40f-945020a92a2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f11a990c-a00b-43d4-b17b-77c288e4b4c2 HTTP/1.1" status: 204 len: 168 time: 0.8605506 Jan 17 12:45:25.769353 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5eb93672-e1b5-46d5-aa0d-5850f9e55543 tempest-DHCPAgentSchedulersTestJSON-142748767 tempest-DHCPAgentSchedulersTestJSON-142748767-project-admin] 10.222.0.77 "GET /v2.0/agents/b66c27a6-1278-47ef-bbc6-6b545688a001/dhcp-networks HTTP/1.1" status: 200 len: 7253 time: 0.5105710 Jan 17 12:45:25.782438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42368) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:25.809794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217e38e-5ca2-45fc-b40f-945020a92a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a990c-a00b-43d4-b17b-77c288e4b4c2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:25.907569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:25.908572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:25.917513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.128502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:26.156997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbd9d3-d4d7-4cbf-bf93-a3b2892e9c43 None None] Pushing event updated for resources: {'Port': ['ID=59f7610a-4373-48a9-80e2-1954b87baa18,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:26.213265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:26.290253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Port': ['ID=1ee8c2c0-b727-4b3d-ab26-09b5fc1dfad0,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:26.305557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.327252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:26.329491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.375595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network d74b016f-f984-4240-ac08-c70be7d8cd00 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:26.412278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-55b291dd-9205-4164-9b2f-2e4f04bf577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.428996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.431824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:26.444626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:26.453268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.469878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.484310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-55b291dd-9205-4164-9b2f-2e4f04bf577e None None] For port 59f7610a-4373-48a9-80e2-1954b87baa18, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=59f7610a-4373-48a9-80e2-1954b87baa18,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:26.561657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e2955c81-dc5c-4294-846c-48b5998d32ba up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:26.583616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-55b291dd-9205-4164-9b2f-2e4f04bf577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.662011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Port': ['ID=5589b97d-1b3f-4eca-9374-590fab7b86f4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:26.668763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b291dd-9205-4164-9b2f-2e4f04bf577e None None] Pushing event updated for resources: {'Port': ['ID=59f7610a-4373-48a9-80e2-1954b87baa18,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:26.677286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:25Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:26.681754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e2955c81-dc5c-4294-846c-48b5998d32ba triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:26.682121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.690370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42384) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:26.735304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b70a6a-07b9-44aa-95bb-4551977b03fe None None] The sync data for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv is: [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:25Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:26.759373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-68d683d2-5a8f-49e7-809c-b785b562fcf8 None None] Provisioning complete for port 59f7610a-4373-48a9-80e2-1954b87baa18 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:26.759778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-68d683d2-5a8f-49e7-809c-b785b562fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.781615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.811762 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-afe5a625-e152-413f-a263-4e32ca2b6e7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f98fd6a857af4c7ba35997c6fe4ff907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1170704 Jan 17 12:45:26.812100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42386) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:26.829407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.830640 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e4c8d908-cca4-4223-9fbe-91de048f493c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3895197 Jan 17 12:45:26.869018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42388) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:26.878227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.904932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.917113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port e2955c81-dc5c-4294-846c-48b5998d32ba, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e2955c81-dc5c-4294-846c-48b5998d32ba,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:26.930258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c8ca2-0377-4fda-bed0-6e2f6f643933']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:26.945056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e06fa6-d2b9-46bd-a384-7bdebf35a0c2') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:26.945457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e06fa6-d2b9-46bd-a384-7bdebf35a0c2') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:26.951428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-68d683d2-5a8f-49e7-809c-b785b562fcf8 None None] Provisioning complete for port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:26.951428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-68d683d2-5a8f-49e7-809c-b785b562fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:26.976049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.019447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-68d683d2-5a8f-49e7-809c-b785b562fcf8 None None] Port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:27.029145 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ee745ca7-207c-40f7-a391-d8112984204c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=c9d77c4c-7479-4ecc-a203-f52768a9e971 HTTP/1.1" status: 200 len: 689 time: 0.1588728 Jan 17 12:45:27.037510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42390) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:27.037912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.037912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 018046b0-00b2-493a-b9e4-3e7fa719f78c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:27.088924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.106924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=e2955c81-dc5c-4294-846c-48b5998d32ba,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:27.127357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42392) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:27.146768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a785020c-361e-4430-84c4-c88c62c19edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.165410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.169660 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4249544 Jan 17 12:45:27.193013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42394) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:27.195936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 018046b0-00b2-493a-b9e4-3e7fa719f78c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:27.195936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.203286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a785020c-361e-4430-84c4-c88c62c19edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.215985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Request body: {'security_group_rule': {'security_group_id': '7a396da1-fecd-4314-bf65-982009e7dc02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:27.222229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.275132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323cabf-802d-4f3a-af8d-94b3ab12f83c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29cfc36-6bbb-4eac-a3e5-820eaa7001f8,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:27.299622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:27.300041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:27.326816 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:27.352654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.366654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a785020c-361e-4430-84c4-c88c62c19edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.369943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a785020c-361e-4430-84c4-c88c62c19edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.370979 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a785020c-361e-4430-84c4-c88c62c19edb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cebd0602-6be1-44c4-afe5-1ef479cdbf09 HTTP/1.1" status: 204 len: 168 time: 0.5577836 Jan 17 12:45:27.378750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 018046b0-00b2-493a-b9e4-3e7fa719f78c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=018046b0-00b2-493a-b9e4-3e7fa719f78c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:27.410441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785020c-361e-4430-84c4-c88c62c19edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd0602-6be1-44c4-afe5-1ef479cdbf09,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:27.423444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.450672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.534573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-548cef93-67df-452d-a987-56631e5b6b61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c64a1f738904e47b1383af118e341cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4053783 Jan 17 12:45:27.537696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42398) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:27.558740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=018046b0-00b2-493a-b9e4-3e7fa719f78c,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:27.576361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.609175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.634305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.677209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d3fff3d-f882-461c-8812-3f9dda0fab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.701626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d3fff3d-f882-461c-8812-3f9dda0fab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.704060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Deleting port 1ee8c2c0-b727-4b3d-ab26-09b5fc1dfad0 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:27.704458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.750499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.766130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.772137 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "DELETE /v2.0/networks/6c7c8ca2-0377-4fda-bed0-6e2f6f643933 HTTP/1.1" status: 204 len: 168 time: 1.9830537 Jan 17 12:45:27.779406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42402) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:27.816922 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5d760f-a608-46cb-a5ae-f36b00fc9104 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] DELETE failed (client error): The resource could not be found. Jan 17 12:45:27.818225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5d760f-a608-46cb-a5ae-f36b00fc9104 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:45:27.821496 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-db5d760f-a608-46cb-a5ae-f36b00fc9104 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "DELETE /v2.0/ports/76a86150-6dff-4f12-bc51-3d4b7be18018 HTTP/1.1" status: 404 len: 333 time: 0.0386732 Jan 17 12:45:27.827236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42404) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:27.906820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.907229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:27.930422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Calling delete_port for 1ee8c2c0-b727-4b3d-ab26-09b5fc1dfad0 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:27.970450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 59f7610a-4373-48a9-80e2-1954b87baa18 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:28.006946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d3fff3d-f882-461c-8812-3f9dda0fab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.010481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d3fff3d-f882-461c-8812-3f9dda0fab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.011904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419bc8d-a19c-4be7-9f0c-7969b0f8f46c tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event deleted for resources: {'Network': ['ID=6c7c8ca2-0377-4fda-bed0-6e2f6f643933,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:28.012489 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3d3fff3d-f882-461c-8812-3f9dda0fab77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f7f48fa-999f-4e85-b0f3-e75076ce368a HTTP/1.1" status: 204 len: 168 time: 0.4736083 Jan 17 12:45:28.024718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.058762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fff3d-f882-461c-8812-3f9dda0fab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f48fa-999f-4e85-b0f3-e75076ce368a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:28.064960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 59f7610a-4373-48a9-80e2-1954b87baa18 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:28.065456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.185916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42414) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:28.197322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403833186', 'description': 'tempest-description--358944713'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:28.239879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.268927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.290316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e2955c81-dc5c-4294-846c-48b5998d32ba up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:28.324676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Deleting subnet 3c3e5a89-f9d6-464a-957a-a4728e7ffb74 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:45:28.343258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.347172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.353304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e2955c81-dc5c-4294-846c-48b5998d32ba triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:28.353693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.367153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321660f2-8ef2-414f-a290-c0c07193ae9c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:28.376794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.384003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.406431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ee8c2c0-b727-4b3d-ab26-09b5fc1dfad0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:28.490350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.524746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 018046b0-00b2-493a-b9e4-3e7fa719f78c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:28.639272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 018046b0-00b2-493a-b9e4-3e7fa719f78c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:28.640209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.685382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.709765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.779745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.781242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.785317 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b3e4f52e-b63f-4b08-bed3-5a0f5f35529a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5706403 Jan 17 12:45:28.785317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.795465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42430) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:28.803523 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Sync routers for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:28.817317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:28.818960 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:28.819822 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:28.852514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.857171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b46be6-64b5-4f53-992b-52e8a83e17c9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:28.930375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Pushing event updated for resources: {'Port': ['ID=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:28.934254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:28.958822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.041437 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:29.053837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.056522 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6c9c6367-4144-47ed-a2d5-7d67f28cb753 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8697124 Jan 17 12:45:29.058528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=923a1b99-9e75-434a-9858-6626091dc554,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:29.061729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42438) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:29.092016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Request body: {'security_group_rule': {'security_group_id': '74b46be6-64b5-4f53-992b-52e8a83e17c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:29.116630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.152096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.208514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.209076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.209798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.210386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > port after_create 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.210734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.211211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > port after_update 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.211564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.211887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.212205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.212576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.251142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:29.266013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:29.281730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.380697 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 2, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:29.431583 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Checking router: c13bb115-9e0b-4761-bba3-1dfa3c3408d4 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:29.431898 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Updating router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 port ae41a38e-b03e-4419-b262-39cd9332a07a binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:29.463034 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.479378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42444) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:29.517247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.550309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Router f67b0e37-209a-456f-a638-5727b54a7244 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:45:29.582965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.590833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.596257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.596257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 12:45:29.596257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d77c4c-7479-4ecc-a203-f52768a9e971']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:29.604805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.635363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5784f9-7755-4e4a-9b48-a10e25621086') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:29.637588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5784f9-7755-4e4a-9b48-a10e25621086') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:29.687249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.693505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.769289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.769770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.789771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:29.790573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.796215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1599490797'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:29.812544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ec3e75c1-5022-44d0-a86a-bf45dcab9419 None None] Provisioning complete for port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:29.817548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec3e75c1-5022-44d0-a86a-bf45dcab9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.818295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.824957 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "DELETE /v2.0/subnets/3c3e5a89-f9d6-464a-957a-a4728e7ffb74 HTTP/1.1" status: 204 len: 168 time: 1.9708722 Jan 17 12:45:29.857728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42454) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:29.863350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc297732-e616-4366-bf1e-47435350ab1e tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3e5a89-f9d6-464a-957a-a4728e7ffb74,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: from cryptography.utils import int_from_bytes Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: from cryptography.utils import int_from_bytes Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:29.876650 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:29.936066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.945493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d77c4c-7479-4ecc-a203-f52768a9e971 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:45:29.977150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.977331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:29.985171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c9d77c4c-7479-4ecc-a203-f52768a9e971 HTTP/1.1" status: 204 len: 168 time: 2.9445415 Jan 17 12:45:29.989672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42458) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:29.993980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Router 21f69f77-3f61-4296-83a8-dda22a8ebbfe is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:45:29.995576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8eaa-86b8-4071-a8fa-1935c44b0c53 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d77c4c-7479-4ecc-a203-f52768a9e971,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:30.010846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cb83dc-f672-4ef3-a41e-9faddfc11729,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:30.050762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa73cf-9525-4990-8bc7-6a63c1112610 None None] Network 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:30.116350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.117812 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-287d7702-0b98-4ef8-9437-d8b76db683c9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0308805 Jan 17 12:45:30.123098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42460) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:30.123728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42462) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:30.137738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Request body: {'security_group_rule': {'security_group_id': '74b46be6-64b5-4f53-992b-52e8a83e17c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:30.208404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e75c1-5022-44d0-a86a-bf45dcab9419 None None] Port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:30.211054 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.252676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:30.295903 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.329734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] DHCP port deletion for 77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:45:30.344526 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-42359ded-02ba-4d1f-b78e-b6a3f38af3af admin admin] 10.222.0.77 "PUT /v2.0/routers/f67b0e37-209a-456f-a638-5727b54a7244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4524906 Jan 17 12:45:30.362447 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dc866e76-8801-4d9a-8996-8f0dcc054c91 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3711374 Jan 17 12:45:30.362938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:30.371973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42466) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:30.389663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.410987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.429445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.477149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] Deleting port 003672a7-831e-4981-946e-1c36a4228fd6 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:30.481066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.508452 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5ef17541-aad8-4be6-b381-a21fa6dc52e6 tempest-AgentManagementNegativeTest-1717046096 tempest-AgentManagementNegativeTest-1717046096-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3805556 Jan 17 12:45:30.531643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.536085 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096fce0-146a-4327-8090-747e4c7803df None None] Pushing event updated for resources: {'Port': ['ID=ae41a38e-b03e-4419-b262-39cd9332a07a,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:30.536758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.537295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.537816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.538364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.538874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.539390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:30.542496 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-43890434-685d-4bc3-90c9-dff4a8198d3d tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1680911 Jan 17 12:45:30.547042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42472) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:30.624981 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Attempting to bind port ae41a38e-b03e-4419-b262-39cd9332a07a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:30.625477 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Attempting to bind port ae41a38e-b03e-4419-b262-39cd9332a07a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:30.628536 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Attempting to bind port ae41a38e-b03e-4419-b262-39cd9332a07a on network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:30.640342 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:30.647558 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Checking segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:30.647558 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.647558 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Bound using segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:30.647558 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Bound port: ae41a38e-b03e-4419-b262-39cd9332a07a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:30.647558 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.650354 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-efa54c9b-53ff-4e81-8ffb-a002b7dd5087 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] delete failed (client error): The resource could not be found. Jan 17 12:45:30.653349 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-efa54c9b-53ff-4e81-8ffb-a002b7dd5087 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/3e0f6ddd-1d2e-4cb7-b920-0b1965c108c0 HTTP/1.1" status: 404 len: 345 time: 0.1058779 Jan 17 12:45:30.658988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42478) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:30.663350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] For port 003672a7-831e-4981-946e-1c36a4228fd6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=003672a7-831e-4981-946e-1c36a4228fd6,segment=NetworkSegment(ac4a115c-ce5e-4705-9922-002d666779bb),segment_id=ac4a115c-ce5e-4705-9922-002d666779bb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:30.663829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.702820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] Calling delete_port for 003672a7-831e-4981-946e-1c36a4228fd6 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:30.725349 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9e66de-56ac-4265-b655-79c3d49a23ae tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] DELETE failed (client error): The resource could not be found. Jan 17 12:45:30.732367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9e66de-56ac-4265-b655-79c3d49a23ae tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:45:30.739586 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fd9e66de-56ac-4265-b655-79c3d49a23ae tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c9d77c4c-7479-4ecc-a203-f52768a9e971 HTTP/1.1" status: 404 len: 339 time: 0.0794353 Jan 17 12:45:30.744922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42480) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:30.755527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'network': {'name': 'tempest-network--170735797', 'router:external': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:30.766777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.792980 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] For port ae41a38e-b03e-4419-b262-39cd9332a07a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:30.808040 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] For port ae41a38e-b03e-4419-b262-39cd9332a07a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ae41a38e-b03e-4419-b262-39cd9332a07a,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:30.842189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Deleting port 003672a7-831e-4981-946e-1c36a4228fd6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:30.842526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.844763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.871607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.947163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Made reservation on behalf of 9a2b1081b6df4e5cbd17516e0dfa0b68 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:30.949932 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:30.950580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.004803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-852a2277-b9f8-47e5-aab4-88266e1d7eca None None] Provisioning complete for port ae41a38e-b03e-4419-b262-39cd9332a07a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:31.005358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-852a2277-b9f8-47e5-aab4-88266e1d7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.007308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Sync routers for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:31.027249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:31.065492 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:31.066294 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:31.070428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.072936 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Added segment 7765d9cd-bb57-4747-839e-d1458687cf2a of type vlan for network 82ee3ff8-cfec-4814-a7f5-bfb41df97ab7 Jan 17 12:45:31.085193 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f25ceb-40a6-495c-9756-40976ba681dd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:31.103654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:31.126607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:31.127253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:31.143531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.148181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.206824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.208323 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Added segment e212313c-abab-44ae-be27-de710ad6488e of type vlan for network a66930c0-bf2c-424b-976e-045386db06ff Jan 17 12:45:31.221336 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:31.240874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.294665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] Pushing event deleted for resources: {'Port': ['ID=003672a7-831e-4981-946e-1c36a4228fd6,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:31.296752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de329b0-9d2b-49ba-96d0-ec6b810e99c9 None None] No DVR routers for this DVR port 003672a7-831e-4981-946e-1c36a4228fd6 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:31.297902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.303183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42484) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:31.313335 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096fce0-146a-4327-8090-747e4c7803df None None] Pushing event updated for resources: {'Port': ['ID=ae41a38e-b03e-4419-b262-39cd9332a07a,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:31.315409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655630569', 'description': 'tempest-description--1771368086'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:31.338155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.354525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:31.355198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.398505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-852a2277-b9f8-47e5-aab4-88266e1d7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.399404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29de2791-76d9-4da2-a9da-01c6126bf460,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:31.405202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] For port 003672a7-831e-4981-946e-1c36a4228fd6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=003672a7-831e-4981-946e-1c36a4228fd6,segment=NetworkSegment(ac4a115c-ce5e-4705-9922-002d666779bb),segment_id=ac4a115c-ce5e-4705-9922-002d666779bb)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:31.405859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.426846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.430272 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a16c86d4-58de-469e-9138-5d4ce52278e1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3013732 Jan 17 12:45:31.435727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:31.462603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42486) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:31.462931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42488) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:31.470848 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Sync routers for ids ['21f69f77-3f61-4296-83a8-dda22a8ebbfe'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:31.502077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-852a2277-b9f8-47e5-aab4-88266e1d7eca None None] For port ae41a38e-b03e-4419-b262-39cd9332a07a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ae41a38e-b03e-4419-b262-39cd9332a07a,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:31.503248 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Routers {'21f69f77-3f61-4296-83a8-dda22a8ebbfe'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:31.503657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:31.504796 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['21f69f77-3f61-4296-83a8-dda22a8ebbfe'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:31.507629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:31.510920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7617531 Jan 17 12:45:31.514695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42492) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:31.561506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.576165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Calling delete_port for 003672a7-831e-4981-946e-1c36a4228fd6 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:31.601386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-852a2277-b9f8-47e5-aab4-88266e1d7eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.642716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Allocated IP 172.26.4.114 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1226cb87-4a83-49f6-bcb6-a3fb6c9040ab) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:31.658775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecde6e-d8ab-40de-9782-8e0398127e2c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Network': ['ID=82ee3ff8-cfec-4814-a7f5-bfb41df97ab7,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:31.675002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 82ee3ff8-cfec-4814-a7f5-bfb41df97ab7 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:31.675916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.681269 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-981383e2-4e69-4b39-9f66-bce5b79e14b1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.9654686 Jan 17 12:45:31.681467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Set router 21f69f77-3f61-4296-83a8-dda22a8ebbfe gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:31.685203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.resource_extend [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:45:31.688857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42494) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:31.712787 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:30Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:31.715315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3386ba92-fb35-45a1-b745-15877e3c0495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.799539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.819141 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f9c70-cbda-43be-81ae-09fd5719fd91 None None] The sync data for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv is: [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:30Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:31.823204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a2277-b9f8-47e5-aab4-88266e1d7eca None None] Pushing event updated for resources: {'Port': ['ID=ae41a38e-b03e-4419-b262-39cd9332a07a,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:31.829494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1437c-5ab3-4aed-a71d-4c599b6fbd91 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:31.830574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-14147299-0c01-49ec-8edd-474a901d2c1f None None] Provisioning complete for port ae41a38e-b03e-4419-b262-39cd9332a07a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:31.830948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14147299-0c01-49ec-8edd-474a901d2c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.838253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1437c-5ab3-4aed-a71d-4c599b6fbd91 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:31.840968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.851375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1437c-5ab3-4aed-a71d-4c599b6fbd91 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:31.861204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1437c-5ab3-4aed-a71d-4c599b6fbd91 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:31.861745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:31.869334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1437c-5ab3-4aed-a71d-4c599b6fbd91 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:31.875155 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e0f1437c-5ab3-4aed-a71d-4c599b6fbd91 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.3588705 Jan 17 12:45:31.876829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:31.877360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ae41a38e-b03e-4419-b262-39cd9332a07a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:31.977963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.019102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ae41a38e-b03e-4419-b262-39cd9332a07a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:32.019717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.029367 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f69f77-3f61-4296-83a8-dda22a8ebbfe', 'name': '', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'external_fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231'}], 'enable_snat': True}, 'gw_port_id': '5589b97d-1b3f-4eca-9374-590fab7b86f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:20Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': '5589b97d-1b3f-4eca-9374-590fab7b86f4', 'name': '', 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f69f77-3f61-4296-83a8-dda22a8ebbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:32.050029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.080739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 2, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:32.108295 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Checking router: 21f69f77-3f61-4296-83a8-dda22a8ebbfe for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:32.108956 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Updating router 21f69f77-3f61-4296-83a8-dda22a8ebbfe port 5589b97d-1b3f-4eca-9374-590fab7b86f4 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:32.118953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Checking router: f67b0e37-209a-456f-a638-5727b54a7244 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:45:32.119320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Updating router f67b0e37-209a-456f-a638-5727b54a7244 port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:45:32.133386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:32.143183 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.157579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.160656 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88717616-65d2-442b-b6b2-ede6af33c92a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8564737 Jan 17 12:45:32.168860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42498) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:32.172639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.182612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Request body: {'security_group_rule': {'security_group_id': '91ea6a6b-6c8d-4f50-9413-5e8c869bed5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:32.320765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event deleted for resources: {'Port': ['ID=003672a7-831e-4981-946e-1c36a4228fd6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:32.322877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] No DVR routers for this DVR port 003672a7-831e-4981-946e-1c36a4228fd6 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:32.339865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.354418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 003672a7-831e-4981-946e-1c36a4228fd6 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:45:32.389033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 003672a7-831e-4981-946e-1c36a4228fd6 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:45:32.389546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 003672a7-831e-4981-946e-1c36a4228fd6 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:45:32.420858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.436508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:32.436508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.447167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.536587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.549613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.554206 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.561236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cec8c37-73df-4c6e-be73-2d6bab1cbdbd,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:32.628206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.632503 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.670978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.686663 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Attempting to bind port 5589b97d-1b3f-4eca-9374-590fab7b86f4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:32.686663 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Attempting to bind port 5589b97d-1b3f-4eca-9374-590fab7b86f4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:32.687002 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Attempting to bind port 5589b97d-1b3f-4eca-9374-590fab7b86f4 on network d74b016f-f984-4240-ac08-c70be7d8cd00 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:32.689189 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1277f2-ef74-40c0-9fa6-d94fac5f0d88 None None] Pushing event updated for resources: {'Port': ['ID=5589b97d-1b3f-4eca-9374-590fab7b86f4,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:32.696464 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:32.696965 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Checking segment: {'id': '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:32.697256 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.697704 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Bound using segment: {'id': '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:32.698086 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Bound port: 5589b97d-1b3f-4eca-9374-590fab7b86f4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:32.698485 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.703602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.708435 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-22cd4c79-94b0-4654-ac6b-694eccb6bff8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5381751 Jan 17 12:45:32.709634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42500) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:32.715433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Request body: {'security_group_rule': {'security_group_id': '91ea6a6b-6c8d-4f50-9413-5e8c869bed5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:32.725372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Network': ['ID=a66930c0-bf2c-424b-976e-045386db06ff,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:32.730011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.734249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.740173 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0ccd4f2e-f31a-4da9-8a5e-c49fd82f59cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2416215 Jan 17 12:45:32.745597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.757225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42502) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:32.758856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:32.763046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a66930c0-bf2c-424b-976e-045386db06ff details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:32.769114 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] For port 5589b97d-1b3f-4eca-9374-590fab7b86f4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:32.773849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] For port 5589b97d-1b3f-4eca-9374-590fab7b86f4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5589b97d-1b3f-4eca-9374-590fab7b86f4,segment=NetworkSegment(7aedeebc-5b90-444b-a4d3-5fe6389dfbf6),segment_id=7aedeebc-5b90-444b-a4d3-5fe6389dfbf6)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:32.824798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:32.866503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.884812 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:32.994853 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1277f2-ef74-40c0-9fa6-d94fac5f0d88 None None] Pushing event updated for resources: {'Port': ['ID=5589b97d-1b3f-4eca-9374-590fab7b86f4,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.016876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4a115c-ce5e-4705-9922-002d666779bb') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.017386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4a115c-ce5e-4705-9922-002d666779bb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.019003 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Routers {'21f69f77-3f61-4296-83a8-dda22a8ebbfe'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:33.020746 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['21f69f77-3f61-4296-83a8-dda22a8ebbfe'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.026212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.043696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed55d-d826-406b-95d8-2576ba0dda0b None None] Pushing event updated for resources: {'Port': ['ID=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.068181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Attempting to bind port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:33.068553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Attempting to bind port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:33.068917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Attempting to bind port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 on network c0a6b131-2532-470d-824d-c7fe2ee56b00 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:33.074945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:33.075324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Checking segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:33.075756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.076148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Bound using segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:33.076610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Bound port: ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:33.076989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.112324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.114982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.150009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3386ba92-fb35-45a1-b745-15877e3c0495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.156735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] For port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:33.160960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.172205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] For port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:33.179029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ad35b038-6ed8-420e-b51b-db1e8d25efe9 None None] Provisioning complete for port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:33.179029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad35b038-6ed8-420e-b51b-db1e8d25efe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.184139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bd1c74-2256-4577-9d7d-3c171826664d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.195870 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] Set router 21f69f77-3f61-4296-83a8-dda22a8ebbfe gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:33.207064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.217901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ad35b038-6ed8-420e-b51b-db1e8d25efe9 None None] Port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:33.245380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.249088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:33.252742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.273400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.276242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3386ba92-fb35-45a1-b745-15877e3c0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.309960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:33.310539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.310941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:33.315467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.319407 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-025e41f5-237b-40b7-b4a4-1f2d76cf1ee7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6055596 Jan 17 12:45:33.319895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42508) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:33.324579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:33.349799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed55d-d826-406b-95d8-2576ba0dda0b None None] Pushing event updated for resources: {'Port': ['ID=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.357702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:33.358119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.368269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ee3ff8-cfec-4814-a7f5-bfb41df97ab7']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:33.375574 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:33.409640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:33.452135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:45:33.452721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.454582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386ba92-fb35-45a1-b745-15877e3c0495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ee272-4f1f-4f5b-94f0-a74208ebf74c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.457894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:33.463398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7765d9cd-bb57-4747-839e-d1458687cf2a') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.463720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7765d9cd-bb57-4747-839e-d1458687cf2a') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.476195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event updated for resources: {'Port': ['ID=1226cb87-4a83-49f6-bcb6-a3fb6c9040ab,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.490882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.544306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.555840 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f69f77-3f61-4296-83a8-dda22a8ebbfe', 'name': '', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'external_fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231'}], 'enable_snat': True}, 'gw_port_id': '5589b97d-1b3f-4eca-9374-590fab7b86f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:20Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': '5589b97d-1b3f-4eca-9374-590fab7b86f4', 'name': '', 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f69f77-3f61-4296-83a8-dda22a8ebbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.563571 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3386ba92-fb35-45a1-b745-15877e3c0495 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ab55c3803aee415d86453d2c0c2fdf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0955350 Jan 17 12:45:33.565758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42510) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:33.571347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.594152 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9bc40b-2442-448e-b712-12e76853062c None None] The sync data for ids ['21f69f77-3f61-4296-83a8-dda22a8ebbfe'] in dv-neutron-824886-1-hyperv is: [{'id': '21f69f77-3f61-4296-83a8-dda22a8ebbfe', 'name': '', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'external_fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231'}], 'enable_snat': True}, 'gw_port_id': '5589b97d-1b3f-4eca-9374-590fab7b86f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:20Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': '5589b97d-1b3f-4eca-9374-590fab7b86f4', 'name': '', 'network_id': 'd74b016f-f984-4240-ac08-c70be7d8cd00', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f69f77-3f61-4296-83a8-dda22a8ebbfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'ip_address': '2001:db8::231', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4d05832-4d43-4ffd-be45-017d99c9a926', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:33.628910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.653272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:33.658364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bb08d2-2a2b-490d-aee9-e014540c81c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:33.658488 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:33.684899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6a6da44e-d299-410e-904e-cad6eaaad615 None None] Provisioning complete for port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:33.685430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a6da44e-d299-410e-904e-cad6eaaad615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.688655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bb08d2-2a2b-490d-aee9-e014540c81c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.746683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.750046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.813545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.820727 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] 10.222.0.77 "DELETE /v2.0/networks/77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a HTTP/1.1" status: 204 len: 168 time: 3.9529765 Jan 17 12:45:33.843092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996c01d-fac6-40c6-bfbf-e66508dbb9d1 tempest-DHCPAgentSchedulersTestJSON-1319345738 tempest-DHCPAgentSchedulersTestJSON-1319345738-project] Pushing event deleted for resources: {'Network': ['ID=77c5a5c3-38c9-4e61-8fa5-be8cc676ff4a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.850270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ae41a38e-b03e-4419-b262-39cd9332a07a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:33.863083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Allocated IP 172.26.4.87 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1810c181-2068-4d0f-89c9-3781afd77ea8) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:33.874907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9e146a6e-9560-4ec7-a130-1a74a2b6b429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.908888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:33.914237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bb08d2-2a2b-490d-aee9-e014540c81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.917058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bb08d2-2a2b-490d-aee9-e014540c81c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.922270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a6da44e-d299-410e-904e-cad6eaaad615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.922972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-48bb08d2-2a2b-490d-aee9-e014540c81c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d1ee272-4f1f-4f5b-94f0-a74208ebf74c HTTP/1.1" status: 204 len: 168 time: 0.3491230 Jan 17 12:45:33.935378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb08d2-2a2b-490d-aee9-e014540c81c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ee272-4f1f-4f5b-94f0-a74208ebf74c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:33.959817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:33.982019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9f8a-876e-4914-99bb-9515cb31fd9c None None] The sync data for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv is: [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:33.994420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82ee3ff8-cfec-4814-a7f5-bfb41df97ab7 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:45:34.011854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Deleting port 5589b97d-1b3f-4eca-9374-590fab7b86f4 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:34.012198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.016656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.020486 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/networks/82ee3ff8-cfec-4814-a7f5-bfb41df97ab7 HTTP/1.1" status: 204 len: 168 time: 1.8513505 Jan 17 12:45:34.025065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42516) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:34.028483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6a6da44e-d299-410e-904e-cad6eaaad615 None None] For port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:34.032490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'network': {'name': 'tempest-network--1090666310', 'router:external': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:34.040389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c07b-3bd7-4cab-bb85-65036b83565c tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Network': ['ID=82ee3ff8-cfec-4814-a7f5-bfb41df97ab7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:34.040560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ae41a38e-b03e-4419-b262-39cd9332a07a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:34.040560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.121338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a6da44e-d299-410e-904e-cad6eaaad615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.148238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Made reservation on behalf of 9a2b1081b6df4e5cbd17516e0dfa0b68 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:34.163993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.209550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:34.219880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.220279 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Added segment a7904758-a919-441d-834b-00fe760d19b6 of type vlan for network 64733e31-20a0-4d4e-8839-6cb0a7ba2d80 Jan 17 12:45:34.228270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da44e-d299-410e-904e-cad6eaaad615 None None] Pushing event updated for resources: {'Port': ['ID=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:34.268916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.307010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.358636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.360364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:34.360768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.388041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.426983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] For port 5589b97d-1b3f-4eca-9374-590fab7b86f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5589b97d-1b3f-4eca-9374-590fab7b86f4,segment=NetworkSegment(7aedeebc-5b90-444b-a4d3-5fe6389dfbf6),segment_id=7aedeebc-5b90-444b-a4d3-5fe6389dfbf6)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:34.427270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.439043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42522) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:34.448098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Calling delete_port for 5589b97d-1b3f-4eca-9374-590fab7b86f4 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:34.477500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Network': ['ID=64733e31-20a0-4d4e-8839-6cb0a7ba2d80,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:34.487278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 64733e31-20a0-4d4e-8839-6cb0a7ba2d80 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:34.540124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.553584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.659307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a110cd6e-763d-4b58-8ca3-dacdb9882203 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6325758 Jan 17 12:45:34.669023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42532) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:34.684811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:34.781479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=350e2cc0-0f41-4edc-9a28-aa957722a880,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:34.793381 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f51786eb-c219-4ef7-93be-fda3f1367351 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ac5b39f2a0041e88666c6cedb7a45a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3530045 Jan 17 12:45:34.795852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42536) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:34.831876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:34.843948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:34.844306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network hostable DHCP agents. Network: a66930c0-bf2c-424b-976e-045386db06ff, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:34.846211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Allocated IP 172.26.4.16 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/c58e76c5-c0a9-4427-aa94-0470eef2fd3c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:34.859421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c85d85-f506-4533-be1a-291f9ff39ef8 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:34.862482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c3c85d85-f506-4533-be1a-291f9ff39ef8 tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] 10.222.0.77 "GET /v2.0/networks/64733e31-20a0-4d4e-8839-6cb0a7ba2d80 HTTP/1.1" status: 200 len: 757 time: 0.1829450 Jan 17 12:45:34.866032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42538) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:34.877824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:34.888304 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:34.901397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event updated for resources: {'Port': ['ID=1810c181-2068-4d0f-89c9-3781afd77ea8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:35.005501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:35.038719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dbcae-b60f-42b8-8626-cdeb1631930d tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:35.039847 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b05dbcae-b60f-42b8-8626-cdeb1631930d tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] 10.222.0.77 "GET /v2.0/networks/34cbd4d9-4b7d-4a8b-8385-5c4568c87003 HTTP/1.1" status: 200 len: 767 time: 0.1713233 Jan 17 12:45:35.040571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07f5321c-de1c-4da3-a3a8-cc2e2cd20a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.049121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42544) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:35.093329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07f5321c-de1c-4da3-a3a8-cc2e2cd20a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.116717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a66930c0-bf2c-424b-976e-045386db06ff) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:35.133826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f4440-b354-496f-875b-f0afa5f7f231 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:35.135970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:35.136785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.148913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.177879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.188215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.247340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.258222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event deleted for resources: {'Port': ['ID=5589b97d-1b3f-4eca-9374-590fab7b86f4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:35.271598 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.291870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.294564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07f5321c-de1c-4da3-a3a8-cc2e2cd20a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.298655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07f5321c-de1c-4da3-a3a8-cc2e2cd20a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.310123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.310225 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07f5321c-de1c-4da3-a3a8-cc2e2cd20a27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2714e6cc-aed4-4741-aa84-708d43c0daa5 HTTP/1.1" status: 204 len: 168 time: 0.5069432 Jan 17 12:45:35.310302 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54e181ba-bb60-48fa-a7a4-1c2e14d7a952 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5272582 Jan 17 12:45:35.312515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.316229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42552) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:35.327940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'name': 'tempest-NetworksTestDHCPv6-1425943752'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:35.390442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '350e2cc0-0f41-4edc-9a28-aa957722a880'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:35.391528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.401702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5321c-de1c-4da3-a3a8-cc2e2cd20a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714e6cc-aed4-4741-aa84-708d43c0daa5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:35.451578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:35.479113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:35.485398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event updated for resources: {'Port': ['ID=c58e76c5-c0a9-4427-aa94-0470eef2fd3c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:35.489096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42554) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:35.490126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:35.495970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.502399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.570248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event updated for resources: {'Port': ['ID=1226cb87-4a83-49f6-bcb6-a3fb6c9040ab,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:35.619789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.623438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.628621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.633366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.683556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/350e2cc0-0f41-4edc-9a28-aa957722a880/af1bd227-9f42-49a0-af83-8a28057e11ef) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:35.690839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64733e31-20a0-4d4e-8839-6cb0a7ba2d80']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:35.707172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7904758-a919-441d-834b-00fe760d19b6') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:35.723673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7904758-a919-441d-834b-00fe760d19b6') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:35.727607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:35.734549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.780200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.786333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21f69f77-3f61-4296-83a8-dda22a8ebbfe {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:45:35.796474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.806390 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b5b6309c-aea3-4cd3-aa09-7cb83f6cf6d2 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/routers/21f69f77-3f61-4296-83a8-dda22a8ebbfe HTTP/1.1" status: 204 len: 168 time: 4.0922067 Jan 17 12:45:35.807268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42560) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:35.809829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.834696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-05d96745-38f3-481e-9dce-78dbc604e360 tempest-DvrRoutersNegativeTest-1159984726 tempest-DvrRoutersNegativeTest-1159984726-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-966847806', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:35.838161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.policy [None req-05d96745-38f3-481e-9dce-78dbc604e360 tempest-DvrRoutersNegativeTest-1159984726 tempest-DvrRoutersNegativeTest-1159984726-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109280) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 17 12:45:35.838369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.policy [None req-05d96745-38f3-481e-9dce-78dbc604e360 tempest-DvrRoutersNegativeTest-1159984726 tempest-DvrRoutersNegativeTest-1159984726-project] Failed policy check for 'create_router' {{(pid=109280) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 17 12:45:35.838917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-05d96745-38f3-481e-9dce-78dbc604e360 tempest-DvrRoutersNegativeTest-1159984726 tempest-DvrRoutersNegativeTest-1159984726-project] create failed (client error): Access was denied to this resource. Jan 17 12:45:35.839192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.839988 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-05d96745-38f3-481e-9dce-78dbc604e360 tempest-DvrRoutersNegativeTest-1159984726 tempest-DvrRoutersNegativeTest-1159984726-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3238957 Jan 17 12:45:35.841005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.848350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port c03bc57b-c850-4f46-800a-468d902c620c yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:35.850533 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d60ed51c-de2b-4811-a80b-f4758e91fc58 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0369151 Jan 17 12:45:35.888581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.944197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:35.944738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:35.948529 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:35.971227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:35.978150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:36.027353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Deleting subnet c4d05832-4d43-4ffd-be45-017d99c9a926 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:45:36.041287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.046761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.121688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.127617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:36.127984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.143239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:36.170454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Pushing event updated for resources: {'Port': ['ID=af1bd227-9f42-49a0-af83-8a28057e11ef,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:36.175815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:36.180783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:36.204748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.243903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64733e31-20a0-4d4e-8839-6cb0a7ba2d80 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:45:36.256198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.258905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.259343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::3dd (a66930c0-bf2c-424b-976e-045386db06ff/350e2cc0-0f41-4edc-9a28-aa957722a880/c03bc57b-c850-4f46-800a-468d902c620c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:36.265611 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/networks/64733e31-20a0-4d4e-8839-6cb0a7ba2d80 HTTP/1.1" status: 204 len: 168 time: 1.2154450 Jan 17 12:45:36.276907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bfab-f1c7-4e71-8de2-6681d1db1d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.279778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:36.306065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.307609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Attempting to bind port af1bd227-9f42-49a0-af83-8a28057e11ef on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:36.308044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Attempting to bind port af1bd227-9f42-49a0-af83-8a28057e11ef by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:36.308576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Attempting to bind port af1bd227-9f42-49a0-af83-8a28057e11ef on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:36.312293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'network': {'name': 'tempest-network--1192751293'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:36.318325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb83f66-964d-495f-bfa3-8e6e4ff559bc tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Network': ['ID=64733e31-20a0-4d4e-8839-6cb0a7ba2d80,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:36.336685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:36.337197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:36.337701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.338185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:36.338777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Bound port: af1bd227-9f42-49a0-af83-8a28057e11ef, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:36.339220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.381811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.404060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42568) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:36.429315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] For port af1bd227-9f42-49a0-af83-8a28057e11ef, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:36.433065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] For port af1bd227-9f42-49a0-af83-8a28057e11ef, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af1bd227-9f42-49a0-af83-8a28057e11ef,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:36.485468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.585029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c26b-3c4f-4a68-a41f-bda4353f998c None None] Pushing event updated for resources: {'Port': ['ID=af1bd227-9f42-49a0-af83-8a28057e11ef,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:36.590638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.604603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.673760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42574) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:36.674797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.760175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.768540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Made reservation on behalf of 9a2b1081b6df4e5cbd17516e0dfa0b68 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:36.779593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.796082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.798631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69d649b-2f76-4fb8-b0c1-6f0cf16e5c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.807331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:36.820633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:36.831643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:36.845170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:36.845854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.890208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.914231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d05832-4d43-4ffd-be45-017d99c9a926,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:36.934277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event updated for resources: {'Port': ['ID=1810c181-2068-4d0f-89c9-3781afd77ea8,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:36.934277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:36.934277 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e822129a-7787-4205-a114-8bb34b01541d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/c4d05832-4d43-4ffd-be45-017d99c9a926 HTTP/1.1" status: 204 len: 168 time: 1.1098163 Jan 17 12:45:36.937658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42594) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:36.954739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event updated for resources: {'Port': ['ID=c58e76c5-c0a9-4427-aa94-0470eef2fd3c,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:37.018826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=c03bc57b-c850-4f46-800a-468d902c620c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:37.021827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3010556c-0f30-40f2-b76e-6a8142a827a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.032012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:37.037983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-15786203-c781-455a-a46c-68a19e151413 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7205737 Jan 17 12:45:37.041758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42596) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:37.047287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.049927 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-edb72223-08c2-492b-9fe1-667b7f58632d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7289586 Jan 17 12:45:37.069065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.096137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42606) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:37.103255 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 12:45:37.111111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.111523 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Added segment ebe8861e-3d92-4b25-84de-5897ed649382 of type vlan for network 6ccb0706-46f6-488f-9c4c-f96ac96be89f Jan 17 12:45:37.136276 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.196066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.197366 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f58e517-2408-4423-829a-851a3985ef6d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7334437 Jan 17 12:45:37.204611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.211785 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7fc71024-9acf-4ae4-9b3a-d4befbb468e4 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1512275727&fields=id&tenant_id=37fe8b4737864224836767d2f6a2b3b0 HTTP/1.1" status: 200 len: 267 time: 0.1130021 Jan 17 12:45:37.238421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.351940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69d649b-2f76-4fb8-b0c1-6f0cf16e5c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.374883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.400777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74b016f-f984-4240-ac08-c70be7d8cd00']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:37.414143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:37.414579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aedeebc-5b90-444b-a4d3-5fe6389dfbf6') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:37.426441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.441231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69d649b-2f76-4fb8-b0c1-6f0cf16e5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.448857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.476912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.479195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:37.480789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.507510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:37.510567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:37.530617 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:37.633542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42632) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:37.665728 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 12:45:37.679866 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e69d649b-2f76-4fb8-b0c1-6f0cf16e5c40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d29aabb88244dff829a7061714c2867&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2301440 Jan 17 12:45:37.688018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42634) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:37.693139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d649b-2f76-4fb8-b0c1-6f0cf16e5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013bbce1-f2a8-4a68-8791-54fc9a18be81,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:37.720433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf515ba-beb2-441a-9dd2-ec721d1c703c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:37.729969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf515ba-beb2-441a-9dd2-ec721d1c703c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:37.731635 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2cf515ba-beb2-441a-9dd2-ec721d1c703c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6804328 Jan 17 12:45:37.739935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42636) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:37.740979 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Network': ['ID=6ccb0706-46f6-488f-9c4c-f96ac96be89f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:37.755070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 6ccb0706-46f6-488f-9c4c-f96ac96be89f details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:37.757866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-471d7ac9-fb4c-40b4-97c2-af17e65a2a8d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:37.761638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-471d7ac9-fb4c-40b4-97c2-af17e65a2a8d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/networks?id=e4bbeb27-2d66-40c6-86fa-9ded90b74423 HTTP/1.1" status: 200 len: 812 time: 0.5316117 Jan 17 12:45:37.810681 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-280fa133-3d2e-4998-ae02-d746a8f07dbf tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/quotas/37fe8b4737864224836767d2f6a2b3b0 HTTP/1.1" status: 200 len: 375 time: 0.0362904 Jan 17 12:45:37.852192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.856685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d74b016f-f984-4240-ac08-c70be7d8cd00 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:45:37.859308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:37.862967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/networks/d74b016f-f984-4240-ac08-c70be7d8cd00 HTTP/1.1" status: 204 len: 168 time: 0.9211276 Jan 17 12:45:37.881095 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bae243a0-77fd-452b-a878-b9c90932fd3f tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5661240 Jan 17 12:45:37.885250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42640) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:37.902196 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-4ce3a70b-bc20-4032-a9f8-d1ef943ae51d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--655630569&fields=id&tenant_id=10d84490c91743348eaac1b2d5b24ed1 HTTP/1.1" status: 200 len: 267 time: 0.2374575 Jan 17 12:45:37.907403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:37.909736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af1bd227-9f42-49a0-af83-8a28057e11ef up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:37.923913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3010556c-0f30-40f2-b76e-6a8142a827a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.014686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port af1bd227-9f42-49a0-af83-8a28057e11ef triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:38.014686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.018793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3010556c-0f30-40f2-b76e-6a8142a827a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.063662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72e22c79-4db7-4cf5-a63f-bde0d07d411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.070258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb80be-e9fe-48ff-b996-570d31302fa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event deleted for resources: {'Network': ['ID=d74b016f-f984-4240-ac08-c70be7d8cd00,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:38.099053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21849241-0ad2-46d6-af3c-345fe2e23775 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:38.134384 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3010556c-0f30-40f2-b76e-6a8142a827a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6dfe0b4a55b4e4780c1e8d2524f0841&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4438918 Jan 17 12:45:38.139402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42644) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:38.158644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72e22c79-4db7-4cf5-a63f-bde0d07d411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.173251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-25045492-ffde-4ae8-aa27-5bb55c97f0a9 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=37fe8b4737864224836767d2f6a2b3b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3521893 Jan 17 12:45:38.173917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010556c-0f30-40f2-b76e-6a8142a827a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b760c34c-c6c9-43a7-b97d-1f686419def1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:38.281981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-59b597aa-873d-4772-bf27-f9d3732d7b2b None None] Provisioning complete for port af1bd227-9f42-49a0-af83-8a28057e11ef triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:38.282990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59b597aa-873d-4772-bf27-f9d3732d7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.364249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72e22c79-4db7-4cf5-a63f-bde0d07d411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.366833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72e22c79-4db7-4cf5-a63f-bde0d07d411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.369338 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-72e22c79-4db7-4cf5-a63f-bde0d07d411e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/013bbce1-f2a8-4a68-8791-54fc9a18be81 HTTP/1.1" status: 204 len: 168 time: 0.6723421 Jan 17 12:45:38.386558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42652) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:38.386684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.390307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-5746e614-53ca-4817-9508-bf795faeea72 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:38.398460 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-5746e614-53ca-4817-9508-bf795faeea72 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 811 time: 0.4716480 Jan 17 12:45:38.402849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'name': 'tempest-router--2122616907', 'project_id': '3b97002054694c42a3d4133f0e985c37'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:38.414417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e22c79-4db7-4cf5-a63f-bde0d07d411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013bbce1-f2a8-4a68-8791-54fc9a18be81,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:38.438060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c004f650-75a3-4a3c-ad3f-bf7152bd0ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.464835 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-938adb6b-9764-404b-bf20-067ac82b4df5 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/quotas/10d84490c91743348eaac1b2d5b24ed1 HTTP/1.1" status: 200 len: 375 time: 0.0656912 Jan 17 12:45:38.482323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port c03bc57b-c850-4f46-800a-468d902c620c {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:38.482698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.560302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.562193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.589920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-f01820db-7385-47d4-8383-dc69ef71632e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:45:38.590947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-f01820db-7385-47d4-8383-dc69ef71632e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0767298 Jan 17 12:45:38.607191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c004f650-75a3-4a3c-ad3f-bf7152bd0ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.674967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59b597aa-873d-4772-bf27-f9d3732d7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.683697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port af1bd227-9f42-49a0-af83-8a28057e11ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af1bd227-9f42-49a0-af83-8a28057e11ef,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:38.704118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.713817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.718171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-59ec753a-347f-4fba-b896-d15ede50b445 service neutron] 10.222.0.77 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193571 Jan 17 12:45:38.731426 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-51d685bd-114c-4df8-8a68-aaf10a3a9fa2 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2656488 Jan 17 12:45:38.773115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.780071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.797010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for c03bc57b-c850-4f46-800a-468d902c620c owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:38.876161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.888901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c004f650-75a3-4a3c-ad3f-bf7152bd0ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.892772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c004f650-75a3-4a3c-ad3f-bf7152bd0ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.897444 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c004f650-75a3-4a3c-ad3f-bf7152bd0ede admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b760c34c-c6c9-43a7-b97d-1f686419def1 HTTP/1.1" status: 204 len: 168 time: 0.7437098 Jan 17 12:45:38.905914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.930921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=af1bd227-9f42-49a0-af83-8a28057e11ef,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:38.931021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Network 6ccb0706-46f6-488f-9c4c-f96ac96be89f is not hosted by any dhcp agent {{(pid=109281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:45:38.932136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:38.935301 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:38.939661 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "PUT /v2.0/networks/6ccb0706-46f6-488f-9c4c-f96ac96be89f HTTP/1.1" status: 200 len: 858 time: 1.0338459 Jan 17 12:45:38.939847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-59b597aa-873d-4772-bf27-f9d3732d7b2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:45:38.939847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-59b597aa-873d-4772-bf27-f9d3732d7b2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:45:38.942380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42666) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:38.981074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.009812 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:45:39.061456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.068896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc33a-3611-4946-847f-5642f61e00f4 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event updated for resources: {'Network': ['ID=6ccb0706-46f6-488f-9c4c-f96ac96be89f,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:39.115708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.115966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004f650-75a3-4a3c-ad3f-bf7152bd0ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b760c34c-c6c9-43a7-b97d-1f686419def1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:39.119208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-de4603e7-5fc1-4aab-a28d-0ff1fe6ab8b1 service neutron] 10.222.0.77 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858287 Jan 17 12:45:39.196935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-501db670-d80d-4c87-8923-291bd7a24075 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:45:39.196935 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-501db670-d80d-4c87-8923-291bd7a24075 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1652308 Jan 17 12:45:39.247114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.252661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.256965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-132e80e2-08e5-42f4-8031-c9e919e97100 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8712852 Jan 17 12:45:39.261415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42676) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:39.370223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccb0706-46f6-488f-9c4c-f96ac96be89f']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:39.384398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe8861e-3d92-4b25-84de-5897ed649382') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:39.384696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe8861e-3d92-4b25-84de-5897ed649382') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:39.387369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.432811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.493779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.533272 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-402639b7-4712-479c-81c8-95ea578688c1 service neutron] 10.222.0.77 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225415 Jan 17 12:45:39.568769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:39.569179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:39.570922 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:39.606030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.626437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bd9633e2-df4a-4054-9cf0-e64371aa961c None None] Provisioning complete for port af1bd227-9f42-49a0-af83-8a28057e11ef triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:39.627364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bd9633e2-df4a-4054-9cf0-e64371aa961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.641420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.645720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.742165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=c03bc57b-c850-4f46-800a-468d902c620c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:39.780690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bd9633e2-df4a-4054-9cf0-e64371aa961c None None] Could not find standard attr ID for object c03bc57b-c850-4f46-800a-468d902c620c. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:45:39.792784 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-d15a80eb-d3cd-46e2-bfe0-b02fc9f0ec98 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1403833186&fields=id&tenant_id=e1ff867a661d4db0be026ceb0cd38c68 HTTP/1.1" status: 200 len: 267 time: 0.1329999 Jan 17 12:45:39.796742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.808473 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-81229a08-f9b0-44cd-a8cc-3cfe992d35ee tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/c03bc57b-c850-4f46-800a-468d902c620c HTTP/1.1" status: 204 len: 168 time: 2.0647151 Jan 17 12:45:39.811533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42716) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:39.914231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af1bd227-9f42-49a0-af83-8a28057e11ef up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:39.940238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.969034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:39.969556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b46d234-0304-432a-b182-37b745cd54c0 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:45:40.008251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.009434 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a1478d82-0e67-4d5a-9017-cacc8e8f5594 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/routers/5b46d234-0304-432a-b182-37b745cd54c0 HTTP/1.1" status: 204 len: 168 time: 0.7467835 Jan 17 12:45:40.012932 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-8bcaf7ae-2d75-483b-aa22-5e813f2d2455 service neutron] 10.222.0.77 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715576 Jan 17 12:45:40.023275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ccb0706-46f6-488f-9c4c-f96ac96be89f {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:45:40.033112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72441-c4e2-468a-a94a-3741b0f40c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:40.035134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72441-c4e2-468a-a94a-3741b0f40c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:40.037775 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dbd72441-c4e2-468a-a94a-3741b0f40c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2252882 Jan 17 12:45:40.044008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42726) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:40.050294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.062210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42728) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:40.065446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] 10.222.0.77 "DELETE /v2.0/networks/6ccb0706-46f6-488f-9c4c-f96ac96be89f HTTP/1.1" status: 204 len: 168 time: 1.1201189 Jan 17 12:45:40.072133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port af1bd227-9f42-49a0-af83-8a28057e11ef triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:40.072447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.106576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736145a-b679-4a2d-b1c9-dd7650eae701 tempest-ExternalNetworksTestJSON-760115478 tempest-ExternalNetworksTestJSON-760115478-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ccb0706-46f6-488f-9c4c-f96ac96be89f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:40.178264 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9419637f-6bfe-4e00-b1df-65a568b1c0ad tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] DELETE failed (client error): The resource could not be found. Jan 17 12:45:40.181634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9419637f-6bfe-4e00-b1df-65a568b1c0ad tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:45:40.186066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9419637f-6bfe-4e00-b1df-65a568b1c0ad tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] 10.222.0.77 "DELETE /v2.0/subnets/923a1b99-9e75-434a-9858-6626091dc554 HTTP/1.1" status: 404 len: 337 time: 0.1213927 Jan 17 12:45:40.190218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42732) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:40.227161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 350e2cc0-0f41-4edc-9a28-aa957722a880 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:45:40.232275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.266318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-b97179d2-07f5-4def-963a-755b98f1ab05 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:40.273077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-b97179d2-07f5-4def-963a-755b98f1ab05 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/networks?id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d HTTP/1.1" status: 200 len: 805 time: 0.4785595 Jan 17 12:45:40.295671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-eca7234b-d86d-4638-a5c0-33d3e06bfbe8 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/quotas/e1ff867a661d4db0be026ceb0cd38c68 HTTP/1.1" status: 200 len: 375 time: 0.0219707 Jan 17 12:45:40.304566 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.322726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.404235 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-16fd3936-ffc9-4ec2-8c66-fdfb2df3a4fd tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e1ff867a661d4db0be026ceb0cd38c68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076477 Jan 17 12:45:40.465018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.587532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d6a54330-cc42-407a-9c55-5bb7541c6125 req-9240dbd4-4426-46c1-89d9-76c536556f4b tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0781693 Jan 17 12:45:40.691135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.724998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cbd4d9-4b7d-4a8b-8385-5c4568c87003']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:40.746625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7bc1c3-7557-4e69-87d4-bc8a53b3a3a9') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:40.746931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7bc1c3-7557-4e69-87d4-bc8a53b3a3a9') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:40.748617 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5c85cd4-4184-43fc-b68d-d7949523defe req-1f1b7889-95fd-428f-9d93-ca3d614f4edf tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.0387487 Jan 17 12:45:40.750531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.771837 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-d3c312bc-ad78-465e-935d-ff71e691c2e1 service neutron] 10.222.0.77 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859824 Jan 17 12:45:40.771837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.788822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.828312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=350e2cc0-0f41-4edc-9a28-aa957722a880,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:40.842640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.842781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84b2a3-8287-44e6-9331-2d73f449590c None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:40.849680 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e48b9366-c7dc-4690-bc33-fe0033f070ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/350e2cc0-0f41-4edc-9a28-aa957722a880 HTTP/1.1" status: 204 len: 168 time: 0.8043802 Jan 17 12:45:40.852239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42764) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:40.860131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42768) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:40.880745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:45:40.882528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:45:40.895055 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:45:41.040942 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-5167b8fa-c633-4393-9fcf-fa936b7d9ea3 service neutron] 10.222.0.77 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538111 Jan 17 12:45:41.063013 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f27be7dd-baea-49a1-8f59-d3289c0febe1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1999981 Jan 17 12:45:41.066749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42780) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:41.072589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:41.086600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42782) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:41.169192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:45:41.198821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.205376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.209040 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] 10.222.0.77 "DELETE /v2.0/networks/34cbd4d9-4b7d-4a8b-8385-5c4568c87003 HTTP/1.1" status: 204 len: 168 time: 1.0162053 Jan 17 12:45:41.252170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dceaa-4476-43ea-8a43-ea937a0c5b4c tempest-ExternalNetworksTestJSON-1747283009 tempest-ExternalNetworksTestJSON-1747283009-project] Pushing event deleted for resources: {'Network': ['ID=34cbd4d9-4b7d-4a8b-8385-5c4568c87003,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:41.274818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] Deleting port af1bd227-9f42-49a0-af83-8a28057e11ef {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:41.275210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.345208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1584853149', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:41.353876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] For port af1bd227-9f42-49a0-af83-8a28057e11ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af1bd227-9f42-49a0-af83-8a28057e11ef,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:41.354378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.385580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] Calling delete_port for af1bd227-9f42-49a0-af83-8a28057e11ef owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:41.389091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:41.397244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.565185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.566481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.585732 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ffb2058d-699c-45aa-b7dc-ebe0d680e638 req-f09657fc-bc1f-4dd7-878e-72650e697f29 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0550144 Jan 17 12:45:41.610781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.626615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1782825399'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:41.677933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.777797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] Pushing event deleted for resources: {'Port': ['ID=af1bd227-9f42-49a0-af83-8a28057e11ef,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:41.839410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c78bba-64ac-4868-84ca-87de8ff8f6df None None] No DVR routers for this DVR port af1bd227-9f42-49a0-af83-8a28057e11ef on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:41.896453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af1bd227-9f42-49a0-af83-8a28057e11ef no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:45:41.920970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42808) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:41.929032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: af1bd227-9f42-49a0-af83-8a28057e11ef {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:45:41.929908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af1bd227-9f42-49a0-af83-8a28057e11ef not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:45:41.951892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Made reservation on behalf of 150014c6a7d8403d89f236ad92883294 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:41.955432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.960386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75a74a0e-6002-44f6-9904-d975bc70decd req-b423facc-be5e-47d0-b3e1-b2edfdf2c439 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.1830349 Jan 17 12:45:41.975560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:41.998851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9a0643b1-41e9-4f24-aba2-0809ee9358aa tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:41.999553 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.api.v2.base [None req-9a0643b1-41e9-4f24-aba2-0809ee9358aa tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 12:45:42.000275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-9a0643b1-41e9-4f24-aba2-0809ee9358aa tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 12:45:42.004942 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a0643b1-41e9-4f24-aba2-0809ee9358aa tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0817769 Jan 17 12:45:42.005499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42814) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:42.014164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--714652821'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:42.022298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7859bd5f-ce35-43b3-96ec-60a75b253713 req-b1e5cfc1-09da-4c7b-9b96-57c8e59a317b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.1124766 Jan 17 12:45:42.102727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.105588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.119286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.166235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:42.169599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:42.170583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.183459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56729658-79d3-4157-8c4e-74c1c2a7ad64 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:42.183581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:42.183581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.185203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.191361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=3314e68b-00ac-493e-ad1f-cdcb2c28f0e1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:42.237236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42822) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:42.252497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.263922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:45:42.290042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.290388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Added segment 24529f36-b80a-4af1-add5-6ff7a7bfdeb5 of type vlan for network 0ec8a523-b4f0-4794-aed1-a975204d9c30 Jan 17 12:45:42.326434 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f7f91c12-cb7f-4070-995f-2372a6b05cd5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2582002 Jan 17 12:45:42.328351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42826) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:42.335870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.339062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07391c8d-262b-4e87-bb19-2ef9f4a41b95,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:42.342786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'name': 'tempest-NetworksTestDHCPv6-791566679'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:42.362189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '3314e68b-00ac-493e-ad1f-cdcb2c28f0e1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:42.364581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.425272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.463326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.533224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0141005a-784b-4932-9fac-89a27e20399f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:42.579723 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-65609a1b-05cb-48eb-bba2-574dbd691c01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffac81ff0b34481484344430ee06b471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3412399 Jan 17 12:45:42.585502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42834) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:42.593912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/3314e68b-00ac-493e-ad1f-cdcb2c28f0e1/f718fd73-9031-4a5f-a862-f6e825f74c31) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:42.609692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.652739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d035a92-d875-46cf-a8aa-4d38c249fda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.689722 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-66720f4c-47ff-4223-9d31-3597cb9e0b06 req-f3ab6058-34cc-45eb-88ff-e92bacb2a710 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0322492 Jan 17 12:45:42.698828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d035a92-d875-46cf-a8aa-4d38c249fda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.739330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.740974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:42.741576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.763391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.772187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.787147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.808333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event updated for resources: {'Network': ['ID=0ec8a523-b4f0-4794-aed1-a975204d9c30,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:42.810802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.824871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:42.828731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:45:42.829776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.844032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88518600-159a-4d45-a2af-a676b428f7f0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:42.867812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 368258ad-3e55-48c6-a05b-caab17d4a237 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:42.942240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d035a92-d875-46cf-a8aa-4d38c249fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.942819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.955982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d035a92-d875-46cf-a8aa-4d38c249fda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.958510 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1d035a92-d875-46cf-a8aa-4d38c249fda8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/88c25d1d-accc-47f7-96bf-c3a7dcda9e94 HTTP/1.1" status: 204 len: 168 time: 0.3709621 Jan 17 12:45:42.980209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-10f6bad4-82d4-4479-9e6f-1332dd50b841 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8893850 Jan 17 12:45:42.983621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42844) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:42.991277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:42.993389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07c38aa5-c46f-4534-ac46-dd5a86272199 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9832597 Jan 17 12:45:42.999346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:43.001003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Request body: {'subnet': {'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:43.007454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42848) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:43.021069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '88518600-159a-4d45-a2af-a676b428f7f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:43.023167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:43.028033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:43.041452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Pushing event updated for resources: {'Port': ['ID=f718fd73-9031-4a5f-a862-f6e825f74c31,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:43.103361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Attempting to bind port f718fd73-9031-4a5f-a862-f6e825f74c31 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:43.103792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Attempting to bind port f718fd73-9031-4a5f-a862-f6e825f74c31 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:43.104113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Attempting to bind port f718fd73-9031-4a5f-a862-f6e825f74c31 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:43.123620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:43.124041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:43.124456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.125012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:43.125491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Bound port: f718fd73-9031-4a5f-a862-f6e825f74c31, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:43.125910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.142621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d035a92-d875-46cf-a8aa-4d38c249fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c25d1d-accc-47f7-96bf-c3a7dcda9e94,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:43.246089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] For port f718fd73-9031-4a5f-a862-f6e825f74c31, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:43.249914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] For port f718fd73-9031-4a5f-a862-f6e825f74c31, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f718fd73-9031-4a5f-a862-f6e825f74c31,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:43.304770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-19a090da-0931-40da-8537-d58cd5c23a1a req-9bcc8609-dc8d-4950-a55d-4132ad886609 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Jan 17 12:45:43.343873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.364917 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0bf96972-d5e9-4b5b-ba5a-b701670cc961 req-498f0c75-00ab-44c2-a0c1-bad07ca70e96 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0903981 Jan 17 12:45:43.384783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.431618 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Allocated IP 172.26.4.227 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1d54aa90-e066-4db9-9853-02cbb707f4ef) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:43.473069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f677387-25fc-4de0-a9f3-5165d45a8400 None None] Pushing event updated for resources: {'Port': ['ID=f718fd73-9031-4a5f-a862-f6e825f74c31,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:43.502557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.640244 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Made reservation on behalf of 150014c6a7d8403d89f236ad92883294 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:43.649544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.656651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::e3 (a66930c0-bf2c-424b-976e-045386db06ff/3314e68b-00ac-493e-ad1f-cdcb2c28f0e1/368258ad-3e55-48c6-a05b-caab17d4a237) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:43.672326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.709426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:43.919945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f718fd73-9031-4a5f-a862-f6e825f74c31 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:43.922706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42864) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:43.985855 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9bd7c6d9-e3b4-41cb-8c5a-34f8594a587e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a2b1081b6df4e5cbd17516e0dfa0b68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0599034 Jan 17 12:45:43.993580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42866) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:44.000151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f718fd73-9031-4a5f-a862-f6e825f74c31 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:44.000669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.019029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af98783f-53e5-450b-bad5-e399a3d67975,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:44.044773 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8f2d1c6-2987-438f-b8bf-05b171da4e50 req-a5a926bd-71b6-4299-8534-526eb41b2293 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0591345 Jan 17 12:45:44.058215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.078931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.115007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.126464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.132145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:44.132325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-70672566-69dc-4e91-a862-c05fcc82580d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1197746 Jan 17 12:45:44.135972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42868) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:44.141562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:44.143006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-107f1f41-4641-4d00-9f5b-526202db9140 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '88518600-159a-4d45-a2af-a676b428f7f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:44.160413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:44.167800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event updated for resources: {'Port': ['ID=1d54aa90-e066-4db9-9853-02cbb707f4ef,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:44.168006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port f718fd73-9031-4a5f-a862-f6e825f74c31, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f718fd73-9031-4a5f-a862-f6e825f74c31,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:44.197526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9f896a80-28ed-4689-a06e-35f47632d675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.266588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.267731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9f896a80-28ed-4689-a06e-35f47632d675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.293779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5589b97d-1b3f-4eca-9374-590fab7b86f4 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:45:44.317574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 5589b97d-1b3f-4eca-9374-590fab7b86f4 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:45:44.317959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5589b97d-1b3f-4eca-9374-590fab7b86f4 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:45:44.340581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-107f1f41-4641-4d00-9f5b-526202db9140 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.343438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.344257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.359026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=f718fd73-9031-4a5f-a862-f6e825f74c31,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:44.440334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:44.462229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:44.482558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:44.488819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:44.489500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.514454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a0eb298-b3dc-4657-b184-77c6d214c079 req-4546fa27-f7d1-4744-8b0d-d4660170bed0 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0545218 Jan 17 12:45:44.524083 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-805f9bb3-7dde-4f35-9173-82fc9c6dc611 req-30358fef-af10-42d2-8d63-710dc6b4934e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.1130059 Jan 17 12:45:44.525439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=368258ad-3e55-48c6-a05b-caab17d4a237,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:44.526642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event updated for resources: {'Subnet': ['ID=5aa6c3c6-2a71-44cc-ba46-3e1426e8f545,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:44.546582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Checking segment: {'id': '24529f36-b80a-4af1-add5-6ff7a7bfdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:44.547196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Network hostable DHCP agents. Network: 0ec8a523-b4f0-4794-aed1-a975204d9c30, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:45:44.666172 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-64e543e5-4d02-4fde-a08d-23d5742aa507 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3367898 Jan 17 12:45:44.668773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42876) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:44.704896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9f896a80-28ed-4689-a06e-35f47632d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.706257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:45:44.708057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9f896a80-28ed-4689-a06e-35f47632d675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.709490 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9f896a80-28ed-4689-a06e-35f47632d675 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63406c04-e1c2-4c14-bc2b-13c66e5458d1 HTTP/1.1" status: 204 len: 168 time: 0.7149928 Jan 17 12:45:44.711288 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-107f1f41-4641-4d00-9f5b-526202db9140 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 12:45:44.716892 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-107f1f41-4641-4d00-9f5b-526202db9140 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5798581 Jan 17 12:45:44.721305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42880) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:44.721839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.67', 56171) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:44.743795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f896a80-28ed-4689-a06e-35f47632d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63406c04-e1c2-4c14-bc2b-13c66e5458d1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:44.752783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.874522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2ca8e5ce-2c17-408a-8679-9c77ab32bb7c None None] Provisioning complete for port f718fd73-9031-4a5f-a862-f6e825f74c31 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:44.875027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2ca8e5ce-2c17-408a-8679-9c77ab32bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:44.876433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0ec8a523-b4f0-4794-aed1-a975204d9c30) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:44.900008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b6fff-1c3a-43e7-b47f-7400f1207325 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:44.917100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b6fff-1c3a-43e7-b47f-7400f1207325 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:44.918965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-081b6fff-1c3a-43e7-b47f-7400f1207325 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2491174 Jan 17 12:45:44.922271 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42882) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:44.922458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:44.923105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905d601-a7ea-4ff1-a8b1-e9fee31fd7b9 None None] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:44.932688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.016829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8fca-ca71-40b6-b8a8-e6483cc6f565 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.037407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-51d4793c-285e-46c5-abf2-d81bf3a26c06 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:45.039213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-51d4793c-285e-46c5-abf2-d81bf3a26c06 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.67 "GET /v2.0/networks?id=e4bbeb27-2d66-40c6-86fa-9ded90b74423 HTTP/1.1" status: 200 len: 812 time: 0.3149300 Jan 17 12:45:45.041533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.054311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8fca-ca71-40b6-b8a8-e6483cc6f565 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.079277 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-46eb53c8-327a-4ffd-b96a-3fed25a4b49b tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0822315 Jan 17 12:45:45.082419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42884) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:45.094225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Request body: {'port': {'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1759956858'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:45.151183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-0ec8a523-b4f0-4794-aed1-a975204d9c30', 'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30', 'tenant_id': '150014c6a7d8403d89f236ad92883294', 'fixed_ips': [{'subnet_id': '5aa6c3c6-2a71-44cc-ba46-3e1426e8f545'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:45.152686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.227845 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-935ce378-3ffe-4586-873d-597fef76d709 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37fe8b4737864224836767d2f6a2b3b0 HTTP/1.1" status: 200 len: 380 time: 0.1442416 Jan 17 12:45:45.283408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Request body: {'port': {'device_id': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'admin_state_up': True, 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'security_groups': ['7a396da1-fecd-4314-bf65-982009e7dc02']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:45.349545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6a8e4c80-f8ca-4814-9773-8e83dfe04e10 req-d5dcf151-2325-4005-aaf3-fd76782f0183 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.1379511 Jan 17 12:45:45.363577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8fca-ca71-40b6-b8a8-e6483cc6f565 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.366275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8fca-ca71-40b6-b8a8-e6483cc6f565 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.369821 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bfbf8fca-ca71-40b6-b8a8-e6483cc6f565 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/88518600-159a-4d45-a2af-a676b428f7f0 HTTP/1.1" status: 204 len: 168 time: 0.6445272 Jan 17 12:45:45.412132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42892) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:45.441691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.67', 56173) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:45.491592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Allocated IP 172.20.0.2 (0ec8a523-b4f0-4794-aed1-a975204d9c30/5aa6c3c6-2a71-44cc-ba46-3e1426e8f545/9627d123-d891-4ddc-82d1-37f0e9c66f15) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:45.498793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf8fca-ca71-40b6-b8a8-e6483cc6f565 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88518600-159a-4d45-a2af-a676b428f7f0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:45.580034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 368258ad-3e55-48c6-a05b-caab17d4a237 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:45.580393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.670312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.703335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f7593f13-bb46-4829-9979-5ac871c1b35d None None] Provisioning complete for port 368258ad-3e55-48c6-a05b-caab17d4a237 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:45.703736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7593f13-bb46-4829-9979-5ac871c1b35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.735873 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3f16685c-df73-4ed7-93ed-1b8087da63a7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3132355 Jan 17 12:45:45.746975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f7593f13-bb46-4829-9979-5ac871c1b35d None None] Port 368258ad-3e55-48c6-a05b-caab17d4a237 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:45.748172 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5f645a0-d9f2-49ed-b104-2f26300559b2 req-c315e130-0a12-4910-aa0f-84e7a0dd755a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.0785820 Jan 17 12:45:45.753177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 42916) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:45.785737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431205214'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:45.803531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.807338 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-edae9a46-824e-457e-b8c3-ffaa91f55b79 req-58bad9d1-23f6-479c-9b46-f8c755500c33 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0568140 Jan 17 12:45:45.838891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.857183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 368258ad-3e55-48c6-a05b-caab17d4a237 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:45.868481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-0e16c503-5e9c-4189-a3d9-4cb4378627cd tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:45.870463 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-0e16c503-5e9c-4189-a3d9-4cb4378627cd tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 811 time: 0.4202442 Jan 17 12:45:45.878298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Made reservation on behalf of 150014c6a7d8403d89f236ad92883294 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:45.882088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:45.893000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f718fd73-9031-4a5f-a862-f6e825f74c31 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:45.931168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Router 72e914b9-2561-4b99-8586-0b7bd297bf17 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:45:45.942766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:45.952726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:45.959433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:45.973437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] device_id is not set on port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:46.011723 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-00afabc8-781f-4db5-a864-f0bcc2b8e5ad tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10d84490c91743348eaac1b2d5b24ed1 HTTP/1.1" status: 200 len: 379 time: 0.1153302 Jan 17 12:45:46.032465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Attempting to bind port 9627d123-d891-4ddc-82d1-37f0e9c66f15 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:46.032841 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Attempting to bind port 9627d123-d891-4ddc-82d1-37f0e9c66f15 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '24529f36-b80a-4af1-add5-6ff7a7bfdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:46.033207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Attempting to bind port 9627d123-d891-4ddc-82d1-37f0e9c66f15 on network 0ec8a523-b4f0-4794-aed1-a975204d9c30 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:46.039962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:46.040262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Checking segment: {'id': '24529f36-b80a-4af1-add5-6ff7a7bfdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:46.040663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.041216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Bound using segment: {'id': '24529f36-b80a-4af1-add5-6ff7a7bfdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:46.041891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Bound port: 9627d123-d891-4ddc-82d1-37f0e9c66f15, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24529f36-b80a-4af1-add5-6ff7a7bfdeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:46.042472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.044525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Pushing event updated for resources: {'Port': ['ID=9627d123-d891-4ddc-82d1-37f0e9c66f15,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:46.057237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Request body: {'port': {'device_id': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'admin_state_up': True, 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'security_groups': ['91ea6a6b-6c8d-4f50-9413-5e8c869bed5b']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:46.060047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f718fd73-9031-4a5f-a862-f6e825f74c31 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:46.060470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.176969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Made reservation on behalf of 37fe8b4737864224836767d2f6a2b3b0 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:46.181269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.183475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.192279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:45:46.213716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] Sync routers for ids ['72e914b9-2561-4b99-8586-0b7bd297bf17'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:45:46.220494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.220694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] For port 9627d123-d891-4ddc-82d1-37f0e9c66f15, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:46.226059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] For port 9627d123-d891-4ddc-82d1-37f0e9c66f15, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9627d123-d891-4ddc-82d1-37f0e9c66f15,segment=NetworkSegment(24529f36-b80a-4af1-add5-6ff7a7bfdeb5),segment_id=24529f36-b80a-4af1-add5-6ff7a7bfdeb5)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:46.233425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] Routers {'72e914b9-2561-4b99-8586-0b7bd297bf17'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:46.234065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['72e914b9-2561-4b99-8586-0b7bd297bf17'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:46.255413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.67', 56179) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:46.281913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.283257 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f1774b91-1dbc-4079-b21e-fb7fa78b1747 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4215691 Jan 17 12:45:46.284332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=368258ad-3e55-48c6-a05b-caab17d4a237,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:46.286168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:46.288637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42940) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:46.292329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.344681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] Routers {'72e914b9-2561-4b99-8586-0b7bd297bf17'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:45:46.345489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['72e914b9-2561-4b99-8586-0b7bd297bf17'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:46.414233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.419639 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-21747e17-42f6-469e-a08e-801ebeb7a05f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/368258ad-3e55-48c6-a05b-caab17d4a237 HTTP/1.1" status: 204 len: 168 time: 1.4941826 Jan 17 12:45:46.423853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:45:46.424348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e57101-1698-4acd-9782-4d2183b9552b None None] The sync data for ids ['72e914b9-2561-4b99-8586-0b7bd297bf17'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:45:46.428537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42948) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:46.482710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23883ef-5749-4148-a023-7ee61853f8d4 None None] Pushing event updated for resources: {'Port': ['ID=9627d123-d891-4ddc-82d1-37f0e9c66f15,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:46.525358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.576468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb3141-0efb-470d-9af7-640ba2feb28a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:46.578326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Allocated IP 172.20.0.7 (0ec8a523-b4f0-4794-aed1-a975204d9c30/5aa6c3c6-2a71-44cc-ba46-3e1426e8f545/2de670bb-c4ec-4956-8e4d-aad1c0d44686) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:46.578450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb3141-0efb-470d-9af7-640ba2feb28a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:46.584829 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cbcb3141-0efb-470d-9af7-640ba2feb28a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1549094 Jan 17 12:45:46.587830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42950) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:46.653963 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2dfe59dd-6bbe-4a94-b48e-066fd0aa0546 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/72e914b9-2561-4b99-8586-0b7bd297bf17 HTTP/1.1" status: 200 len: 925 time: 0.3641021 Jan 17 12:45:46.655191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42952) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:46.730398 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-aadee244-8724-43d6-a4da-0c31e00855ea tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e914b9-2561-4b99-8586-0b7bd297bf17 HTTP/1.1" status: 200 len: 205 time: 0.0702798 Jan 17 12:45:46.733275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42954) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:46.752144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Made reservation on behalf of 10d84490c91743348eaac1b2d5b24ed1 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:46.759732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.851242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 3314e68b-00ac-493e-ad1f-cdcb2c28f0e1 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:45:46.873910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.968187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:46.976655 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f7fc2404-14fa-4f48-aa79-b2dea8a9c067 req-8ddebf3a-1722-457f-bc7b-e27d993958ce tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.0890858 Jan 17 12:45:46.995028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.093800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Allocated IP 172.20.0.12 (e4bbeb27-2d66-40c6-86fa-9ded90b74423/c6934270-32e1-4400-93bf-8bbe818cc035/fa89d79d-8fa9-47e3-8d0c-b33627ae66d6) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:47.195072 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e3cd826b-0695-49e0-b3c1-ef7131160c9e req-3aa6ab93-6a41-41f2-bc54-87e5eb4d9360 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.4308748 Jan 17 12:45:47.273293 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-31a83fbd-1fe5-4a21-a355-900fab9c1e99 req-9bf26850-925e-4487-a441-29b85d141a3d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0859864 Jan 17 12:45:47.336783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.375993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.391578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.393329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6250322 Jan 17 12:45:47.462565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3d3c3-5cd0-4a33-9e6d-4f33fa363df9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1324839d-ad19-4187-bfd8-48ad2ff31a16,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:47.462695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42974) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:47.467303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b80c74f8-02d2-4987-8611-3f9b3881d6f7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '1324839d-ad19-4187-bfd8-48ad2ff31a16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:47.468097 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-b80c74f8-02d2-4987-8611-3f9b3881d6f7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 17 12:45:47.468676 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-b80c74f8-02d2-4987-8611-3f9b3881d6f7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:47.470083 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b80c74f8-02d2-4987-8611-3f9b3881d6f7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075183 Jan 17 12:45:47.474973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42978) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:47.623369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.680673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=3314e68b-00ac-493e-ad1f-cdcb2c28f0e1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:47.686418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e3a9-bdb2-4151-bafd-beb5ecd7b296 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.734300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.746061 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d8c0039c-93d8-4349-8328-6a46a578f212 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/3314e68b-00ac-493e-ad1f-cdcb2c28f0e1 HTTP/1.1" status: 204 len: 168 time: 1.1526217 Jan 17 12:45:47.746596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e19a8-ddfa-4859-8be8-ce4099bb0fb0 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:47.749449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.759576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42982) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:47.850598 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e3a9-bdb2-4151-bafd-beb5ecd7b296 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.889712 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-44481773-ace5-4c02-b3b1-e473c56c9deb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210804 Jan 17 12:45:47.897737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42986) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:47.905759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:47.913608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-dbbb590b-d137-48cc-9179-9472a4b070a1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:47.919145 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-dbbb590b-d137-48cc-9179-9472a4b070a1 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.67 "GET /v2.0/networks?id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d HTTP/1.1" status: 200 len: 805 time: 1.6609299 Jan 17 12:45:47.928086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6565808-c9c6-44b5-ad37-5b98b5fb70f2 None None] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:47.930926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.934325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:47.995292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9627d123-d891-4ddc-82d1-37f0e9c66f15 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:48.092882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Allocated IP 172.20.0.9 (c0a6b131-2532-470d-824d-c7fe2ee56b00/f00e8ef3-9bf6-4a01-876a-dd383926a9e2/524d57b3-7d22-4f06-b758-073768665bfc) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:48.092882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-3dbf9788-3886-40d7-8750-36804739d2d5 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ff867a661d4db0be026ceb0cd38c68 HTTP/1.1" status: 200 len: 380 time: 0.0955939 Jan 17 12:45:48.092882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Request body: {'port': {'device_id': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'admin_state_up': True, 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'security_groups': ['74b46be6-64b5-4f53-992b-52e8a83e17c9']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:48.094063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Deleting port 1d54aa90-e066-4db9-9853-02cbb707f4ef {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:48.094063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.149873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-32c0cb40-cbcc-48dd-9d90-57e4b98ae4ab None None] Provisioning complete for port 9627d123-d891-4ddc-82d1-37f0e9c66f15 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:48.150254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-32c0cb40-cbcc-48dd-9d90-57e4b98ae4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.230762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.231139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc615e3d-ecd2-4550-a5dd-ff02f60c9b2f req-860ca55e-65dc-49b0-b8a3-dc84ddb9439e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.1342301 Jan 17 12:45:48.246290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Calling delete_port for 1d54aa90-e066-4db9-9853-02cbb707f4ef owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:48.351260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9627d123-d891-4ddc-82d1-37f0e9c66f15 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:48.351260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.351609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:48.351609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.363017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e3a9-bdb2-4151-bafd-beb5ecd7b296 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.366210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbf9e3a9-bdb2-4151-bafd-beb5ecd7b296 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.368026 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cbf9e3a9-bdb2-4151-bafd-beb5ecd7b296 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/1324839d-ad19-4187-bfd8-48ad2ff31a16 HTTP/1.1" status: 204 len: 168 time: 0.8866622 Jan 17 12:45:48.385367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 42996) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:48.445749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f097e6f7-157a-47d6-a071-ad5b4eeb1b29 req-a7dc937a-e106-4426-b028-5bebe494ddb4 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0859997 Jan 17 12:45:48.474427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:45:48.550966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-32c0cb40-cbcc-48dd-9d90-57e4b98ae4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.563720 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da21b22a-f6f8-4a82-a20b-3dd4d96537e3 req-82cc6869-735a-4dba-9059-97e113134979 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0991561 Jan 17 12:45:48.577696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9e3a9-bdb2-4151-bafd-beb5ecd7b296 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1324839d-ad19-4187-bfd8-48ad2ff31a16,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:48.582771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.635184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.662648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.698134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:48.699306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-32c0cb40-cbcc-48dd-9d90-57e4b98ae4ab None None] For port 9627d123-d891-4ddc-82d1-37f0e9c66f15, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9627d123-d891-4ddc-82d1-37f0e9c66f15,segment=NetworkSegment(24529f36-b80a-4af1-add5-6ff7a7bfdeb5),segment_id=24529f36-b80a-4af1-add5-6ff7a7bfdeb5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:48.705268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:48.711638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:48.722741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] Deleting port f718fd73-9031-4a5f-a862-f6e825f74c31 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:48.723279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.874820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-32c0cb40-cbcc-48dd-9d90-57e4b98ae4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:48.892300 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-276dbd1f-d809-4c2d-ab99-8bbbb655fb00 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4365101 Jan 17 12:45:48.900346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43002) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:48.912563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--698608168'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:49.074644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] For port f718fd73-9031-4a5f-a862-f6e825f74c31, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f718fd73-9031-4a5f-a862-f6e825f74c31,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:49.080816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.085192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0cb40-cbcc-48dd-9d90-57e4b98ae4ab None None] Pushing event updated for resources: {'Port': ['ID=9627d123-d891-4ddc-82d1-37f0e9c66f15,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:49.117919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a0ba48f4-939c-45da-8040-a6099fec2955 None None] Provisioning complete for port 9627d123-d891-4ddc-82d1-37f0e9c66f15 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:49.118293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a0ba48f4-939c-45da-8040-a6099fec2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.127407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.128857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Made reservation on behalf of e1ff867a661d4db0be026ceb0cd38c68 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:49.132487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.148324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.156525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.183481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:45:49.183928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:45:49.184842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] Calling delete_port for f718fd73-9031-4a5f-a862-f6e825f74c31 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:49.240067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.287070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event updated for resources: {'Port': ['ID=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:49.287590 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.352756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:49.384768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ba711527-3abd-4191-b3d0-255395d09d44 None None] Provisioning complete for port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:49.390222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba711527-3abd-4191-b3d0-255395d09d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.390356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:49.390356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.396253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:49.401303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:49.432516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:49.436529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:49.461455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.478189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:49.544688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ba711527-3abd-4191-b3d0-255395d09d44 None None] Port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:49.546022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] No DVR routers for this DVR port f718fd73-9031-4a5f-a862-f6e825f74c31 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:49.592399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event deleted for resources: {'Port': ['ID=1d54aa90-e066-4db9-9853-02cbb707f4ef,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:49.609278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.618155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Allocated IP 172.20.0.13 (7ea0d9a6-e861-4f85-a5c2-156e9d153b2d/8eeec3e1-3471-42b1-8840-a21e8489279a/d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:49.625514 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-1e7d2bf1-4516-44e2-89ba-93c76d6de97e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3718588 Jan 17 12:45:49.643814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event updated for resources: {'Port': ['ID=2de670bb-c4ec-4956-8e4d-aad1c0d44686,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:49.685061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-f0768879-4155-459f-8f44-0120228c8940 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:45:49.688765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-f0768879-4155-459f-8f44-0120228c8940 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366647 Jan 17 12:45:49.696296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43016) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:49.728322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:49.767979 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.805815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:49.831302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:49.832806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.844362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c1838-ed76-49a1-b958-fee1dc532352 req-5c1bf483-b034-4ec9-b2f4-019f5dbc27a1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:49.858154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f7c1838-ed76-49a1-b958-fee1dc532352 req-5c1bf483-b034-4ec9-b2f4-019f5dbc27a1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 931 time: 0.5001419 Jan 17 12:45:49.885222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.893943 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9915676 Jan 17 12:45:49.895061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43020) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:49.899429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=ef38c323-7e85-4cff-a1f5-0ae4f7edc429,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:49.899996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:49.901085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.914859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f0ae36b8-0200-44d0-b48b-4c02c5eefd12 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '59732d10-84a9-4531-a438-6eff4dac8a9e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:49.916272 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-f0ae36b8-0200-44d0-b48b-4c02c5eefd12 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 17 12:45:49.916880 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-f0ae36b8-0200-44d0-b48b-4c02c5eefd12 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:49.920929 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f0ae36b8-0200-44d0-b48b-4c02c5eefd12 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0186727 Jan 17 12:45:49.924117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43022) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:49.940145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.950183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:49.952791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:49.956975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a46e0-f049-4905-a315-7b097c7eab02 None None] Pushing event deleted for resources: {'Port': ['ID=f718fd73-9031-4a5f-a862-f6e825f74c31,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:50.027838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b164fc-6eda-4e82-b96a-daa3a0cae04d None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:50.052532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event updated for resources: {'Port': ['ID=524d57b3-7d22-4f06-b758-073768665bfc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:50.105077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:50.121648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-21747955-dbc4-4610-9c5d-75764719daa6 None None] Provisioning complete for port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:50.121648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21747955-dbc4-4610-9c5d-75764719daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.167370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Request body: {'port': {'device_id': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:50.189516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-21747955-dbc4-4610-9c5d-75764719daa6 None None] Port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:50.210863 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f7c1838-ed76-49a1-b958-fee1dc532352 req-9d8f3317-5532-49a5-a3cc-fe198e3d60a6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515527 Jan 17 12:45:50.214593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-21747955-dbc4-4610-9c5d-75764719daa6 None None] Provisioning complete for port 524d57b3-7d22-4f06-b758-073768665bfc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:50.214918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21747955-dbc4-4610-9c5d-75764719daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.239319 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-7c5472c5-2410-4742-b747-fc456affcc8a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1889970 Jan 17 12:45:50.333622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-21747955-dbc4-4610-9c5d-75764719daa6 None None] Port 524d57b3-7d22-4f06-b758-073768665bfc cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:50.346936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9627d123-d891-4ddc-82d1-37f0e9c66f15 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:50.372963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21188c9-7ac1-4885-91ca-c4e89a249e08 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59732d10-84a9-4531-a438-6eff4dac8a9e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:50.374145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'ef38c323-7e85-4cff-a1f5-0ae4f7edc429'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:50.375205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.388513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Request body: {'port': {'device_id': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:50.397585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a70d89e7-e930-4976-8965-256d92d0eec5 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.3080988 Jan 17 12:45:50.404664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3327d2-266b-4208-bcba-b26fb193a59d req-396b3ea9-0836-40f3-868f-dddccff34a7d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:50.414018 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3d3327d2-266b-4208-bcba-b26fb193a59d req-396b3ea9-0836-40f3-868f-dddccff34a7d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 932 time: 0.7838080 Jan 17 12:45:50.421067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5f8e0033-839e-4216-80b1-af3b18065923 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5204587 Jan 17 12:45:50.425828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.429505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43026) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:50.429870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43028) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:50.438266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Request body: {'port': {'network_id': '0ec8a523-b4f0-4794-aed1-a975204d9c30', 'name': 'tempest-ExtraDHCPOptionsTestJSON-974032647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:50.438864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] bootfile-name is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:45:50.439220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] tftp-server is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:45:50.439611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] server-ip-address is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:45:50.449496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'name': 'tempest-NetworksTestDHCPv6-1579506792'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:50.452199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9627d123-d891-4ddc-82d1-37f0e9c66f15 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:50.452899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.453938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.478394 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d826980d-f82b-44f0-907d-a93bee983083 req-bf734b1a-faa6-4ac1-8866-21f209857ca8 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0615385 Jan 17 12:45:50.541981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.646217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f718fd73-9031-4a5f-a862-f6e825f74c31 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:45:50.737350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f718fd73-9031-4a5f-a862-f6e825f74c31 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:45:50.738923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f718fd73-9031-4a5f-a862-f6e825f74c31 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:45:50.846257 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3d3327d2-266b-4208-bcba-b26fb193a59d req-4ddb06ff-d871-45a0-b5cd-dd278d6600b7 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4313622 Jan 17 12:45:50.878043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/ef38c323-7e85-4cff-a1f5-0ae4f7edc429/9c1e9db2-0192-4122-96ee-96e49fba6083) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:50.932744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.933479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Fanout notify agent at l3_agent the message router_deleted on router 72e914b9-2561-4b99-8586-0b7bd297bf17 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:45:50.945713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.950553 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75724f68-1a7f-4f19-a038-6b0f11687ffb tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/72e914b9-2561-4b99-8586-0b7bd297bf17 HTTP/1.1" status: 204 len: 168 time: 4.2128129 Jan 17 12:45:50.951060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7865-fab4-4296-91dd-34ff34f674e8 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.951864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43030) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:50.960022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.966763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525249110', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': False}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:50.994253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:50.999227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7865-fab4-4296-91dd-34ff34f674e8 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.002808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:45:51.030263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.040950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:51.044815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.058118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.091887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port d47cc189-74cb-4f67-ae5b-289915ecc453 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:51.102885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.148114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.176503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Made reservation on behalf of 150014c6a7d8403d89f236ad92883294 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:51.181089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Transition to ACTIVE for port object fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:45:51.187801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.190191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7865-fab4-4296-91dd-34ff34f674e8 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.193600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7865-fab4-4296-91dd-34ff34f674e8 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.198072 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3a5a7865-fab4-4296-91dd-34ff34f674e8 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/59732d10-84a9-4531-a438-6eff4dac8a9e HTTP/1.1" status: 204 len: 168 time: 1.2656734 Jan 17 12:45:51.201748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43032) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:51.248919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:51.252767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7865-fab4-4296-91dd-34ff34f674e8 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59732d10-84a9-4531-a438-6eff4dac8a9e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:51.264485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:51.268307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:51.286096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] device_id is not set on port c8bd917c-d06f-4512-88d1-bfe1264b4108 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:51.327761 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eaa3c699-8eb8-46c0-a40c-83fbb16b9dee tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1209316 Jan 17 12:45:51.329638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Pushing event updated for resources: {'Port': ['ID=9c1e9db2-0192-4122-96ee-96e49fba6083,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:51.330623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43036) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:51.345120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491734605'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:51.366651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.368734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.369725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.376957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Attempting to bind port 9c1e9db2-0192-4122-96ee-96e49fba6083 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:51.377718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Attempting to bind port 9c1e9db2-0192-4122-96ee-96e49fba6083 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:51.378312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Attempting to bind port 9c1e9db2-0192-4122-96ee-96e49fba6083 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:51.392163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:51.392852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:51.393434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.394426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:51.396712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Bound port: 9c1e9db2-0192-4122-96ee-96e49fba6083, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:51.397117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.434946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::132 (a66930c0-bf2c-424b-976e-045386db06ff/ef38c323-7e85-4cff-a1f5-0ae4f7edc429/d47cc189-74cb-4f67-ae5b-289915ecc453) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:51.521790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.531352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Allocated IP 172.20.0.9 (0ec8a523-b4f0-4794-aed1-a975204d9c30/5aa6c3c6-2a71-44cc-ba46-3e1426e8f545/c8bd917c-d06f-4512-88d1-bfe1264b4108) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:51.541784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.549899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] For port 9c1e9db2-0192-4122-96ee-96e49fba6083, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:51.555225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] For port 9c1e9db2-0192-4122-96ee-96e49fba6083, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9c1e9db2-0192-4122-96ee-96e49fba6083,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:51.661056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.736133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:51.748600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:51.785748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc464-27d2-4168-b7c5-1acefb481fb3 None None] Pushing event updated for resources: {'Port': ['ID=9c1e9db2-0192-4122-96ee-96e49fba6083,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:51.864511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cce34-42d4-4730-b27c-51e3f86d06ab req-f8e7cdef-5e9d-46b0-b11e-3b4e9674377c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:51.866274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a8cce34-42d4-4730-b27c-51e3f86d06ab req-f8e7cdef-5e9d-46b0-b11e-3b4e9674377c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 931 time: 0.5232284 Jan 17 12:45:51.916339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bfa34-10d5-45c0-8951-eacec1e59638 req-f040e52c-9a56-40b4-a435-26e514bdd048 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:51.917954 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a77bfa34-10d5-45c0-8951-eacec1e59638 req-f040e52c-9a56-40b4-a435-26e514bdd048 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 932 time: 0.3140426 Jan 17 12:45:52.022678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.083353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.094966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.097028 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a77bfa34-10d5-45c0-8951-eacec1e59638 req-7e2469cd-2042-40d5-a4d1-728dc3492ce9 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503794 Jan 17 12:45:52.134630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:52.145908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.157803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.158016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:52.216509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a3df22-71e9-4e1e-ab79-450382a9a629,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:52.242973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event updated for resources: {'Port': ['ID=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:52.245663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:52.307393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.309550 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1fc6917c-af16-46d8-8ac0-fa27036b792f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9749224 Jan 17 12:45:52.364566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.385915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43042) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:52.391277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Attempting to bind port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:52.391664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Attempting to bind port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:52.392015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Attempting to bind port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 on network e4bbeb27-2d66-40c6-86fa-9ded90b74423 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:52.399541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9c1e9db2-0192-4122-96ee-96e49fba6083 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:52.402839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-99fdc068-06b5-4aad-86c2-a09edead6265 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '41a3df22-71e9-4e1e-ab79-450382a9a629', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:52.419788 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-99fdc068-06b5-4aad-86c2-a09edead6265 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 17 12:45:52.420408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-99fdc068-06b5-4aad-86c2-a09edead6265 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:52.424108 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-99fdc068-06b5-4aad-86c2-a09edead6265 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0365572 Jan 17 12:45:52.427366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43044) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:52.443907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f88f519c-3e8b-44bd-9acc-68015972a75b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '41a3df22-71e9-4e1e-ab79-450382a9a629', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:52.455277 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.api.v2.base [None req-f88f519c-3e8b-44bd-9acc-68015972a75b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 17 12:45:52.460701 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-f88f519c-3e8b-44bd-9acc-68015972a75b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:52.460701 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f88f519c-3e8b-44bd-9acc-68015972a75b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0268974 Jan 17 12:45:52.465382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43046) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:52.479607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 on network e4bbeb27-2d66-40c6-86fa-9ded90b74423 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:45:52.480503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Attempting to bind port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 on network e4bbeb27-2d66-40c6-86fa-9ded90b74423 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:52.485360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0ae2f-1834-403f-a3de-01c71f14a2c1 req-2b3d2961-1e79-4c1f-8796-1e80c981f37a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:52.488408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-89b0ae2f-1834-403f-a3de-01c71f14a2c1 req-2b3d2961-1e79-4c1f-8796-1e80c981f37a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.1935220 Jan 17 12:45:52.492433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1f34c287-b768-48f7-a72b-af60ab75b60d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '41a3df22-71e9-4e1e-ab79-450382a9a629', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:52.494054 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-1f34c287-b768-48f7-a72b-af60ab75b60d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 17 12:45:52.494630 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-1f34c287-b768-48f7-a72b-af60ab75b60d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:52.498640 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1f34c287-b768-48f7-a72b-af60ab75b60d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0288217 Jan 17 12:45:52.498640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43048) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:52.509918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d9881c64-811a-418c-b0e7-69f42ea7f6dc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '41a3df22-71e9-4e1e-ab79-450382a9a629', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:52.511050 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-d9881c64-811a-418c-b0e7-69f42ea7f6dc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 17 12:45:52.511698 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d9881c64-811a-418c-b0e7-69f42ea7f6dc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:52.515348 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d9881c64-811a-418c-b0e7-69f42ea7f6dc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084913 Jan 17 12:45:52.515546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.515654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.515752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9c1e9db2-0192-4122-96ee-96e49fba6083 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:52.516873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43050) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:52.517007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.583899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fe1d6b17-f0ba-45f0-a9bf-c7355c0511eb None None] Provisioning complete for port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:52.584272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fe1d6b17-f0ba-45f0-a9bf-c7355c0511eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.594537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event updated for resources: {'Port': ['ID=c8bd917c-d06f-4512-88d1-bfe1264b4108,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:52.607076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.702089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.708215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:52.722919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:52.729710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:52.733579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:52.764849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d6b17-f0ba-45f0-a9bf-c7355c0511eb None None] Port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:52.803514 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-89b0ae2f-1834-403f-a3de-01c71f14a2c1 req-368c84ce-43ca-4dbb-ac25-c8cc85160a81 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064446 Jan 17 12:45:52.804937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:52.806420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 9c1e9db2-0192-4122-96ee-96e49fba6083, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9c1e9db2-0192-4122-96ee-96e49fba6083,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:52.818267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:52.825032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:52.825698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.851312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:52.852137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.860486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=d47cc189-74cb-4f67-ae5b-289915ecc453,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:52.877934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.946593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:52.947204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Checking segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:52.947684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Bound using segment: {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:52.948158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Bound port: fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82450363-b555-42e8-9115-efd8d63b8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:52.948738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:52.961162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=9c1e9db2-0192-4122-96ee-96e49fba6083,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:52.978571 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c22a94f6-3c33-4ae6-8b18-d0679d56784e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5341797 Jan 17 12:45:52.985355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43054) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:53.023132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a8cce34-42d4-4730-b27c-51e3f86d06ab req-4b530d6f-f944-4fe1-babf-6669e8e24bb6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0711608 Jan 17 12:45:53.026061 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-140a0751-8ac5-4e00-978b-389a96ae2b65 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.5924032 Jan 17 12:45:53.047817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524d57b3-7d22-4f06-b758-073768665bfc {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:45:53.052940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43056) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:53.165233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.174292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.174936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.184317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a70bb-677d-4f46-9712-58fd22adbfd1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.197811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a70bb-677d-4f46-9712-58fd22adbfd1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.203298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-be8a70bb-677d-4f46-9712-58fd22adbfd1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2210622 Jan 17 12:45:53.204076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43060) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:53.302999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fc06c91d-5f8a-4cd8-a328-5dccfd445cda None None] Provisioning complete for port c8bd917c-d06f-4512-88d1-bfe1264b4108 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:53.303657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fc06c91d-5f8a-4cd8-a328-5dccfd445cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.375355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d4fe-5b25-4f82-bc1c-fe35e01f4586 req-6c0a8b07-50c9-4256-9c5e-df90e14591cc tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.377164 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5aa6d4fe-5b25-4f82-bc1c-fe35e01f4586 req-6c0a8b07-50c9-4256-9c5e-df90e14591cc tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 932 time: 0.0837953 Jan 17 12:45:53.383230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21ff2b-a403-4c30-8880-3dd3597062cc tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.392280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21ff2b-a403-4c30-8880-3dd3597062cc tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.392789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port d47cc189-74cb-4f67-ae5b-289915ecc453 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:53.393228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.410369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21ff2b-a403-4c30-8880-3dd3597062cc tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:53.426626 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cd21ff2b-a403-4c30-8880-3dd3597062cc tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3658845 Jan 17 12:45:53.427424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-720742a9-b24e-4828-abdb-4a3e96191fb3 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.428386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-fc06c91d-5f8a-4cd8-a328-5dccfd445cda None None] Port c8bd917c-d06f-4512-88d1-bfe1264b4108 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:53.430204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43062) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:53.488139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Transition to ACTIVE for port object 524d57b3-7d22-4f06-b758-073768665bfc will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:45:53.554820 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-bf8b3350-12c3-4e07-9688-cce4276d0842 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5016053 Jan 17 12:45:53.561275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-720742a9-b24e-4828-abdb-4a3e96191fb3 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.569499 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5aa6d4fe-5b25-4f82-bc1c-fe35e01f4586 req-8c1b24ee-6b2b-4186-8b83-20138ac12f9c tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791213 Jan 17 12:45:53.571398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] For port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:53.611274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Request body: {'port': {'device_id': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:53.654367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c5dbfd83-f8e5-4851-9b32-df6f1c673e24 None None] Provisioning complete for port 9c1e9db2-0192-4122-96ee-96e49fba6083 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:53.671170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfd83-f8e5-4851-9b32-df6f1c673e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.700489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.713518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Deleting port c8bd917c-d06f-4512-88d1-bfe1264b4108 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:53.713987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.732944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for d47cc189-74cb-4f67-ae5b-289915ecc453 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:53.777837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] For port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:53.778856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.869794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.960365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-720742a9-b24e-4828-abdb-4a3e96191fb3 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.965267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-720742a9-b24e-4828-abdb-4a3e96191fb3 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.972836 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-720742a9-b24e-4828-abdb-4a3e96191fb3 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/41a3df22-71e9-4e1e-ab79-450382a9a629 HTTP/1.1" status: 204 len: 168 time: 1.1085873 Jan 17 12:45:53.975023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43066) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:53.977172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:53.995706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Calling delete_port for c8bd917c-d06f-4512-88d1-bfe1264b4108 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:54.005408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.042644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720742a9-b24e-4828-abdb-4a3e96191fb3 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a3df22-71e9-4e1e-ab79-450382a9a629,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:54.055169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Allocated IP 172.26.4.185 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/f9cfb832-8a0d-4ebf-9a39-bb0ccabe9e67) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:54.127316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Pushing event updated for resources: {'Port': ['ID=524d57b3-7d22-4f06-b758-073768665bfc,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:54.179100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4ad85b1d-dc23-4061-8ed3-8e4d878c1349 None None] Provisioning complete for port d47cc189-74cb-4f67-ae5b-289915ecc453 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:54.179733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4ad85b1d-dc23-4061-8ed3-8e4d878c1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.183430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:54.184071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.185574 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] 10.222.0.67 "PUT /v2.0/ports/fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 HTTP/1.1" status: 200 len: 1094 time: 4.2045245 Jan 17 12:45:54.240417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4ad85b1d-dc23-4061-8ed3-8e4d878c1349 None None] Port d47cc189-74cb-4f67-ae5b-289915ecc453 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:54.265878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef526efd-b83a-4db3-ab06-8786492aaded req-ec1579e9-27a7-4992-95ac-9ad6bd9e27a9 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:54.268469 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ef526efd-b83a-4db3-ab06-8786492aaded req-ec1579e9-27a7-4992-95ac-9ad6bd9e27a9 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.2871640 Jan 17 12:45:54.269968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:45:54.284349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9c1e9db2-0192-4122-96ee-96e49fba6083 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:45:54.391463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9c1e9db2-0192-4122-96ee-96e49fba6083 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:54.392272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.396096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.450198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=d47cc189-74cb-4f67-ae5b-289915ecc453,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:54.539959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.544258 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8e2cfbac-e0ad-4102-b313-300f33c18699 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/d47cc189-74cb-4f67-ae5b-289915ecc453 HTTP/1.1" status: 204 len: 168 time: 1.3388860 Jan 17 12:45:54.555365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8f805-ff8a-4f40-9e74-119c90632438 req-b0d4d1a6-53be-47fe-a6af-5dcd3358e12e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:54.557028 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45c8f805-ff8a-4f40-9e74-119c90632438 req-b0d4d1a6-53be-47fe-a6af-5dcd3358e12e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.3311987 Jan 17 12:45:54.558902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43072) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:54.670375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916ca33-0d39-4a35-9e9e-1740f07b29b6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:54.673457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916ca33-0d39-4a35-9e9e-1740f07b29b6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:54.673560 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8916ca33-0d39-4a35-9e9e-1740f07b29b6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1107984 Jan 17 12:45:54.677238 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45c8f805-ff8a-4f40-9e74-119c90632438 req-08b2428f-eb8d-4aa6-a19f-69f12850a1a8 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009901 Jan 17 12:45:54.677722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43078) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:54.744708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.798810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event deleted for resources: {'Port': ['ID=c8bd917c-d06f-4512-88d1-bfe1264b4108,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:54.889822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet ef38c323-7e85-4cff-a1f5-0ae4f7edc429 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:45:54.917520 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:54.949058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547b629-7457-4c8e-a970-eba292e59a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:45:54.979106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c7ea032b-64d6-47af-9fcc-b626aff4051e tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9703350 Jan 17 12:45:55.070418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43082) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:55.090286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721619e-0cdf-457e-bcca-933480cb25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:55.160402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--188841346'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:55.219707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Attempting to bind port 524d57b3-7d22-4f06-b758-073768665bfc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:55.220057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Attempting to bind port 524d57b3-7d22-4f06-b758-073768665bfc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:55.220453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Attempting to bind port 524d57b3-7d22-4f06-b758-073768665bfc on network c0a6b131-2532-470d-824d-c7fe2ee56b00 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:55.242042 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ef526efd-b83a-4db3-ab06-8786492aaded req-9966de69-91e8-4c6f-a14a-7fb9eeede387 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8896344 Jan 17 12:45:55.256975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-383f965c-ce2d-4ece-99ed-31fa56168fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:55.258526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-383f965c-ce2d-4ece-99ed-31fa56168fda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37fe8b4737864224836767d2f6a2b3b0&device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 1097 time: 0.9309623 Jan 17 12:45:55.289657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fda2a8-80d4-425a-828c-a2f83ac439a0 req-5b8f34cb-11f5-4c55-9d8e-4cad387dfd3d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:55.291183 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-85fda2a8-80d4-425a-828c-a2f83ac439a0 req-5b8f34cb-11f5-4c55-9d8e-4cad387dfd3d tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 932 time: 0.4943869 Jan 17 12:45:55.317922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Port 524d57b3-7d22-4f06-b758-073768665bfc on network c0a6b131-2532-470d-824d-c7fe2ee56b00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:45:55.317922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Attempting to bind port 524d57b3-7d22-4f06-b758-073768665bfc on network c0a6b131-2532-470d-824d-c7fe2ee56b00 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:55.321007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.346678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.366878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:55.367243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Checking segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:55.367663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Bound using segment: {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:55.368736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Bound port: 524d57b3-7d22-4f06-b758-073768665bfc, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edf4302-3fd4-4bff-8bec-fb101b06e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:55.368736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.421212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.477697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.486142 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-12013254-b89f-467a-84a2-050a9ee67eff tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "DELETE /v2.0/ports/c8bd917c-d06f-4512-88d1-bfe1264b4108 HTTP/1.1" status: 204 len: 168 time: 2.0356531 Jan 17 12:45:55.514089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43088) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:55.523794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Request body: {'port': {'name': 'tempest-new-port-name-1096857899', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:55.524196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] bootfile-name is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:45:55.524534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] tftp-server is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:45:55.524866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] server-ip-address is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:45:55.532224 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-85fda2a8-80d4-425a-828c-a2f83ac439a0 req-bc003c90-e717-40af-b486-b760898d56ef tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137911 Jan 17 12:45:55.586924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a5e83-2772-489b-b437-5b83e766c6e8 x-openstack-request-id: req-097a5e83-2772-489b-b437-5b83e766c6e8 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:45:55.592908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.593053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:45:55.593053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-097a5e83-2772-489b-b437-5b83e766c6e8 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:45:55.593053 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'status': 'completed', 'code': 200} Jan 17 12:45:55.593053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.600728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.603411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-61fb6c71-3f97-4e93-bb3c-04967c4566a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 HTTP/1.1" status: 200 len: 217 time: 0.1903198 Jan 17 12:45:55.640746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] For port 524d57b3-7d22-4f06-b758-073768665bfc, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:55.657149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.693971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:45:55.749934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.762044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] For port 524d57b3-7d22-4f06-b758-073768665bfc, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=524d57b3-7d22-4f06-b758-073768665bfc,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:55.794111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.828168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Transition to ACTIVE for port object d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:45:55.828593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.870860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:55.874194 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/ef38c323-7e85-4cff-a1f5-0ae4f7edc429 HTTP/1.1" status: 204 len: 168 time: 1.1955118 Jan 17 12:45:55.875082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182101a-80d1-4c5b-b7ae-d64a2d705199 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=ef38c323-7e85-4cff-a1f5-0ae4f7edc429,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:55.879095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56980f-cd42-4303-9ba2-f670dba810d9 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:55.884772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43092) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:55.953208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8d65a34c-f2be-4a93-8f34-131a0c7305e0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674126 Jan 17 12:45:55.957222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43094) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.023891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa64b7-8e6b-4869-a318-0879b423d4af tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.038028 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3efa64b7-8e6b-4869-a318-0879b423d4af tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0788515 Jan 17 12:45:56.042239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43096) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.111030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:45:56.137652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a0f71-2575-4cdf-80cb-fed29bfe750f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.142878 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6a2a0f71-2575-4cdf-80cb-fed29bfe750f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0974746 Jan 17 12:45:56.144792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43098) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.188618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] Deleting port 9c1e9db2-0192-4122-96ee-96e49fba6083 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:56.189130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.218350 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c44e965e-1aa6-45f3-8a82-7b59e0f05bde tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702357 Jan 17 12:45:56.221091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43100) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.226876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:56.257561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.262846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-0e075b0a-0277-4735-82b8-c0055f005396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.268220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-0e075b0a-0277-4735-82b8-c0055f005396 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6934270-32e1-4400-93bf-8bbe818cc035 HTTP/1.1" status: 200 len: 851 time: 0.6361923 Jan 17 12:45:56.278172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.308517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.312031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.312390 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9c1e9db2-0192-4122-96ee-96e49fba6083 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:45:56.368612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.381949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.389542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:56.391837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] For port 9c1e9db2-0192-4122-96ee-96e49fba6083, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9c1e9db2-0192-4122-96ee-96e49fba6083,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:56.392409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.429284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] Calling delete_port for 9c1e9db2-0192-4122-96ee-96e49fba6083 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:56.451095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:56.455841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:56.473085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Port': ['ID=f9cfb832-8a0d-4ebf-9a39-bb0ccabe9e67,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:56.531325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event updated for resources: {'Port': ['ID=2de670bb-c4ec-4956-8e4d-aad1c0d44686,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:56.532352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Allocated IP 172.26.4.28 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/ed6a2c03-5487-4d4a-ae45-829fd16c46e7) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:56.547916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:56.564656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.626631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] In _notify_port_updated(), no bound segment for port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 on network 0ec8a523-b4f0-4794-aed1-a975204d9c30 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:45:56.629867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59e4e-0e87-47d5-bd02-b10ab2d2e86b req-12bb4f48-bbd8-4315-92c8-8e50cbf18cd9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.635070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.639481 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-67c59e4e-0e87-47d5-bd02-b10ab2d2e86b req-12bb4f48-bbd8-4315-92c8-8e50cbf18cd9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.8487349 Jan 17 12:45:56.645258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.647352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.649252 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-68b9b583-377f-4a42-93d1-d88ed58b2ad9 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "PUT /v2.0/ports/2de670bb-c4ec-4956-8e4d-aad1c0d44686 HTTP/1.1" status: 200 len: 1136 time: 1.1340716 Jan 17 12:45:56.663656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43110) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.665600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15276-9e01-4fba-a680-6c4a871b2232 req-856d350a-8683-436c-912d-1e41c38a51a2 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.679772 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-54a15276-9e01-4fba-a680-6c4a871b2232 req-856d350a-8683-436c-912d-1e41c38a51a2 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.2757859 Jan 17 12:45:56.739111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 9c1e9db2-0192-4122-96ee-96e49fba6083, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9c1e9db2-0192-4122-96ee-96e49fba6083,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:56.803124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.842507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:56.843217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.845560 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] 10.222.0.67 "PUT /v2.0/ports/524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 1093 time: 6.4613492 Jan 17 12:45:56.856651 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-54a15276-9e01-4fba-a680-6c4a871b2232 req-fb66a22e-1511-471c-be08-f9949c344823 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672463 Jan 17 12:45:56.868008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.869502 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7820594 Jan 17 12:45:56.874051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43112) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.884766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5c06851e-5a83-405b-ba64-2e699c249987 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:56.887733 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-5c06851e-5a83-405b-ba64-2e699c249987 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 12:45:56.892431 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-5c06851e-5a83-405b-ba64-2e699c249987 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:56.895788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5c06851e-5a83-405b-ba64-2e699c249987 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142190 Jan 17 12:45:56.903481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43114) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:56.917247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9e223616-bd54-43b9-9d4b-aee258051912 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:56.929491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:56.932624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Pushing event updated for resources: {'Port': ['ID=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:56.932846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=9c1e9db2-0192-4122-96ee-96e49fba6083,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:57.019372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] Pushing event deleted for resources: {'Port': ['ID=9c1e9db2-0192-4122-96ee-96e49fba6083,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:57.022139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e692c29a-be65-4f72-8f3f-2b9499b1ff88 None None] No DVR routers for this DVR port 9c1e9db2-0192-4122-96ee-96e49fba6083 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:57.070636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-980a39b7-306f-4972-ace6-86ae8f12c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:57.072462 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-980a39b7-306f-4972-ace6-86ae8f12c53f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bbeb27-2d66-40c6-86fa-9ded90b74423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7704456 Jan 17 12:45:57.084443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f434cb13-c7ee-4d10-905f-9ce56e6f961c tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:57.089438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f434cb13-c7ee-4d10-905f-9ce56e6f961c tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "GET /v2.0/ports/2de670bb-c4ec-4956-8e4d-aad1c0d44686 HTTP/1.1" status: 200 len: 1136 time: 0.3888223 Jan 17 12:45:57.104789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43116) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:57.173782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-04667771-48ea-42f9-bd7a-97f903ecdaea None None] Provisioning complete for port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:45:57.174151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-04667771-48ea-42f9-bd7a-97f903ecdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.217849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-04667771-48ea-42f9-bd7a-97f903ecdaea None None] Port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:45:57.225163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec07d3-bb80-4c5e-bed8-10a1ce01992b tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2279576-46e7-401b-a6e0-db487abb6a1a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:57.247403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b1970-093d-409f-99ce-2d99e026ae74 req-3b73e348-5b75-4de3-925d-ea45788a3b30 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:57.255263 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-123b1970-093d-409f-99ce-2d99e026ae74 req-3b73e348-5b75-4de3-925d-ea45788a3b30 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.2100878 Jan 17 12:45:57.310605 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-9e223616-bd54-43b9-9d4b-aee258051912 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:57.311569 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9e223616-bd54-43b9-9d4b-aee258051912 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4065442 Jan 17 12:45:57.320048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43118) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:57.324564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-75e0f2f0-aa2b-41a0-a781-2bec3623bc72 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:57.325050 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-75e0f2f0-aa2b-41a0-a781-2bec3623bc72 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 17 12:45:57.325539 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-75e0f2f0-aa2b-41a0-a781-2bec3623bc72 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:57.326502 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75e0f2f0-aa2b-41a0-a781-2bec3623bc72 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054872 Jan 17 12:45:57.338290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43120) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:57.339153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-67c59e4e-0e87-47d5-bd02-b10ab2d2e86b req-109ae06a-54cb-42b9-9055-3ff824001149 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6986277 Jan 17 12:45:57.353095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-78a170a1-a319-419c-b19e-b05c8523bdb4 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:57.380507 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-123b1970-093d-409f-99ce-2d99e026ae74 req-84510bbf-d3b5-4083-ba86-939a81860fd0 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242793 Jan 17 12:45:57.393159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Deleting port 2de670bb-c4ec-4956-8e4d-aad1c0d44686 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:57.393461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.399160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.498165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:57.514785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:57.518407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:57.520035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.526705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6fc37-63d2-45ac-b174-796af9c96b7b None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:57.548450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf4697-d835-4b00-9c05-5c9745e32e9b service neutron] Pushing event updated for resources: {'Port': ['ID=524d57b3-7d22-4f06-b758-073768665bfc,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:57.561358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Attempting to bind port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:57.561631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Attempting to bind port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:57.561969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Attempting to bind port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de on network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:57.566700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.572890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-8a9a55f8-155b-4220-a14b-4d799bacf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:57.573795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=03fe993e-9a50-42a1-9f66-72bfc1d29cf8,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:57.574438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-8a9a55f8-155b-4220-a14b-4d799bacf409 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1096 time: 0.4874651 Jan 17 12:45:57.594681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:45:57.597634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e18b9-0887-4965-9c44-393448ee2187" -d '{"events": [{"name": "network-changed", "server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "tag": "524d57b3-7d22-4f06-b758-073768665bfc"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:45:57.609348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.619851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de on network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:45:57.620184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Attempting to bind port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de on network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:57.622721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.644403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Calling delete_port for 2de670bb-c4ec-4956-8e4d-aad1c0d44686 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:57.665207 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2e6d21a3-983d-415c-ba25-c34b794924ca tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4422245 Jan 17 12:45:57.669091 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-72f179fd-1d9b-4712-9aaa-ce7684350909 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 217 time: 0.0683844 Jan 17 12:45:57.673728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43124) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:57.681542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': '03fe993e-9a50-42a1-9f66-72bfc1d29cf8', 'ip_address': '2001:db8::e63a:592:5b03:c9f9'}], 'name': 'tempest-NetworksTestDHCPv6-289920013'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:57.685058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:57.685403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Checking segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:57.685786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Bound using segment: {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:57.686259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Bound port: d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ccf2c1-089b-4d59-a9b6-961e85e045dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:57.686618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.689565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad8d9d-6077-40f4-89f9-c343d0f79eaa x-openstack-request-id: req-e5ad8d9d-6077-40f4-89f9-c343d0f79eaa {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:45:57.691454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "tag": "524d57b3-7d22-4f06-b758-073768665bfc", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:45:57.691454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5ad8d9d-6077-40f4-89f9-c343d0f79eaa {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:45:57.691454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc', 'status': 'completed', 'code': 200} Jan 17 12:45:57.705463 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-e197a648-4c57-45bf-ae58-303edb69f889 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281065 Jan 17 12:45:57.706796 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-78a170a1-a319-419c-b19e-b05c8523bdb4 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:57.708078 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-78a170a1-a319-419c-b19e-b05c8523bdb4 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3664994 Jan 17 12:45:57.711515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43126) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:57.716294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-54048ef5-3a20-4f8e-a47a-b26a850424e6 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:57.720015 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-54048ef5-3a20-4f8e-a47a-b26a850424e6 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 12:45:57.721271 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-54048ef5-3a20-4f8e-a47a-b26a850424e6 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:57.723007 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54048ef5-3a20-4f8e-a47a-b26a850424e6 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103035 Jan 17 12:45:57.727966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43128) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:57.796102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d4a623f1-8b02-4abf-b5de-856a629d5c74 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:57.843094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '03fe993e-9a50-42a1-9f66-72bfc1d29cf8'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:45:57.844100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.879007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:57.968332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-dfeaa280-5cde-4345-a776-6c1082889ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:57.970014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-dfeaa280-5cde-4345-a776-6c1082889ea6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.2732577 Jan 17 12:45:57.970487 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-d4a623f1-8b02-4abf-b5de-856a629d5c74 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Project 5f12d9b2f680430999c987b73c313035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:45:58.004805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.009115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.058330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/03fe993e-9a50-42a1-9f66-72bfc1d29cf8/0c0146b9-5406-4c3c-8b12-fdbaa46c1710) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:45:58.062587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] For port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:58.069635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d4a623f1-8b02-4abf-b5de-856a629d5c74 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:58.071054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d4a623f1-8b02-4abf-b5de-856a629d5c74 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3382156 Jan 17 12:45:58.072183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event deleted for resources: {'Port': ['ID=2de670bb-c4ec-4956-8e4d-aad1c0d44686,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:58.074235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43132) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:58.086398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-71ad1be6-4fb8-455a-9849-86bd77b9ac23 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:58.087348 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-71ad1be6-4fb8-455a-9849-86bd77b9ac23 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 17 12:45:58.088096 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-71ad1be6-4fb8-455a-9849-86bd77b9ac23 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:58.089321 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-71ad1be6-4fb8-455a-9849-86bd77b9ac23 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067520 Jan 17 12:45:58.098113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43134) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:58.103175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3e769bb1-1e77-4ccf-b333-429df81f586d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:58.123869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] For port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:58.140190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:58.186389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951cf8f-6107-4d8a-9037-9f65ab7d859d req-b90f7db3-b108-4632-a174-3a9b3b969f7c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:58.188354 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b951cf8f-6107-4d8a-9037-9f65ab7d859d req-b90f7db3-b108-4632-a174-3a9b3b969f7c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.1968591 Jan 17 12:45:58.192938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:58.215837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:58.236791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.243464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-702d889f-fcd2-4176-b4d4-b2e785ac3518 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "DELETE /v2.0/ports/2de670bb-c4ec-4956-8e4d-aad1c0d44686 HTTP/1.1" status: 204 len: 168 time: 1.1359603 Jan 17 12:45:58.244219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43136) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:58.287096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.288401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.298455 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b951cf8f-6107-4d8a-9037-9f65ab7d859d req-e18c2a00-6608-48d4-b6d5-55e667a6ed9d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972912 Jan 17 12:45:58.300088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Port': ['ID=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:58.302699 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-3e769bb1-1e77-4ccf-b333-429df81f586d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Project 5f12d9b2f680430999c987b73c313035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:45:58.328837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Deleting subnet 5aa6c3c6-2a71-44cc-ba46-3e1426e8f545 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:45:58.333095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.337692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-d1d8a116-2673-45e6-8200-7dc0682d496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:58.339211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-d1d8a116-2673-45e6-8200-7dc0682d496c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3374319 Jan 17 12:45:58.381029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.390194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b81aaf4b-2329-4cb1-979f-e48bef5662ad req-860ca6e4-3031-46e5-8a4e-13dc414ac951 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122185 Jan 17 12:45:58.441082 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-3e769bb1-1e77-4ccf-b333-429df81f586d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:58.451254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:58.451254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.451254 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] 10.222.0.67 "PUT /v2.0/ports/d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de HTTP/1.1" status: 200 len: 1094 time: 4.8615670 Jan 17 12:45:58.457888 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3e769bb1-1e77-4ccf-b333-429df81f586d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3583982 Jan 17 12:45:58.464291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43142) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:58.481669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b4f40a74-1983-4316-8861-deeee5117b7a tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'd2279576-46e7-401b-a6e0-db487abb6a1a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:45:58.504128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:45:58.526408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:45:58.545392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.553857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:45:58.573674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:45:58.673135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Pushing event updated for resources: {'Port': ['ID=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:58.686790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Attempting to bind port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:45:58.687264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Attempting to bind port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:45:58.691619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Attempting to bind port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:45:58.700995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:45:58.700995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:45:58.708938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.709945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:45:58.712112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Bound port: 0c0146b9-5406-4c3c-8b12-fdbaa46c1710, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:45:58.712643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.736804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e71368-c2eb-411f-9ee6-b8f1a6e3833a req-9cb8d43d-d0a6-4d6f-be48-7b8ed0f645eb tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:58.740081 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-42e71368-c2eb-411f-9ee6-b8f1a6e3833a req-9cb8d43d-d0a6-4d6f-be48-7b8ed0f645eb tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.2166681 Jan 17 12:45:58.750614 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-b4f40a74-1983-4316-8861-deeee5117b7a tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Project 5f12d9b2f680430999c987b73c313035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:45:58.797797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.869299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] For port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:45:58.875585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] For port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:45:58.908679 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-42e71368-c2eb-411f-9ee6-b8f1a6e3833a req-d9cd07fc-417a-4327-a867-72f5ee602556 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456134 Jan 17 12:45:58.911177 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-b4f40a74-1983-4316-8861-deeee5117b7a tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:45:58.915241 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4f40a74-1983-4316-8861-deeee5117b7a tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4406838 Jan 17 12:45:58.917514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43144) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:58.963331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:58.976672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.008440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89a07442-a1cf-4370-ba26-c7f833f95133 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.026615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b0fc0-3115-4874-b3eb-a9767147b8ee None None] Network 0ec8a523-b4f0-4794-aed1-a975204d9c30 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:45:59.033150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.033921 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "DELETE /v2.0/subnets/5aa6c3c6-2a71-44cc-ba46-3e1426e8f545 HTTP/1.1" status: 204 len: 168 time: 0.7799511 Jan 17 12:45:59.034882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcd256-ab5f-4026-b4ea-90904ca93e3f tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa6c3c6-2a71-44cc-ba46-3e1426e8f545,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:59.038394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43146) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:59.165479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89a07442-a1cf-4370-ba26-c7f833f95133 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.257293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.258665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dee60-44f7-4d8f-89d5-3e9de06fa04b service neutron] Pushing event updated for resources: {'Port': ['ID=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:59.332918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Deleting port 9627d123-d891-4ddc-82d1-37f0e9c66f15 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:59.332918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.356568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece36478-fc24-4ff1-b474-cba6423d29f6 None None] Pushing event updated for resources: {'Port': ['ID=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:59.414857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-27a9e6df-c28f-4567-9588-aba06a86cbf2 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0306811 Jan 17 12:45:59.462800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa579-4b68-4327-a3d9-8153bbc47378 req-9e4163b1-fc7a-4ed7-ae2b-d6d8a5ea2395 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:59.471448 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fbbaa579-4b68-4327-a3d9-8153bbc47378 req-9e4163b1-fc7a-4ed7-ae2b-d6d8a5ea2395 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.9116757 Jan 17 12:45:59.494727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.526337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] For port 9627d123-d891-4ddc-82d1-37f0e9c66f15, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9627d123-d891-4ddc-82d1-37f0e9c66f15,segment=NetworkSegment(24529f36-b80a-4af1-add5-6ff7a7bfdeb5),segment_id=24529f36-b80a-4af1-add5-6ff7a7bfdeb5)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:59.526337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.526337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Calling delete_port for 9627d123-d891-4ddc-82d1-37f0e9c66f15 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:59.534838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b629-7457-4c8e-a970-eba292e59a5b req-24a3b4e3-d7bf-495a-b7bc-0cb3a430201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:59.536411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-24a3b4e3-d7bf-495a-b7bc-0cb3a430201c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37fe8b4737864224836767d2f6a2b3b0&device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 1097 time: 0.8450382 Jan 17 12:45:59.552637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68e422-8c86-4a56-b1f8-cad49daf1c8c req-9fd9efe8-bf00-4bd7-a504-c69979b1e290 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:59.554820 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ae68e422-8c86-4a56-b1f8-cad49daf1c8c req-9fd9efe8-bf00-4bd7-a504-c69979b1e290 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.1026473 Jan 17 12:45:59.576043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] DHCP port deletion for 0ec8a523-b4f0-4794-aed1-a975204d9c30 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:45:59.592064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-efc135bb-c34c-426a-b61b-94e37e7b4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:45:59.593559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-efc135bb-c34c-426a-b61b-94e37e7b4576 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1ff867a661d4db0be026ceb0cd38c68&device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 1097 time: 0.5385351 Jan 17 12:45:59.644792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] Deleting port 9627d123-d891-4ddc-82d1-37f0e9c66f15 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:45:59.645162 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ae68e422-8c86-4a56-b1f8-cad49daf1c8c req-d5649c40-7c85-4f1b-b244-b2c2ab3a9f40 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555539 Jan 17 12:45:59.645889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.666659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.702929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:45:59.705079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5" -d '{"events": [{"name": "network-changed", "server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:45:59.715561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] For port 9627d123-d891-4ddc-82d1-37f0e9c66f15, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9627d123-d891-4ddc-82d1-37f0e9c66f15,segment=NetworkSegment(24529f36-b80a-4af1-add5-6ff7a7bfdeb5),segment_id=24529f36-b80a-4af1-add5-6ff7a7bfdeb5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:45:59.716058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.722896 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-e587569d-e250-4a3d-8019-5262faf2ae7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de HTTP/1.1" status: 200 len: 217 time: 0.1050916 Jan 17 12:45:59.725749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fbbaa579-4b68-4327-a3d9-8153bbc47378 req-a3aa5d52-d153-42d7-8139-a6f3b530a351 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532656 Jan 17 12:45:59.732603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] Calling delete_port for 9627d123-d891-4ddc-82d1-37f0e9c66f15 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:45:59.782798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port ca0f3e9b-36b2-4a80-94ab-e947319981ab yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:45:59.805163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0196ba-8827-4ef2-b9b9-f9f9ec811974 x-openstack-request-id: req-2d0196ba-8827-4ef2-b9b9-f9f9ec811974 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:45:59.805464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:45:59.805729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d0196ba-8827-4ef2-b9b9-f9f9ec811974 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:45:59.806118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'status': 'completed', 'code': 200} Jan 17 12:45:59.808785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89a07442-a1cf-4370-ba26-c7f833f95133 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.814968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89a07442-a1cf-4370-ba26-c7f833f95133 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.814968 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89a07442-a1cf-4370-ba26-c7f833f95133 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/d2279576-46e7-401b-a6e0-db487abb6a1a HTTP/1.1" status: 204 len: 168 time: 0.8955021 Jan 17 12:45:59.816523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43154) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:59.834723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a07442-a1cf-4370-ba26-c7f833f95133 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2279576-46e7-401b-a6e0-db487abb6a1a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:59.852985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.862897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.876806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:45:59.891970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] Pushing event deleted for resources: {'Port': ['ID=9627d123-d891-4ddc-82d1-37f0e9c66f15,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:59.894362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] No DVR routers for this DVR port 9627d123-d891-4ddc-82d1-37f0e9c66f15 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:59.896415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25dfbdc-9418-406c-b273-a944f9873022 None None] No DVR routers for this DVR port 9627d123-d891-4ddc-82d1-37f0e9c66f15 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:45:59.912119 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d9b2faa-480b-4931-9052-03abbf59a21f req-b6d4babd-18bb-4282-8950-bdc430ce2159 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298146 Jan 17 12:45:59.912599 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6566d544-d8e5-479d-b081-65ae481b6ad5 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0942712 Jan 17 12:45:59.913753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event deleted for resources: {'Port': ['ID=9627d123-d891-4ddc-82d1-37f0e9c66f15,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:45:59.916080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43156) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:45:59.937471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--829361806'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:00.027167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-00178789-916c-4748-b901-97b7fa32c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.029041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-00178789-916c-4748-b901-97b7fa32c12d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8eeec3e1-3471-42b1-8840-a21e8489279a HTTP/1.1" status: 200 len: 844 time: 0.2937574 Jan 17 12:46:00.058372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.088064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec8a523-b4f0-4794-aed1-a975204d9c30']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:00.100020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24529f36-b80a-4af1-add5-6ff7a7bfdeb5') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:00.100701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24529f36-b80a-4af1-add5-6ff7a7bfdeb5') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:00.107799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.114202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.128202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b629-7457-4c8e-a970-eba292e59a5b req-e06470f1-0c18-4094-b75d-37253f94f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.136892 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-e06470f1-0c18-4094-b75d-37253f94f1f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bbeb27-2d66-40c6-86fa-9ded90b74423 HTTP/1.1" status: 200 len: 913 time: 0.5578485 Jan 17 12:46:00.138680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.158889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:46:00.158889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:46:00.162619 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:46:00.320642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.346330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.351034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Port': ['ID=f9cfb832-8a0d-4ebf-9a39-bb0ccabe9e67,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:00.352973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.356752 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] 10.222.0.77 "DELETE /v2.0/networks/0ec8a523-b4f0-4794-aed1-a975204d9c30 HTTP/1.1" status: 204 len: 168 time: 1.3138897 Jan 17 12:46:00.360148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffb6da-6e1e-4b99-b66d-a5bebdc25e62 req-0ee706d3-9738-45f2-8d93-cf5d81fb9a66 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.367526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-caffb6da-6e1e-4b99-b66d-a5bebdc25e62 req-0ee706d3-9738-45f2-8d93-cf5d81fb9a66 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.3575962 Jan 17 12:46:00.368546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:00.401241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2375c0-1ef1-4ea8-9299-e39deefeace6 tempest-ExtraDHCPOptionsTestJSON-408151734 tempest-ExtraDHCPOptionsTestJSON-408151734-project] Pushing event deleted for resources: {'Network': ['ID=0ec8a523-b4f0-4794-aed1-a975204d9c30,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:00.403143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.412815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-0a9bef27-7d58-401a-a22a-e5503b1ee2eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 HTTP/1.1" status: 200 len: 217 time: 0.1911778 Jan 17 12:46:00.464437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3726bc85-cbc4-430a-90bb-00b8bd3d5f3a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:00.526561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:00.526941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.542085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.546319 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-908a1a8a-0485-4df0-8cc2-ccbe121af876 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6126006 Jan 17 12:46:00.546922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43162) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:00.549646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.551761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-01a3ebf8-c9b7-4c4e-931f-b22003bf22d7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '3726bc85-cbc4-430a-90bb-00b8bd3d5f3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:00.567338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-e267f189-4c30-426b-91e8-b6b0f492b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.569223 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-e267f189-4c30-426b-91e8-b6b0f492b456 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4825866 Jan 17 12:46:00.576952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d7c549f9-47ed-4a22-a18a-de746f5c1a49 None None] Provisioning complete for port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:00.577405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d7c549f9-47ed-4a22-a18a-de746f5c1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.628617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.658667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.673142 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-caffb6da-6e1e-4b99-b66d-a5bebdc25e62 req-0dd1a191-0586-41cc-b96a-f73337848c02 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047569 Jan 17 12:46:00.674889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e18b9-0887-4965-9c44-393448ee2187 req-3ecde3a8-3dd4-4738-8754-8d9f7825226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.676463 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-3ecde3a8-3dd4-4738-8754-8d9f7825226e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1096 time: 0.5336788 Jan 17 12:46:00.713164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b629-7457-4c8e-a970-eba292e59a5b req-2fee5a23-bffa-4b97-9d86-0ae438bf30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.714627 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-2fee5a23-bffa-4b97-9d86-0ae438bf30e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6934270-32e1-4400-93bf-8bbe818cc035 HTTP/1.1" status: 200 len: 851 time: 0.2879717 Jan 17 12:46:00.717195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.720904 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d1de7b29-bbdf-4c3e-878e-2cc6128fe8e3 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.0157697 Jan 17 12:46:00.721066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::e63a:592:5b03:c9f9 (a66930c0-bf2c-424b-976e-045386db06ff/03fe993e-9a50-42a1-9f66-72bfc1d29cf8/ca0f3e9b-36b2-4a80-94ab-e947319981ab) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:00.722211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:00.723330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d7c549f9-47ed-4a22-a18a-de746f5c1a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.723459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43166) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:00.739344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-679966996'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:00.794292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc500c9-9143-417e-9c18-93bace8b9883 req-b970a6f7-e8f2-4b2a-bfe1-4d678e521ec5 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:00.796229 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3cc500c9-9143-417e-9c18-93bace8b9883 req-b970a6f7-e8f2-4b2a-bfe1-4d678e521ec5 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.0509112 Jan 17 12:46:00.798214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-01a3ebf8-c9b7-4c4e-931f-b22003bf22d7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The resource could not be found. Jan 17 12:46:00.802135 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-01a3ebf8-c9b7-4c4e-931f-b22003bf22d7 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2512937 Jan 17 12:46:00.802717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43170) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:00.807241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a7b5d706-3a00-4d94-a73c-b6bdc0608d9e tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '3726bc85-cbc4-430a-90bb-00b8bd3d5f3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6ee8c165-dd18-4cf1-bd6a-b2f87b23c0b8'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:00.850111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.868084 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3cc500c9-9143-417e-9c18-93bace8b9883 req-b325bba2-5c47-44b2-a572-dc65ae1f914f tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549183 Jan 17 12:46:00.922620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-d7c549f9-47ed-4a22-a18a-de746f5c1a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:46:00.922865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-d7c549f9-47ed-4a22-a18a-de746f5c1a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:46:00.932338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9627d123-d891-4ddc-82d1-37f0e9c66f15 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:00.935747 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Made reservation on behalf of 9270ba0516f04a1ca2eb59e2d88cc9f6 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:00.939481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.960185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:00.975521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 9627d123-d891-4ddc-82d1-37f0e9c66f15 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:00.976155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9627d123-d891-4ddc-82d1-37f0e9c66f15 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:00.982076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:01.051066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43174) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:01.069077 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-a7b5d706-3a00-4d94-a73c-b6bdc0608d9e tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The resource could not be found. Jan 17 12:46:01.073826 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a7b5d706-3a00-4d94-a73c-b6bdc0608d9e tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2664976 Jan 17 12:46:01.075391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43178) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:01.091843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.140381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.157666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2637c40c-9f1c-421d-8ad5-07cc4a494240 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.171522 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:46:01.206963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c22ba-8dda-44af-a67f-c68c8d551e07,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:01.211771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.212116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Added segment 9a9bcd3f-93b2-4719-8510-34b7d34a6059 of type vlan for network 44ec8732-8a5b-4414-be2e-62dad50302e8 Jan 17 12:46:01.226544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2637c40c-9f1c-421d-8ad5-07cc4a494240 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.262582 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-b626fd87-bdc1-4e6e-838d-40926ff5e6ac service neutron] 10.222.0.67 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702127 Jan 17 12:46:01.297535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b629-7457-4c8e-a970-eba292e59a5b req-2f0fa6f5-33e1-4e77-98b7-d5a12691209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:01.298887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.299011 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-2f0fa6f5-33e1-4e77-98b7-d5a12691209b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bbeb27-2d66-40c6-86fa-9ded90b74423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5688670 Jan 17 12:46:01.321240 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ecc2b39a-f036-4076-9915-b789348cdc7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=150014c6a7d8403d89f236ad92883294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689390 Jan 17 12:46:01.330118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43180) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:01.333721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740dc70-4056-49b4-ad4b-1ade45e99d29 req-bcc4c98a-97e8-4941-a30d-8ec70cdfe26f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:01.335202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f740dc70-4056-49b4-ad4b-1ade45e99d29 req-bcc4c98a-97e8-4941-a30d-8ec70cdfe26f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.5203483 Jan 17 12:46:01.379981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f92ad06-93f7-43a1-825f-9bac16d3ce12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.401651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f92ad06-93f7-43a1-825f-9bac16d3ce12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.420153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e18b9-0887-4965-9c44-393448ee2187 req-9d876496-c71b-4c5d-b381-ea793785fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:01.421663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-9d876496-c71b-4c5d-b381-ea793785fd36 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.7021580 Jan 17 12:46:01.437836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2637c40c-9f1c-421d-8ad5-07cc4a494240 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.457104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2637c40c-9f1c-421d-8ad5-07cc4a494240 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.457104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2637c40c-9f1c-421d-8ad5-07cc4a494240 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/3726bc85-cbc4-430a-90bb-00b8bd3d5f3a HTTP/1.1" status: 204 len: 168 time: 0.3665535 Jan 17 12:46:01.457104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43182) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:01.468773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637c40c-9f1c-421d-8ad5-07cc4a494240 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726bc85-cbc4-430a-90bb-00b8bd3d5f3a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:01.473951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.484999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:01.484999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.543124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f92ad06-93f7-43a1-825f-9bac16d3ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.545608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f92ad06-93f7-43a1-825f-9bac16d3ce12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.546733 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7f92ad06-93f7-43a1-825f-9bac16d3ce12 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07391c8d-262b-4e87-bb19-2ef9f4a41b95 HTTP/1.1" status: 204 len: 168 time: 0.2210937 Jan 17 12:46:01.560841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-682a2570-0292-47e5-a4ff-1d5556d6ab77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 217 time: 0.1212955 Jan 17 12:46:01.696543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f740dc70-4056-49b4-ad4b-1ade45e99d29 req-2901e616-9ab1-4353-980f-7667eeb81951 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653480 Jan 17 12:46:01.745587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cc6e861-f207-4f12-8f38-8a947d984132 req-b3c3d0cd-e5f2-4998-a66b-9c0f0a16bff7 service neutron] 10.222.0.67 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640558 Jan 17 12:46:01.765939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.768769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e18b9-0887-4965-9c44-393448ee2187 req-0533ae16-1c9e-4a82-be39-f5ea383d278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:01.770612 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-0533ae16-1c9e-4a82-be39-f5ea383d278f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.1656735 Jan 17 12:46:01.799100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:01.799100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-b1ff3b9b-95ce-4424-b6d4-4c1c54bb94d1 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343369 Jan 17 12:46:01.802980 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0782480 Jan 17 12:46:01.809836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43190) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:01.813817 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-97dbd63c-1fe8-4c36-80fe-3e1767e3f3e9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3653243 Jan 17 12:46:01.816560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92ad06-93f7-43a1-825f-9bac16d3ce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07391c8d-262b-4e87-bb19-2ef9f4a41b95,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:01.836103 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Request body: {'subnet': {'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:01.840946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43192) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:01.846298 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-13130850-dde4-45bf-be34-99901acd0bee tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': 'edf1e37d-3c86-482a-95cb-8b02f1315ee3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:01.862019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95077ce6-6cc9-41bf-b56d-b63ad89c7cdd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Network': ['ID=44ec8732-8a5b-4414-be2e-62dad50302e8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:01.888552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:46:01.947954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179597b-1abd-416c-a260-57bed240a010 req-1afba11c-0d1f-41a9-b4ea-429d5a6eb0bb tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:01.949555 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0179597b-1abd-416c-a260-57bed240a010 req-1afba11c-0d1f-41a9-b4ea-429d5a6eb0bb tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.1674340 Jan 17 12:46:01.991387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0179597b-1abd-416c-a260-57bed240a010 req-48239a4e-ade2-451e-a55f-c8892ad428d2 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345957 Jan 17 12:46:02.087080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e18b9-0887-4965-9c44-393448ee2187 req-0b272162-3189-4261-a2a2-831906726669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.090604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-0b272162-3189-4261-a2a2-831906726669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3086994 Jan 17 12:46:02.117447 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-13130850-dde4-45bf-be34-99901acd0bee tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The resource could not be found. Jan 17 12:46:02.118492 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-13130850-dde4-45bf-be34-99901acd0bee tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2757714 Jan 17 12:46:02.119178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Made reservation on behalf of 9270ba0516f04a1ca2eb59e2d88cc9f6 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:02.122774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.125734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43202) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:02.141484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--274441877'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:02.142868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-964a18a2-f596-4295-902c-562326dc21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.144488 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-964a18a2-f596-4295-902c-562326dc21e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1ff867a661d4db0be026ceb0cd38c68&device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 1097 time: 0.2438059 Jan 17 12:46:02.253297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:02.266003 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8547b629-7457-4c8e-a970-eba292e59a5b req-c9ac2240-0ff4-4508-bc80-3fc9fb2854f6 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964858 Jan 17 12:46:02.286754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e7c78-db49-4f71-9d9b-7896f40a089b req-5118608e-dd1a-44f5-b0ba-4a0b72d42e94 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.288330 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-232e7c78-db49-4f71-9d9b-7896f40a089b req-5118608e-dd1a-44f5-b0ba-4a0b72d42e94 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.3058615 Jan 17 12:46:02.306441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.314020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.323143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:02.323555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.434799 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-cd676513-effb-4b06-af3f-6a69dc06a061 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332300 Jan 17 12:46:02.445233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:02.453300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.454480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:02.467002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.471538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:02.477638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.478275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.484421 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-232e7c78-db49-4f71-9d9b-7896f40a089b req-5de59b7c-4a08-42a8-8d19-3a85ce989ff4 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849942 Jan 17 12:46:02.495478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=ca0f3e9b-36b2-4a80-94ab-e947319981ab,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:02.499860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-71359bd6-b8ad-4710-807f-3d1e4c654fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.499972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-71359bd6-b8ad-4710-807f-3d1e4c654fe9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d HTTP/1.1" status: 200 len: 906 time: 0.3173852 Jan 17 12:46:02.526257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Subnet': ['ID=061f1f97-72de-4d68-900c-c29a2d14851c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:02.530723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.577246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Router c79947c2-6672-4ab2-82fb-c077c31a285b is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:02.579750 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-0ebd077b-d0bc-4b9d-b107-74f521a5e6f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de HTTP/1.1" status: 200 len: 217 time: 0.0488150 Jan 17 12:46:02.582770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299c84bc-1bc9-471b-aae1-137d0a332c3e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:02.590695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Checking segment: {'id': '9a9bcd3f-93b2-4719-8510-34b7d34a6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:02.592678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network hostable DHCP agents. Network: 44ec8732-8a5b-4414-be2e-62dad50302e8, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:46:02.627683 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-59913a59-dc55-4632-9792-17dd0da29a48 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.9541171 Jan 17 12:46:02.628329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.629629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cefc1c85-b74f-40d6-95a3-2322f541db03 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5018265 Jan 17 12:46:02.630597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43212) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:02.634490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43214) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:02.657908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--351848380'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:02.681884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:46:02.728302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-d4e536bc-1611-4a02-9a7b-ce45aa1420d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.728302 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-d4e536bc-1611-4a02-9a7b-ce45aa1420d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8eeec3e1-3471-42b1-8840-a21e8489279a HTTP/1.1" status: 200 len: 844 time: 0.1309707 Jan 17 12:46:02.729113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b86e18b9-0887-4965-9c44-393448ee2187 req-92dd9b31-228a-4112-931c-9a5a06f18d24 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803464 Jan 17 12:46:02.733205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250fec8-592a-4eaf-997b-bed218e8544b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.750416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250fec8-592a-4eaf-997b-bed218e8544b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.756634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4250fec8-592a-4eaf-997b-bed218e8544b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1249187 Jan 17 12:46:02.759235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43220) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:02.807651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 44ec8732-8a5b-4414-be2e-62dad50302e8) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:02.808894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-01d722c0-ad87-49cb-9033-d98407864ce4 None None] Provisioning complete for port ca0f3e9b-36b2-4a80-94ab-e947319981ab triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:02.809278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-01d722c0-ad87-49cb-9033-d98407864ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.810068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.820043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43222) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:02.828817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:02.837887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.838477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.840474 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Sync routers for ids ['c79947c2-6672-4ab2-82fb-c077c31a285b'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:02.855771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Routers {'c79947c2-6672-4ab2-82fb-c077c31a285b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:02.857179 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c79947c2-6672-4ab2-82fb-c077c31a285b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:02.858321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-d8a68f30-288f-4551-a24e-95b23563f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:02.860081 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-d8a68f30-288f-4551-a24e-95b23563f39d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334307 Jan 17 12:46:02.865041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-01d722c0-ad87-49cb-9033-d98407864ce4 None None] Port ca0f3e9b-36b2-4a80-94ab-e947319981ab cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:02.866486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b670dd-6c0b-4aae-a376-cb84e77e3181 None None] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:02.916955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:02.919150 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b488b853-068c-499e-b08c-83d219d4207e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.9556055 Jan 17 12:46:02.950631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43226) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:02.962660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.001199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e83a0-e12d-4db3-80c3-97fbbd3a850e req-71223116-fe75-4cb6-8953-df33a678c858 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:03.009731 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d13e83a0-e12d-4db3-80c3-97fbbd3a850e req-71223116-fe75-4cb6-8953-df33a678c858 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.1739409 Jan 17 12:46:03.036197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port ca0f3e9b-36b2-4a80-94ab-e947319981ab {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:03.036545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.037676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-44ec8732-8a5b-4414-be2e-62dad50302e8', 'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8', 'tenant_id': '9270ba0516f04a1ca2eb59e2d88cc9f6', 'fixed_ips': [{'subnet_id': '061f1f97-72de-4d68-900c-c29a2d14851c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:03.039107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.063427 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Set router c79947c2-6672-4ab2-82fb-c077c31a285b gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:03.069229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1948122728'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:03.096098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.101654 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0a1ce0f4-c3f2-4793-9cd5-56f18f6c7979 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2866979 Jan 17 12:46:03.114644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43230) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:03.141153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1601c8-3a61-4fe8-8f41-ca77e0c60226,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:03.149102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-463404070', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:03.168202 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d13e83a0-e12d-4db3-80c3-97fbbd3a850e req-facd3af9-d5f8-435a-9f61-691d45332462 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575911 Jan 17 12:46:03.205326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.210410 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1172ed82-54b6-4314-8877-a4e7651eeb0c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5652983 Jan 17 12:46:03.214587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43232) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:03.220577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2e2240bf-730d-4f39-904b-8a927da9f398 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '299c84bc-1bc9-471b-aae1-137d0a332c3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7c1601c8-3a61-4fe8-8f41-ca77e0c60226'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:03.237404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.249685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Allocated IP 172.20.0.2 (44ec8732-8a5b-4414-be2e-62dad50302e8/061f1f97-72de-4d68-900c-c29a2d14851c/85e404a0-d991-4c93-9f21-57ee75c57038) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:03.256507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for ca0f3e9b-36b2-4a80-94ab-e947319981ab owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:03.286710 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79947c2-6672-4ab2-82fb-c077c31a285b', 'name': 'tempest-snat-router-1525249110', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.28'}], 'enable_snat': False}, 'gw_port_id': 'ed6a2c03-5487-4d4a-ae45-829fd16c46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:51Z', 'updated_at': '2022-01-17T12:45:59Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': 'ed6a2c03-5487-4d4a-ae45-829fd16c46e7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79947c2-6672-4ab2-82fb-c077c31a285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:55Z', 'updated_at': '2022-01-17T12:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:03.321043 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Checking router: c79947c2-6672-4ab2-82fb-c077c31a285b for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:03.321454 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Updating router c79947c2-6672-4ab2-82fb-c077c31a285b port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:46:03.351112 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.423753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.488276 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-bb281491-c509-4728-bfaf-432d295ed13d service neutron] 10.222.0.67 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177506 Jan 17 12:46:03.495104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.523295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.530134 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cb2d4ec5-9e1e-4544-bb00-0573706b0e38 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/c79947c2-6672-4ab2-82fb-c077c31a285b HTTP/1.1" status: 200 len: 908 time: 0.5759354 Jan 17 12:46:03.541261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43236) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:03.557400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525249110', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': True}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:03.577294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4640e9-1c6f-41c6-9700-18e47a90157f req-34e5ebd1-af21-47ad-8dd4-f36571989f39 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:03.580718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:03.582605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Pushing event updated for resources: {'Port': ['ID=85e404a0-d991-4c93-9f21-57ee75c57038,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:03.587424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=ca0f3e9b-36b2-4a80-94ab-e947319981ab,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:03.588583 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4f4640e9-1c6f-41c6-9700-18e47a90157f req-34e5ebd1-af21-47ad-8dd4-f36571989f39 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.4251134 Jan 17 12:46:03.590803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:03.598192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:03.600559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:03.607643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.641221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.642296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.648971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.677583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.683201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Attempting to bind port 85e404a0-d991-4c93-9f21-57ee75c57038 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:03.683929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Attempting to bind port 85e404a0-d991-4c93-9f21-57ee75c57038 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9a9bcd3f-93b2-4719-8510-34b7d34a6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:03.684048 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c0b56ef2-82ca-4cf1-842a-55c1c2d17f06 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/ca0f3e9b-36b2-4a80-94ab-e947319981ab HTTP/1.1" status: 204 len: 168 time: 0.9235415 Jan 17 12:46:03.684741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Attempting to bind port 85e404a0-d991-4c93-9f21-57ee75c57038 on network 44ec8732-8a5b-4414-be2e-62dad50302e8 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:03.692331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43238) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:03.696025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:03.696025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Checking segment: {'id': '9a9bcd3f-93b2-4719-8510-34b7d34a6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:03.696025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.698357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Bound using segment: {'id': '9a9bcd3f-93b2-4719-8510-34b7d34a6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:03.699135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Bound port: 85e404a0-d991-4c93-9f21-57ee75c57038, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9bcd3f-93b2-4719-8510-34b7d34a6059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:03.699966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.724814 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-2e2240bf-730d-4f39-904b-8a927da9f398 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:03.730002 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2e2240bf-730d-4f39-904b-8a927da9f398 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5140676 Jan 17 12:46:03.730580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43240) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:03.732170 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37eda3d1-afd9-46cd-a73a-9cdb88d783e5 req-ca25876b-5ad2-45f8-a2e4-715fdeeab4ad service neutron] 10.222.0.67 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368300 Jan 17 12:46:03.734243 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.754061 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4f4640e9-1c6f-41c6-9700-18e47a90157f req-d1fbf987-8ced-46d4-b2a4-ce42d70d5f23 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600635 Jan 17 12:46:03.760527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f604f142-f5f5-43a5-b8d4-ed521b58a299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.786664 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.815671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] For port 85e404a0-d991-4c93-9f21-57ee75c57038, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:03.820060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] For port 85e404a0-d991-4c93-9f21-57ee75c57038, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=85e404a0-d991-4c93-9f21-57ee75c57038,segment=NetworkSegment(9a9bcd3f-93b2-4719-8510-34b7d34a6059),segment_id=9a9bcd3f-93b2-4719-8510-34b7d34a6059)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:03.824073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93baa7-40d6-49f5-80a9-42cf509391c0 req-085378f6-6c2f-48e7-8594-76717c83895c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:03.825610 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1d93baa7-40d6-49f5-80a9-42cf509391c0 req-085378f6-6c2f-48e7-8594-76717c83895c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.1856103 Jan 17 12:46:03.826470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.827546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.863039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.863206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3704f04c-5130-417a-b2ae-a926d89adbae tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.867984 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Attempting to bind port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:03.868650 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Attempting to bind port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:03.868737 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Attempting to bind port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:03.886221 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1c9c-e4c6-4a38-99e4-0087b91a26e2 None None] Pushing event updated for resources: {'Port': ['ID=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:03.889710 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:03.894058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.898194 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:03.898832 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.899807 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:03.900537 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Bound port: ed6a2c03-5487-4d4a-ae45-829fd16c46e7, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:03.901620 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.902658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168d779-5854-45dd-8349-87d461d51ff0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:03.904706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168d779-5854-45dd-8349-87d461d51ff0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:03.906827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5168d779-5854-45dd-8349-87d461d51ff0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2092326 Jan 17 12:46:03.910410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43242) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:03.937688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.948725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3704f04c-5130-417a-b2ae-a926d89adbae tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:03.955938 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1d93baa7-40d6-49f5-80a9-42cf509391c0 req-54239dae-11d8-41be-9590-9728c1eaaf40 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149096 Jan 17 12:46:03.961755 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] For port ed6a2c03-5487-4d4a-ae45-829fd16c46e7, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:03.965058 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] For port ed6a2c03-5487-4d4a-ae45-829fd16c46e7, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:03.995282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11918-3062-4d67-a08f-a7c1d8d86d2f None None] Pushing event updated for resources: {'Port': ['ID=85e404a0-d991-4c93-9f21-57ee75c57038,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:04.043684 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.095180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 03fe993e-9a50-42a1-9f66-72bfc1d29cf8 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:04.104038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.107354 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1c9c-e4c6-4a38-99e4-0087b91a26e2 None None] Pushing event updated for resources: {'Port': ['ID=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:04.117038 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Routers {'c79947c2-6672-4ab2-82fb-c077c31a285b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:04.117665 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:45:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c79947c2-6672-4ab2-82fb-c077c31a285b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:04.144089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3704f04c-5130-417a-b2ae-a926d89adbae tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.146843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3704f04c-5130-417a-b2ae-a926d89adbae tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.150670 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3704f04c-5130-417a-b2ae-a926d89adbae tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/7c1601c8-3a61-4fe8-8f41-ca77e0c60226 HTTP/1.1" status: 204 len: 168 time: 0.4134784 Jan 17 12:46:04.195528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43244) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:04.207376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.212750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.236242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704f04c-5130-417a-b2ae-a926d89adbae tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1601c8-3a61-4fe8-8f41-ca77e0c60226,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:04.271119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.304300 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] Set router c79947c2-6672-4ab2-82fb-c077c31a285b gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:04.315984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.321154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.428505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:46:04.462825 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e49e0e89-a5c0-4633-8ba5-9dc8eb43413c tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2571774 Jan 17 12:46:04.465462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43248) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:04.489020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84735a3-18b2-43ad-b3ac-876a7e9df6b0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:04.498225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.498520 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Added segment 1be7ab63-c1a6-46b6-ba32-3981f05b9c8a of type vlan for network 8345bc66-5fc7-472a-9aed-97b007a8070d Jan 17 12:46:04.527963 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79947c2-6672-4ab2-82fb-c077c31a285b', 'name': 'tempest-snat-router-1525249110', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.28'}], 'enable_snat': False}, 'gw_port_id': 'ed6a2c03-5487-4d4a-ae45-829fd16c46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:51Z', 'updated_at': '2022-01-17T12:45:59Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': 'ed6a2c03-5487-4d4a-ae45-829fd16c46e7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79947c2-6672-4ab2-82fb-c077c31a285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:55Z', 'updated_at': '2022-01-17T12:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:04.561528 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff03377-ddd3-4c49-992d-a49c69430c42 None None] The sync data for ids ['c79947c2-6672-4ab2-82fb-c077c31a285b'] in dv-neutron-824886-1-hyperv is: [{'id': 'c79947c2-6672-4ab2-82fb-c077c31a285b', 'name': 'tempest-snat-router-1525249110', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.28'}], 'enable_snat': False}, 'gw_port_id': 'ed6a2c03-5487-4d4a-ae45-829fd16c46e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:51Z', 'updated_at': '2022-01-17T12:45:59Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': 'ed6a2c03-5487-4d4a-ae45-829fd16c46e7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79947c2-6672-4ab2-82fb-c077c31a285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:55Z', 'updated_at': '2022-01-17T12:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:04.598749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.626989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.635317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43523a-a858-45ae-9e8e-9a582a4021f4 req-f545713e-4195-446c-bdf0-87f8a58f30fc tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:04.636974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0e43523a-a858-45ae-9e8e-9a582a4021f4 req-f545713e-4195-446c-bdf0-87f8a58f30fc tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.3127840 Jan 17 12:46:04.650819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.655091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.767380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Allocated IP 172.26.4.126 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/42260122-f27d-4c5d-a9a8-08eb4b0f6e61) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:04.776590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73c5f1b3-6f6e-4b33-8e43-9ab85ea4c176 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:04.780684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:46:04.781651 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0e43523a-a858-45ae-9e8e-9a582a4021f4 req-3b361726-d4df-4de5-91f1-b97dd10358e6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345401 Jan 17 12:46:04.899833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73c5f1b3-6f6e-4b33-8e43-9ab85ea4c176 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.064316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:05.064316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'port_id': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'mac_address': 'fa:16:3e:96:4d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:46:05.064688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e32a27-0990-413c-8118-d12c29475379 req-0fdbe1db-bc28-42c1-91e3-06faacf8149f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:05.064688 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38e32a27-0990-413c-8118-d12c29475379 req-0fdbe1db-bc28-42c1-91e3-06faacf8149f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.1674335 Jan 17 12:46:05.100024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.118977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.139645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:46:05.168184 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38e32a27-0990-413c-8118-d12c29475379 req-30483827-7c01-4bd7-993a-c27f0655ebad tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987248 Jan 17 12:46:05.179450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9b8a1-297c-4019-8cc3-8843a72582e2 req-8d46d84f-c2b5-4421-b5eb-7f695a6cd979 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:05.181031 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5b9b8a1-297c-4019-8cc3-8843a72582e2 req-8d46d84f-c2b5-4421-b5eb-7f695a6cd979 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 944 time: 0.1086731 Jan 17 12:46:05.193531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:05.304931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.317750 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5b9b8a1-297c-4019-8cc3-8843a72582e2 req-9afbe5a3-1e85-4a7a-86a9-c8822635f72d tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906909 Jan 17 12:46:05.317750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.317906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b2fb6-41c4-4fce-9418-c9fa8e708012 None None] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:05.317984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:05.318323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.326490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.380674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.385087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.385934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 524d57b3-7d22-4f06-b758-073768665bfc details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:46:05.400756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-703e63e3-748d-4f63-ad57-30861821933b None None] Provisioning complete for port 85e404a0-d991-4c93-9f21-57ee75c57038 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:05.401125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-703e63e3-748d-4f63-ad57-30861821933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.419811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.433768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.437552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/03fe993e-9a50-42a1-9f66-72bfc1d29cf8 HTTP/1.1" status: 204 len: 168 time: 1.5245852 Jan 17 12:46:05.437552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73c5f1b3-6f6e-4b33-8e43-9ab85ea4c176 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.439522 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73c5f1b3-6f6e-4b33-8e43-9ab85ea4c176 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.441006 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-73c5f1b3-6f6e-4b33-8e43-9ab85ea4c176 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/299c84bc-1bc9-471b-aae1-137d0a332c3e HTTP/1.1" status: 204 len: 168 time: 0.9574838 Jan 17 12:46:05.444615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43254) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:05.444961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43256) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:05.459626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0b6cc-d0bf-463d-8936-42afa9dd346a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=03fe993e-9a50-42a1-9f66-72bfc1d29cf8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:05.461864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:05.466403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4587a-c128-447b-81be-ef1f3838f505 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:05.472585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:05.480083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5f1b3-6f6e-4b33-8e43-9ab85ea4c176 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c84bc-1bc9-471b-aae1-137d0a332c3e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:05.499637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:05.499637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Port': ['ID=42260122-f27d-4c5d-a9a8-08eb4b0f6e61,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:05.580563 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-be8bb000-98c9-443a-b30f-a6d53053c001 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167688 Jan 17 12:46:05.587616 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7648468 Jan 17 12:46:05.590571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43258) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:05.591215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43260) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:05.591908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b954-e08c-4d65-8db5-2ed53eac9560 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Network': ['ID=8345bc66-5fc7-472a-9aed-97b007a8070d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:05.606731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'subnet': {'network_id': '8345bc66-5fc7-472a-9aed-97b007a8070d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:05.616653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:05.658691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 8345bc66-5fc7-472a-9aed-97b007a8070d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:46:05.683427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.resource_extend [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:46:05.773870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6fa7c04-4dac-423e-8b4d-e76872ed58ad tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3034587 Jan 17 12:46:05.774641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43264) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:05.779120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417530851'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:05.794145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:05.865496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Allocated IP 172.26.4.253 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/da3ad160-0c66-4b1f-a0be-1fd3e3cee6e1) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:05.974166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804336b-4e14-4b61-b328-89c3dfa2f81f req-00aedacd-e2d3-4390-b772-593e747f7782 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:05.976190 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6804336b-4e14-4b61-b328-89c3dfa2f81f req-00aedacd-e2d3-4390-b772-593e747f7782 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 943 time: 0.0636892 Jan 17 12:46:05.978121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:05.987129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.000927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:06.000927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.001680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 524d57b3-7d22-4f06-b758-073768665bfc, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=524d57b3-7d22-4f06-b758-073768665bfc,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:06.004596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:06.007155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.020949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.027961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-703e63e3-748d-4f63-ad57-30861821933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.041057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '524d57b3-7d22-4f06-b758-073768665bfc', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'port_id': '524d57b3-7d22-4f06-b758-073768665bfc', 'mac_address': 'fa:16:3e:fa:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:46:06.107982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-703e63e3-748d-4f63-ad57-30861821933b None None] For port 85e404a0-d991-4c93-9f21-57ee75c57038, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=85e404a0-d991-4c93-9f21-57ee75c57038,segment=NetworkSegment(9a9bcd3f-93b2-4719-8510-34b7d34a6059),segment_id=9a9bcd3f-93b2-4719-8510-34b7d34a6059)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:06.125232 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.135397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.162338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524d57b3-7d22-4f06-b758-073768665bfc {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:46:06.196744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-703e63e3-748d-4f63-ad57-30861821933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.198674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:06.224353 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6804336b-4e14-4b61-b328-89c3dfa2f81f req-c375b2b7-fdfc-47be-89e2-4dde8daf63a0 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077062 Jan 17 12:46:06.231953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.241067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 524d57b3-7d22-4f06-b758-073768665bfc, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=524d57b3-7d22-4f06-b758-073768665bfc,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:06.242252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46ddf75a-1ff4-4bf0-8dac-420f2b71bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.309222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e63e3-748d-4f63-ad57-30861821933b None None] Pushing event updated for resources: {'Port': ['ID=85e404a0-d991-4c93-9f21-57ee75c57038,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:06.322903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.323606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:46:06.445129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bd846e-53d6-4097-8709-b4ecd4272852,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:06.472981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.475107 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1472982d-3462-44aa-a81a-55f8e929a48f tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7009652 Jan 17 12:46:06.478296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43272) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:06.487174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f765b42c-7ebe-4d06-bfa1-8881ab40e5c9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '47bd846e-53d6-4097-8709-b4ecd4272852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:06.544146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:06.558564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'port_id': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'mac_address': 'fa:16:3e:e2:d2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:46:06.574777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=524d57b3-7d22-4f06-b758-073768665bfc,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:06.579325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] Deleting port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:06.580128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.612873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57c007-6f86-476d-8aa7-4dbb589684dc req-de412cba-676b-491e-ad60-57f36cf17848 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:06.614816 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fe57c007-6f86-476d-8aa7-4dbb589684dc req-de412cba-676b-491e-ad60-57f36cf17848 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 944 time: 0.1621766 Jan 17 12:46:06.660645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] For port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:06.661083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.677053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] Calling delete_port for 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:06.679004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.691200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 85e404a0-d991-4c93-9f21-57ee75c57038 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:06.797751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:06.804378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fe57c007-6f86-476d-8aa7-4dbb589684dc req-83b52552-9404-4906-b1ab-ad9289a256f7 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821406 Jan 17 12:46:06.808788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Port': ['ID=da3ad160-0c66-4b1f-a0be-1fd3e3cee6e1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:06.824236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4e73c801-3bce-475b-af57-55e4225f4649 None None] Provisioning complete for port 85e404a0-d991-4c93-9f21-57ee75c57038 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:06.824720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4e73c801-3bce-475b-af57-55e4225f4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.834214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:06.836727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:06.851997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.860426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1c0dc-9727-4150-a052-0daa0d1d7b4d req-85d4a6b3-993e-461b-9cdf-c4348c592347 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:06.862003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-79e1c0dc-9727-4150-a052-0daa0d1d7b4d req-85d4a6b3-993e-461b-9cdf-c4348c592347 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 945 time: 0.3681085 Jan 17 12:46:06.869755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.887998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:46:06.921448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:06.926945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 85e404a0-d991-4c93-9f21-57ee75c57038 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:06.927519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:06.996823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.001454 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-79e1c0dc-9727-4150-a052-0daa0d1d7b4d req-75d8ccad-cec3-4710-971e-0b0f337748fb tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863788 Jan 17 12:46:07.039914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.041858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] Pushing event deleted for resources: {'Port': ['ID=0c0146b9-5406-4c3c-8b12-fdbaa46c1710,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:07.045192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.052691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.054967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-f765b42c-7ebe-4d06-bfa1-8881ab40e5c9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:07.059207 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f765b42c-7ebe-4d06-bfa1-8881ab40e5c9 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5786188 Jan 17 12:46:07.059977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43278) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.064511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-463832e3-2970-4eff-a98e-e5df86dff925 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group_rule': {'security_group_id': '47bd846e-53d6-4097-8709-b4ecd4272852', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:07.107556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bf7ab-e602-4b96-ab0a-30c4ab22d739 None None] No DVR routers for this DVR port 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:07.133512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:07.140732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:07.141399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Router 7935744f-550d-447c-a991-aa13ca3975be is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:07.144898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:07.146022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.155135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65256209-b86c-407a-bd5b-77bdcd861034 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:07.157670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed6a2c03-5487-4d4a-ae45-829fd16c46e7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:07.157808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Subnet': ['ID=29a0198a-ba8e-48ca-a946-d5f277055417,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:07.162442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:07.219377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Checking segment: {'id': '1be7ab63-c1a6-46b6-ba32-3981f05b9c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8345bc66-5fc7-472a-9aed-97b007a8070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:07.219857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network hostable DHCP agents. Network: 8345bc66-5fc7-472a-9aed-97b007a8070d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:46:07.252287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.273100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=f973ec6e-8581-476c-85ce-4538dcdbdf50,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:07.288741 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-463832e3-2970-4eff-a98e-e5df86dff925 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:07.289266 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5b2b6a9-ee73-43f8-be01-37bad5a41033 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6864545 Jan 17 12:46:07.289360 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-463832e3-2970-4eff-a98e-e5df86dff925 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2250810 Jan 17 12:46:07.289360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43282) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.289360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43284) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.292209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:07.292893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.297575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'f973ec6e-8581-476c-85ce-4538dcdbdf50', 'ip_address': '2001:db8::fb7:a8bc:1390:c711'}], 'name': 'tempest-NetworksTestDHCPv6-1479697280'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:07.409855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:07.423700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:46:07.443535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Sync routers for ids ['7935744f-550d-447c-a991-aa13ca3975be'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:07.471833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717ddef-d875-4b6f-abc9-4c7ba8d61fe4 req-766bd75a-8d23-42ba-b7e9-df75a08caf6c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:07.472234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbda21d4-ed26-42b5-83a1-a53db79050fc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.473385 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d717ddef-d875-4b6f-abc9-4c7ba8d61fe4 req-766bd75a-8d23-42ba-b7e9-df75a08caf6c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 944 time: 0.1459420 Jan 17 12:46:07.477326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.487659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Routers {'7935744f-550d-447c-a991-aa13ca3975be'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:07.487659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7935744f-550d-447c-a991-aa13ca3975be'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:07.490074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'f973ec6e-8581-476c-85ce-4538dcdbdf50'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:07.490922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.495979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.508330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbda21d4-ed26-42b5-83a1-a53db79050fc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.513437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.515569 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1952b458-6a1b-48cd-a80c-e92b72378c1c tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9672117 Jan 17 12:46:07.520423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43286) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.557956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:46:07.560125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['524d57b3-7d22-4f06-b758-073768665bfc'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:46:07.578813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 8345bc66-5fc7-472a-9aed-97b007a8070d) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:07.583912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['fa89d79d-8fa9-47e3-8d0c-b33627ae66d6'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:46:07.584766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:07.585369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.654664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:07.689552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d717ddef-d875-4b6f-abc9-4c7ba8d61fe4 req-aafe8c2e-39ad-4c35-b936-934039ed1c56 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091303 Jan 17 12:46:07.715143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbda21d4-ed26-42b5-83a1-a53db79050fc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.718333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbda21d4-ed26-42b5-83a1-a53db79050fc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.719665 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fbda21d4-ed26-42b5-83a1-a53db79050fc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/47bd846e-53d6-4097-8709-b4ecd4272852 HTTP/1.1" status: 204 len: 168 time: 0.4173625 Jan 17 12:46:07.722873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43288) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.727691 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e16e51e3-e518-4d93-9a57-27488d1689d5 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/7935744f-550d-447c-a991-aa13ca3975be HTTP/1.1" status: 200 len: 908 time: 0.2003710 Jan 17 12:46:07.730570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43290) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.747587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda21d4-ed26-42b5-83a1-a53db79050fc tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bd846e-53d6-4097-8709-b4ecd4272852,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:07.767280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:07.786389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203a35b-01aa-45a6-b3f5-12e00e68c146 None None] Network 8345bc66-5fc7-472a-9aed-97b007a8070d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:07.788537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:07.833069 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-eb60966b-8dbf-4ba9-9a9d-97f3cc917a6e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2299602 Jan 17 12:46:07.836252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43296) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.844014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1142189062', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:07.862744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port ed6a2c03-5487-4d4a-ae45-829fd16c46e7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:07.971310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-191415e6-fc08-44eb-ba45-ceb17005b9e4 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2426314 Jan 17 12:46:07.971663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43298) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:07.980338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597731864'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:07.999530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.000464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.013113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.048260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39de4a-821c-4a6e-9e8c-0b7f080c92b8 req-e096e94d-f312-4d04-85c2-7cbed9a20647 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:08.059938 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1e39de4a-821c-4a6e-9e8c-0b7f080c92b8 req-e096e94d-f312-4d04-85c2-7cbed9a20647 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 945 time: 0.1467519 Jan 17 12:46:08.091648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.092666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.121361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::fb7:a8bc:1390:c711 (a66930c0-bf2c-424b-976e-045386db06ff/f973ec6e-8581-476c-85ce-4538dcdbdf50/0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:08.138852 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1e39de4a-821c-4a6e-9e8c-0b7f080c92b8 req-b0b35296-27c0-4287-ab65-b8fec2e33119 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751109 Jan 17 12:46:08.199018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:08.237731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.258437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.285577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Set router 7935744f-550d-447c-a991-aa13ca3975be gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:08.294355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:08.298288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0c0146b9-5406-4c3c-8b12-fdbaa46c1710 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:08.310984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.329577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a2427-e389-4a39-b7ad-b1ca0902529d req-cef899e4-2e00-43a5-b33d-8fc737a0666e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:08.331769 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8f6a2427-e389-4a39-b7ad-b1ca0902529d req-cef899e4-2e00-43a5-b33d-8fc737a0666e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 945 time: 0.1813533 Jan 17 12:46:08.336372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.361438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.395671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:08.432042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.465257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1aa02d-947b-4b7b-b6cf-b9e4e323886d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:08.489116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 85e404a0-d991-4c93-9f21-57ee75c57038 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:08.512785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.560736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:08.568760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.569969 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54e883ce-bb8d-46c5-972f-166149d08df1 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5972030 Jan 17 12:46:08.575930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:08.577678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43302) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:08.582519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d443f8fa-d13d-4fb7-87ad-a2b1bd3a0865 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:08.583134 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-d443f8fa-d13d-4fb7-87ad-a2b1bd3a0865 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 12:46:08.583668 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d443f8fa-d13d-4fb7-87ad-a2b1bd3a0865 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] update failed (client error): There was a conflict when trying to complete your request. Jan 17 12:46:08.584758 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d443f8fa-d13d-4fb7-87ad-a2b1bd3a0865 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "PUT /v2.0/security-groups/6b1aa02d-947b-4b7b-b6cf-b9e4e323886d HTTP/1.1" status: 409 len: 330 time: 0.0059338 Jan 17 12:46:08.585624 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:08.591365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:08.592029 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.595208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:08.597393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43304) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:08.621463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca7553-3d83-4769-a1ec-7d937a349f6b None None] Network 8345bc66-5fc7-472a-9aed-97b007a8070d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:08.661867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c82bbea-d80d-421c-b4a1-b8547a71e345 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.685507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c82bbea-d80d-421c-b4a1-b8547a71e345 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.699281 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a2e290cd-9cf5-42e4-a656-187335a085ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4066999 Jan 17 12:46:08.701705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43306) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:08.807765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/f973ec6e-8581-476c-85ce-4538dcdbdf50/611e4f12-643a-4fe2-9004-b82b11c0eeee) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:08.813024 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8f6a2427-e389-4a39-b7ad-b1ca0902529d req-a8c6a526-9609-41eb-8aeb-ee5ed548b416 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712048 Jan 17 12:46:08.815360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.832376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593fce17-bf8a-4f8f-bd79-69bc5b54d115 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:08.836006 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-593fce17-bf8a-4f8f-bd79-69bc5b54d115 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1332934 Jan 17 12:46:08.837690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43312) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:08.846734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Deleting port 42260122-f27d-4c5d-a9a8-08eb4b0f6e61 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:08.851322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.851431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.851551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Router 28cf0aeb-1a51-4622-868f-b940a44a4507 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:08.876167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c82bbea-d80d-421c-b4a1-b8547a71e345 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.880052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c82bbea-d80d-421c-b4a1-b8547a71e345 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:08.885834 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0c82bbea-d80d-421c-b4a1-b8547a71e345 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/6b1aa02d-947b-4b7b-b6cf-b9e4e323886d HTTP/1.1" status: 204 len: 168 time: 0.2818117 Jan 17 12:46:08.891049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43314) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:08.910637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976bac1-fc5f-46b5-8523-13deb95d56d3 req-cb217267-ecc7-4479-997f-dc5062c6c7f1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:08.920538 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a976bac1-fc5f-46b5-8523-13deb95d56d3 req-cb217267-ecc7-4479-997f-dc5062c6c7f1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 944 time: 0.1269343 Jan 17 12:46:08.938475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82bbea-d80d-421c-b4a1-b8547a71e345 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1aa02d-947b-4b7b-b6cf-b9e4e323886d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:08.992428 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a976bac1-fc5f-46b5-8523-13deb95d56d3 req-aac0bcb7-0fb7-4ec7-b62d-731d6aad419a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730579 Jan 17 12:46:09.005490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 85e404a0-d991-4c93-9f21-57ee75c57038 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:09.006002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.030307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:09.030641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.099275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.108144 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f4ddfdbc-86fc-4cc8-8d11-7aee38096173 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2137897 Jan 17 12:46:09.112363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43316) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.121413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.127040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Calling delete_port for 42260122-f27d-4c5d-a9a8-08eb4b0f6e61 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:09.133555 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-a36a789c-55a1-43c1-aefd-71ec9e7cd57d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] delete failed (client error): The resource could not be found. Jan 17 12:46:09.138168 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a36a789c-55a1-43c1-aefd-71ec9e7cd57d tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "DELETE /v2.0/security-groups/0bb78fa3-6dd3-4f02-b76e-d1a54bc474cc HTTP/1.1" status: 404 len: 347 time: 0.0195637 Jan 17 12:46:09.144251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43318) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.144579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7935744f-550d-447c-a991-aa13ca3975be', 'name': 'tempest-snat-router-1525249110', 'tenant_id': 'c499341a82a247128530037400a7534e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '42260122-f27d-4c5d-a9a8-08eb4b0f6e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:03Z', 'updated_at': '2022-01-17T12:46:05Z', 'revision_number': 3, 'project_id': 'c499341a82a247128530037400a7534e', 'gw_port': {'id': '42260122-f27d-4c5d-a9a8-08eb4b0f6e61', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:01:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7935744f-550d-447c-a991-aa13ca3975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:04Z', 'updated_at': '2022-01-17T12:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:09.154574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.168579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:09.188910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Checking router: 7935744f-550d-447c-a991-aa13ca3975be for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:09.191120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Updating router 7935744f-550d-447c-a991-aa13ca3975be port 42260122-f27d-4c5d-a9a8-08eb4b0f6e61 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:46:09.233427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:09.245618 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] Sync routers for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:09.247842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-56a61846-fd0f-4ee5-bd3a-1cfe3e4a23fe tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] show failed (client error): The resource could not be found. Jan 17 12:46:09.252852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-56a61846-fd0f-4ee5-bd3a-1cfe3e4a23fe tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-groups/9b69ac18-a65b-4a62-97a9-2e93d9a39773 HTTP/1.1" status: 404 len: 347 time: 0.1133022 Jan 17 12:46:09.255153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43322) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.258916 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:09.259806 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:09.274357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.295721 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:09.302738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-f2d4dfdb-fd45-48cb-871f-16b496ea2e69 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] show failed (client error): The resource could not be found. Jan 17 12:46:09.307438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.308656 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:09.310060 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:09.319263 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f2d4dfdb-fd45-48cb-871f-16b496ea2e69 tempest-NegativeSecGroupIPv6Test-2032407203 tempest-NegativeSecGroupIPv6Test-2032407203-project] 10.222.0.77 "GET /v2.0/security-group-rules/b57c48de-f8f4-44bd-9c3e-b7c9640cae46 HTTP/1.1" status: 404 len: 356 time: 0.0419114 Jan 17 12:46:09.382111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.386607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43326) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.387140 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1b1ac63e-1142-41bf-a70b-ce72fbc0c905 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.2413425 Jan 17 12:46:09.395962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.401352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a6758-66f9-4ae0-9947-a90b5e1257d6 req-08f61b46-2da3-40d5-973d-f906d914e348 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:09.403015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a2a6758-66f9-4ae0-9947-a90b5e1257d6 req-08f61b46-2da3-40d5-973d-f906d914e348 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 945 time: 0.1664546 Jan 17 12:46:09.461287 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:09.462492 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fb0916-1313-49b8-9ed0-db611c563d65 None None] The sync data for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:09.483606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.505804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:09.511209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:09.514386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:09.529431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Pushing event updated for resources: {'Port': ['ID=611e4f12-643a-4fe2-9004-b82b11c0eeee,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:09.548280 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a2a6758-66f9-4ae0-9947-a90b5e1257d6 req-510bbe94-5ac8-48c4-8c62-bae9e3d2f518 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355107 Jan 17 12:46:09.553813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:09.580392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.585319 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a2addb12-92da-4234-8a56-9893c401b96c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb HTTP/1.1" status: 204 len: 168 time: 0.7433794 Jan 17 12:46:09.590967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43328) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.631131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.683640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.703145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55067dd9-2483-4c11-95f4-aad841dab43b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:09.704661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55067dd9-2483-4c11-95f4-aad841dab43b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:09.706753 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-55067dd9-2483-4c11-95f4-aad841dab43b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1147230 Jan 17 12:46:09.711250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43330) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.734698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Attempting to bind port 611e4f12-643a-4fe2-9004-b82b11c0eeee on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:09.735051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Attempting to bind port 611e4f12-643a-4fe2-9004-b82b11c0eeee by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:09.735429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Attempting to bind port 611e4f12-643a-4fe2-9004-b82b11c0eeee on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:09.748768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:09.749314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:09.749607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.750005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:09.751215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Bound port: 611e4f12-643a-4fe2-9004-b82b11c0eeee, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:09.751215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.808070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet f973ec6e-8581-476c-85ce-4538dcdbdf50 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:09.812955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.825565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.858603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event deleted for resources: {'Port': ['ID=42260122-f27d-4c5d-a9a8-08eb4b0f6e61,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:09.863431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:46:09.863812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:46:09.864962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] For port 611e4f12-643a-4fe2-9004-b82b11c0eeee, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:09.870365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] For port 611e4f12-643a-4fe2-9004-b82b11c0eeee, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=611e4f12-643a-4fe2-9004-b82b11c0eeee,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:09.928336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43336) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:09.939261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.969043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:09.982242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.113 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/9d1f588b-2808-48ae-a4b2-d3c8a304e521) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:09.997023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.041612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6e1d-6338-4e48-bca2-4c1ceaa8f035 None None] Pushing event updated for resources: {'Port': ['ID=611e4f12-643a-4fe2-9004-b82b11c0eeee,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:10.164179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.168957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.317947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-144d1c1d-295c-4b8f-bf77-024afa9f212e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f12d9b2f680430999c987b73c313035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698530 Jan 17 12:46:10.322015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43342) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:10.338563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb91562-03a1-4808-a1d4-de06e6e476ef req-32f3bfbc-7ab0-4285-ae68-aa7d057475e0 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:10.344198 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-edb91562-03a1-4808-a1d4-de06e6e476ef req-32f3bfbc-7ab0-4285-ae68-aa7d057475e0 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 944 time: 0.1969481 Jan 17 12:46:10.396045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Port 42260122-f27d-4c5d-a9a8-08eb4b0f6e61 not found while updating agent binding for router 7935744f-550d-447c-a991-aa13ca3975be. {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 17 12:46:10.404772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e37ac8-47e2-4ca7-b972-8fffee084059 req-e3b4bf54-2ee6-4689-8e67-e2f3e98744f8 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:10.406338 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-01e37ac8-47e2-4ca7-b972-8fffee084059 req-e3b4bf54-2ee6-4689-8e67-e2f3e98744f8 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 945 time: 0.4922659 Jan 17 12:46:10.414335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.421236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Routers set() bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:10.421823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Router IDs set() for agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 12:46:10.422261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_agentschedulers_db [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7935744f-550d-447c-a991-aa13ca3975be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent'). {{(pid=109282) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 17 12:46:10.422694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f4a7c-a000-424f-9f7c-c7f28d38035c None None] The sync data for ids ['7935744f-550d-447c-a991-aa13ca3975be'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:10.431000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.431594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7935744f-550d-447c-a991-aa13ca3975be {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:10.437000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.438212 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9ca16aa5-e838-463b-b54e-27fc3541ff09 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/routers/7935744f-550d-447c-a991-aa13ca3975be HTTP/1.1" status: 204 len: 168 time: 2.7067297 Jan 17 12:46:10.448284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43344) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:10.515918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.525281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-edb91562-03a1-4808-a1d4-de06e6e476ef req-23e7f875-d77d-44ff-977e-a79a24ff4a67 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733973 Jan 17 12:46:10.558733 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-01e37ac8-47e2-4ca7-b972-8fffee084059 req-553f01e7-b814-4d6e-b315-c5d89f3fbde6 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308780 Jan 17 12:46:10.571417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 611e4f12-643a-4fe2-9004-b82b11c0eeee up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:10.615525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ebec02b-2065-4351-af69-a367b0623036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.638256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 611e4f12-643a-4fe2-9004-b82b11c0eeee triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:10.639475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.645919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.652368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ebec02b-2065-4351-af69-a367b0623036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.674100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.731554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.782077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.837171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45895847-b60e-4d0d-8b52-65b3eebc2e88 req-510267a2-f948-4d11-b754-79eb05abd560 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:10.838715 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-45895847-b60e-4d0d-8b52-65b3eebc2e88 req-510267a2-f948-4d11-b754-79eb05abd560 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 945 time: 0.1844184 Jan 17 12:46:10.848098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.856092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:10.875913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:10.878714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:10.881784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:46:10.882913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:46:10.892277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=f973ec6e-8581-476c-85ce-4538dcdbdf50,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:10.893855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=9d1f588b-2808-48ae-a4b2-d3c8a304e521,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:10.902748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.908389 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/f973ec6e-8581-476c-85ce-4538dcdbdf50 HTTP/1.1" status: 204 len: 168 time: 1.1937947 Jan 17 12:46:10.912922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43348) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:10.925433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.925874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.926250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.926548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.927011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.927144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.927236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.927499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.927842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.928408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.928729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.929047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.929365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db31643-caf1-4e45-8e1f-4f6a241968e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:10.952493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ebec02b-2065-4351-af69-a367b0623036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.955100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ebec02b-2065-4351-af69-a367b0623036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:10.956609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1ebec02b-2065-4351-af69-a367b0623036 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0141005a-784b-4932-9fac-89a27e20399f HTTP/1.1" status: 204 len: 168 time: 0.6320622 Jan 17 12:46:10.966401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-45895847-b60e-4d0d-8b52-65b3eebc2e88 req-c8677bb3-7fcb-40ea-bdc9-3554781ce459 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123099 Jan 17 12:46:10.980076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebec02b-2065-4351-af69-a367b0623036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141005a-784b-4932-9fac-89a27e20399f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:11.020391 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-481c7635-60ae-47bf-bbf2-579c520684c9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033883 Jan 17 12:46:11.024183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43352) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:11.028440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:11.120221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:11.187532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Allocated IP 172.20.0.1 (44ec8732-8a5b-4414-be2e-62dad50302e8/061f1f97-72de-4d68-900c-c29a2d14851c/392dc1a5-8de2-4432-9397-591b8a391f06) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:11.260836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:46:11.264773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:11.265147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.289471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:11.293356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.298224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5c243-60de-4f8d-8e57-3bc531dd0039 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:11.382050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3f7880a3-52cf-495f-b017-79470d5e287c None None] Provisioning complete for port 611e4f12-643a-4fe2-9004-b82b11c0eeee triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:11.382424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f7880a3-52cf-495f-b017-79470d5e287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.410087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.434480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.465965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Deleting port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:11.466313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.562993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.578430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 611e4f12-643a-4fe2-9004-b82b11c0eeee, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=611e4f12-643a-4fe2-9004-b82b11c0eeee,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:11.598407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.615412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:46:11.660426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:11.662838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Port': ['ID=392dc1a5-8de2-4432-9397-591b8a391f06,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:11.665969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:11.668786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:11.713046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.736510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.737772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed6a2c03-5487-4d4a-ae45-829fd16c46e7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:11.740098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.788771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=12a8c5cc-5cd2-477e-8c62-2701023e7722,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:11.823090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:11.824277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.829960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:11.834093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:11.834829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.885374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:11.890781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] For port ed6a2c03-5487-4d4a-ae45-829fd16c46e7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:11.891404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.900411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5dcb0-5b66-4d66-91ee-56b5d355bf77 req-4fb072e2-217f-4612-aad9-d31e44e49dd7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:11.902293 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b5e5dcb0-5b66-4d66-91ee-56b5d355bf77 req-4fb072e2-217f-4612-aad9-d31e44e49dd7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 944 time: 0.2402730 Jan 17 12:46:11.908528 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-79b59907-2625-4099-99c1-71e09852c1d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8838947 Jan 17 12:46:11.912227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43372) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:11.919456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': '12a8c5cc-5cd2-477e-8c62-2701023e7722', 'ip_address': '2001:db8::131:1c73:90c0:f509'}], 'name': 'tempest-NetworksTestDHCPv6-1928026070'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:11.970285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Calling delete_port for ed6a2c03-5487-4d4a-ae45-829fd16c46e7 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:11.983758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:11.984537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 524d57b3-7d22-4f06-b758-073768665bfc up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:11.999023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24abc-e398-482b-b870-6db0cfaf10af req-fb4c7e07-f54e-48bf-8d79-fb7ef0128b37 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:12.000790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42b24abc-e398-482b-b870-6db0cfaf10af req-fb4c7e07-f54e-48bf-8d79-fb7ef0128b37 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 945 time: 0.3412378 Jan 17 12:46:12.036104 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:12.037711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=611e4f12-643a-4fe2-9004-b82b11c0eeee,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:12.048795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a33351-fe84-4f18-addb-a088cd183e72" -d '{"events": [{"server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:46:12.068392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.068737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.069093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.069415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.069752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.070106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.070429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.071034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.071176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.071414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.071760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.072071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.119437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b5e5dcb0-5b66-4d66-91ee-56b5d355bf77 req-1bec4913-b951-4474-83a6-f085d2350209 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078645 Jan 17 12:46:12.149669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ed6a2c03-5487-4d4a-ae45-829fd16c46e7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:12.150363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.151405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42b24abc-e398-482b-b870-6db0cfaf10af req-5ff6d629-8023-4034-9823-b0a8ad854425 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411870 Jan 17 12:46:12.224115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:12.259234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0e75cb08-a41c-4059-831b-6de2281ecc58 None None] Provisioning complete for port 392dc1a5-8de2-4432-9397-591b8a391f06 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:12.259679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb08-a41c-4059-831b-6de2281ecc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.278101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.308105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] Deleting port 611e4f12-643a-4fe2-9004-b82b11c0eeee {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:12.308485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.335003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:12.341574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.348251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0e75cb08-a41c-4059-831b-6de2281ecc58 None None] Port 392dc1a5-8de2-4432-9397-591b8a391f06 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:12.360035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.391520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 524d57b3-7d22-4f06-b758-073768665bfc completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:46:12.394844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205afa6-f375-4cdc-9084-f76c5e45255a x-openstack-request-id: req-f205afa6-f375-4cdc-9084-f76c5e45255a {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:46:12.395155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:46:12.395429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f205afa6-f375-4cdc-9084-f76c5e45255a {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:46:12.395884 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'code': 200} Jan 17 12:46:12.398316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 32915bfd-4205-407f-900a-cee2dc4243a0 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:12.419661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 524d57b3-7d22-4f06-b758-073768665bfc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:12.422218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.467332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b53dc-2f22-4db3-8d7e-749f07349368 req-4c44763d-6e61-4b96-b21e-7d1012d4e395 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:12.475691 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c67b53dc-2f22-4db3-8d7e-749f07349368 req-4c44763d-6e61-4b96-b21e-7d1012d4e395 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 945 time: 0.1232531 Jan 17 12:46:12.489085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.499209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] For port 611e4f12-643a-4fe2-9004-b82b11c0eeee, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=611e4f12-643a-4fe2-9004-b82b11c0eeee,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:12.499635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.518036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] Calling delete_port for 611e4f12-643a-4fe2-9004-b82b11c0eeee owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:12.547152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed6a2c03-5487-4d4a-ae45-829fd16c46e7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:12.606980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.607422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.607872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.608273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.608672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.609063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.609459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.609855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.610245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.610631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.611073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.611521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:12.612508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.633973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c67b53dc-2f22-4db3-8d7e-749f07349368 req-2dfd771b-c4fe-403e-9f79-d45d054b7c18 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573896 Jan 17 12:46:12.662190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.677255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 524d57b3-7d22-4f06-b758-073768665bfc, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=524d57b3-7d22-4f06-b758-073768665bfc,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:12.693815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 611e4f12-643a-4fe2-9004-b82b11c0eeee no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:12.754913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::131:1c73:90c0:f509 (a66930c0-bf2c-424b-976e-045386db06ff/12a8c5cc-5cd2-477e-8c62-2701023e7722/32915bfd-4205-407f-900a-cee2dc4243a0) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:12.766346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43388) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:12.784920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.808522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.809324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:12.817865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.884823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.892095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:12.892681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] No DVR routers for this DVR port 611e4f12-643a-4fe2-9004-b82b11c0eeee on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:12.921210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3e5e7-0598-4afd-b67e-0c94e11040b1 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:12.950795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9ddd4176-5852-4f36-8b1f-b9d30f76a8f9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:12.951234 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-9ddd4176-5852-4f36-8b1f-b9d30f76a8f9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 12:46:12.951750 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-9ddd4176-5852-4f36-8b1f-b9d30f76a8f9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 12:46:12.952729 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9ddd4176-5852-4f36-8b1f-b9d30f76a8f9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1854205 Jan 17 12:46:12.958151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43392) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:12.963817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--492039056'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:12.975583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=524d57b3-7d22-4f06-b758-073768665bfc,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:12.977607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6df1-7a87-4431-9ece-3d8a520a3376 req-e83d51c0-0e70-4762-8eea-a9f4b58f857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:12.979524 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e4e6df1-7a87-4431-9ece-3d8a520a3376 req-e83d51c0-0e70-4762-8eea-a9f4b58f857f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 1099 time: 0.1590347 Jan 17 12:46:12.996317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:13.007123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74031afe-ae12-4dbc-8191-f71ac0773425 None None] Pushing event deleted for resources: {'Port': ['ID=611e4f12-643a-4fe2-9004-b82b11c0eeee,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:13.016130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4e4e6df1-7a87-4431-9ece-3d8a520a3376 req-d71510b7-6c0f-4905-bb3e-d516b06ec407 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.060127 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.069247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.069791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c79947c2-6672-4ab2-82fb-c077c31a285b {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:13.076108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.079976 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1c02681c-d3cb-4fb3-b543-31882c73e2ac tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "DELETE /v2.0/routers/c79947c2-6672-4ab2-82fb-c077c31a285b HTTP/1.1" status: 204 len: 168 time: 2.6306868 Jan 17 12:46:13.081437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43394) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:13.084220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.089489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1027584644', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:13.099006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.125033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:46:13.131749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:13.132154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.154937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.157575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '12a8c5cc-5cd2-477e-8c62-2701023e7722'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:13.159385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.164297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.246789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:13.275903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.276968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.277203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:13.295973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.336228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4e4e6df1-7a87-4431-9ece-3d8a520a3376 req-d71510b7-6c0f-4905-bb3e-d516b06ec407 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.354778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:13.355594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:13.368315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Port': ['ID=392dc1a5-8de2-4432-9397-591b8a391f06,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:13.378895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:13.389666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.402227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e4c53-8f54-454e-ae77-f0f0fd605fd7 req-215242f2-0f5c-4c0e-835b-fc9169728c31 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:13.408062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-998e4c53-8f54-454e-ae77-f0f0fd605fd7 req-215242f2-0f5c-4c0e-835b-fc9169728c31 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1127474 Jan 17 12:46:13.415940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.420137 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c070cbfe-ba92-43d9-aed5-954b44d928ca tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5787637 Jan 17 12:46:13.420320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:13.424288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.425626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43400) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:13.429492 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:13.435294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:13.435988 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.475271 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.481436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4e4e6df1-7a87-4431-9ece-3d8a520a3376 req-d71510b7-6c0f-4905-bb3e-d516b06ec407 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.494810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba270e2-7557-4509-9328-485b122dd7c4 req-cef93c53-ce66-4285-8dea-ab7d8b09d801 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:13.496409 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7ba270e2-7557-4509-9328-485b122dd7c4 req-cef93c53-ce66-4285-8dea-ab7d8b09d801 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.2100987 Jan 17 12:46:13.537718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:13.540820 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e4e6df1-7a87-4431-9ece-3d8a520a3376 req-d71510b7-6c0f-4905-bb3e-d516b06ec407 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5454202 Jan 17 12:46:13.545984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=32915bfd-4205-407f-900a-cee2dc4243a0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:13.551257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.556449 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-998e4c53-8f54-454e-ae77-f0f0fd605fd7 req-e7ef1b07-7113-401d-99c8-160f34d4c89a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370084 Jan 17 12:46:13.584869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:13.584869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:13.587310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71510b7-6c0f-4905-bb3e-d516b06ec407 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7391dd-d430-4bc0-aeb0-72f2a41ccf39,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:13.587694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/12a8c5cc-5cd2-477e-8c62-2701023e7722/8666a337-e359-45e0-b7f5-fdd7c919bc08) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:13.610597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.634417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:13.635077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3435fde-da91-4d70-956b-66b766cde140 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:13.645947 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7ba270e2-7557-4509-9328-485b122dd7c4 req-9e57cc41-fa0c-442d-ad37-bb3e53085b4f tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338027 Jan 17 12:46:13.650706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:13.677687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:13.710580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:13.758080 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7ec6d2d7-f9ee-4fc1-a9c9-de2499c0c849 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8426249 Jan 17 12:46:13.775313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43404) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:13.839351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6866e559-fa0c-4db1-9f1d-1f59a81844b3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:13.867361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.872119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.953261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:13.956487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:13.997639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:14.001134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:14.005994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:14.037312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Pushing event updated for resources: {'Port': ['ID=8666a337-e359-45e0-b7f5-fdd7c919bc08,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:14.103458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Attempting to bind port 8666a337-e359-45e0-b7f5-fdd7c919bc08 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:14.103856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Attempting to bind port 8666a337-e359-45e0-b7f5-fdd7c919bc08 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:14.104218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Attempting to bind port 8666a337-e359-45e0-b7f5-fdd7c919bc08 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:14.110574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2b2bc532-022d-499a-b031-01c2294c828b None None] Provisioning complete for port 392dc1a5-8de2-4432-9397-591b8a391f06 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:14.110953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc532-022d-499a-b031-01c2294c828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.113191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:14.113560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:14.113957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.114352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:14.114834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Bound port: 8666a337-e359-45e0-b7f5-fdd7c919bc08, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:14.115218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.131658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.185765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-2b2bc532-022d-499a-b031-01c2294c828b None None] Port 392dc1a5-8de2-4432-9397-591b8a391f06 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:14.206435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Router 28cf0aeb-1a51-4622-868f-b940a44a4507 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:14.217116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] For port 8666a337-e359-45e0-b7f5-fdd7c919bc08, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:14.221221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] For port 8666a337-e359-45e0-b7f5-fdd7c919bc08, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8666a337-e359-45e0-b7f5-fdd7c919bc08,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:14.238096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996546e-460f-4b2e-b1c5-7a5e5638992c req-ec8db9bd-152e-433a-95a0-ba3b01281f4e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:14.239588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d996546e-460f-4b2e-b1c5-7a5e5638992c req-ec8db9bd-152e-433a-95a0-ba3b01281f4e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 945 time: 0.4848065 Jan 17 12:46:14.254753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e552ed-23d0-412a-b0f5-9aa5611735e9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:14.256217 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b9e552ed-23d0-412a-b0f5-9aa5611735e9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4765329 Jan 17 12:46:14.259808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.262119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43406) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:14.306197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.340750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.367918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cc4f4-8d9f-4a6e-88c0-d79816ec7376 None None] Pushing event updated for resources: {'Port': ['ID=8666a337-e359-45e0-b7f5-fdd7c919bc08,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:14.389892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:14.400115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc'}, {'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:46:14.401185 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] Sync routers for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:14.402003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f65d0262-4cb7-4753-8086-1039d245f7a7 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "PUT /v2.0/routers/28cf0aeb-1a51-4622-868f-b940a44a4507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0145924 Jan 17 12:46:14.403229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e054a-b869-46d9-ba8a-f318ebbb2b93" -d '{"events": [{"server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "name": "network-vif-plugged", "status": "completed", "tag": "524d57b3-7d22-4f06-b758-073768665bfc"}, {"server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "name": "network-vif-plugged", "status": "completed", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:46:14.408769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43408) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:14.416441 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:14.416441 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:14.417346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Request body: {'port': {'network_id': '44ec8732-8a5b-4414-be2e-62dad50302e8', 'name': 'tempest-FloatingIPAdminTestJSON-531424851'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:14.444814 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d996546e-460f-4b2e-b1c5-7a5e5638992c req-c0bed8df-0193-4cae-8c3d-1ec3fc70b283 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813617 Jan 17 12:46:14.455782 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:14.468717 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:14.473472 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:14.496436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52787e-e41d-490a-af3e-54cdb761a850,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:14.505282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 17 Jan 2022 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525a20f9-5300-4321-b738-c704d2070c7e x-openstack-request-id: req-525a20f9-5300-4321-b738-c704d2070c7e {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:46:14.505793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.506260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "name": "network-vif-plugged", "status": "completed", "tag": "524d57b3-7d22-4f06-b758-073768665bfc", "code": 200}, {"server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "name": "network-vif-plugged", "status": "completed", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:46:14.506812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-525a20f9-5300-4321-b738-c704d2070c7e {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:46:14.507402 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc', 'code': 200} Jan 17 12:46:14.507848 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'code': 200} Jan 17 12:46:14.510157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-120404fd-5b65-4039-9b3c-8b0d71fa1b3c tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5505042 Jan 17 12:46:14.519940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43412) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:14.525360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': 'ef52787e-e41d-490a-af3e-54cdb761a850', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:14.537751 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:14.538424 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092b040-2ea3-486e-8a5f-287ddca24ba4 None None] The sync data for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:14.606285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.629461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 32915bfd-4205-407f-900a-cee2dc4243a0 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:14.629832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.643661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.706253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed6a2c03-5487-4d4a-ae45-829fd16c46e7 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:14.774113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ed6a2c03-5487-4d4a-ae45-829fd16c46e7 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:14.774461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed6a2c03-5487-4d4a-ae45-829fd16c46e7 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:14.822564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.884085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.897781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:14.911085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Allocated IP 172.26.4.176 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/7c90e752-9095-4394-925a-10b13e5bf1b7) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:14.918191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 32915bfd-4205-407f-900a-cee2dc4243a0 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:14.930898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cffdf-6be0-4a3b-9715-204fe2b1c496 req-f701a64e-9865-49c6-802b-335cfc363c3e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:14.932278 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-616cffdf-6be0-4a3b-9715-204fe2b1c496 req-f701a64e-9865-49c6-802b-335cfc363c3e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.1459434 Jan 17 12:46:14.984911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Made reservation on behalf of 9270ba0516f04a1ca2eb59e2d88cc9f6 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:14.989231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.026217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] device_id is not set on port 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:15.055931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655bbe5-e628-4577-9d74-cba8d6890a48 req-6a7f7fe4-eab0-47fe-bc33-01c08fc5c713 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:15.057460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a655bbe5-e628-4577-9d74-cba8d6890a48 req-6a7f7fe4-eab0-47fe-bc33-01c08fc5c713 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2953494 Jan 17 12:46:15.091230 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-616cffdf-6be0-4a3b-9715-204fe2b1c496 req-2ef0b11c-797e-4c84-9391-9cc913e27730 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516767 Jan 17 12:46:15.129070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.171021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128f09b-c765-42dd-a32e-a379bac28691 req-4c905740-6da8-4adc-8590-23c81bf3cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:15.172621 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a128f09b-c765-42dd-a32e-a379bac28691 req-4c905740-6da8-4adc-8590-23c81bf3cd4d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.2584519 Jan 17 12:46:15.179749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.187536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29580fce-0f59-42a4-a78a-d203ad286670 req-eff6379c-c073-4752-8d69-afe5a6e206aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:15.189052 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-29580fce-0f59-42a4-a78a-d203ad286670 req-eff6379c-c073-4752-8d69-afe5a6e206aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 1099 time: 0.2738500 Jan 17 12:46:15.207336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Allocated IP 172.20.0.13 (44ec8732-8a5b-4414-be2e-62dad50302e8/061f1f97-72de-4d68-900c-c29a2d14851c/0a671747-1632-4fc0-a4f9-d7ab0acbcbcc) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:15.252110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.297116 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a655bbe5-e628-4577-9d74-cba8d6890a48 req-f421c595-c5de-44bc-9039-e76c52eec3d5 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064259 Jan 17 12:46:15.315293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.366406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4d6a3f-4daa-4f2e-bad9-9151344e3e1a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:15.371750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:15.378191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a128f09b-c765-42dd-a32e-a379bac28691 req-d4afae12-6747-4809-b9c7-fbcf13ef69a1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853318 Jan 17 12:46:15.382969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:15.389393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:15.412898 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-29580fce-0f59-42a4-a78a-d203ad286670 req-e7ce29ee-abd0-4236-ac22-4804c25fb2a2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104418 Jan 17 12:46:15.445500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event updated for resources: {'Port': ['ID=7c90e752-9095-4394-925a-10b13e5bf1b7,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:15.470724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.470724 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3f20f9c6-76c1-42f5-9e54-0d322f4a875a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9468570 Jan 17 12:46:15.474535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43420) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:15.483694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9bb3a79b-c307-4294-b3e9-eb5421e1a67e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': 'ef52787e-e41d-490a-af3e-54cdb761a850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:15.497385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.549407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.1 (8345bc66-5fc7-472a-9aed-97b007a8070d/29a0198a-ba8e-48ca-a946-d5f277055417/d85c81b3-fdf4-42a9-a12d-d768cb7ff87a) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:15.556514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.610912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=32915bfd-4205-407f-900a-cee2dc4243a0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:15.671648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.676062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a407d5c2-0c81-4a7e-8ca5-28c8873fdb8e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/32915bfd-4205-407f-900a-cee2dc4243a0 HTTP/1.1" status: 204 len: 168 time: 1.4124675 Jan 17 12:46:15.678968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43422) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:15.703356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a105eb-6e0e-4081-b697-7ed234116747 req-6d9e147f-d1e6-4d63-8bfd-ca9eba4435e7 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:15.704992 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38a105eb-6e0e-4081-b697-7ed234116747 req-6d9e147f-d1e6-4d63-8bfd-ca9eba4435e7 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.1494052 Jan 17 12:46:15.723176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ac8bced6-71f2-4a64-9ce5-45e60e68084c None None] Provisioning complete for port 8666a337-e359-45e0-b7f5-fdd7c919bc08 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:15.723817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac8bced6-71f2-4a64-9ce5-45e60e68084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.735244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a79b-c307-4294-b3e9-eb5421e1a67e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.759241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f116c45-e008-4f47-ab85-700a69bed3a0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:15.760912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f116c45-e008-4f47-ab85-700a69bed3a0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:15.762462 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0f116c45-e008-4f47-ab85-700a69bed3a0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0825276 Jan 17 12:46:15.765857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43424) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:15.835649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac8bced6-71f2-4a64-9ce5-45e60e68084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.847162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.849400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.864898 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38a105eb-6e0e-4081-b697-7ed234116747 req-bb24afa0-c81a-4591-a6c8-5911ea0f3804 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519885 Jan 17 12:46:15.865595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 12a8c5cc-5cd2-477e-8c62-2701023e7722 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:15.871611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.883304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ac8bced6-71f2-4a64-9ce5-45e60e68084c None None] For port 8666a337-e359-45e0-b7f5-fdd7c919bc08, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8666a337-e359-45e0-b7f5-fdd7c919bc08,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:15.943854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.957571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac8bced6-71f2-4a64-9ce5-45e60e68084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:15.972153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event updated for resources: {'Port': ['ID=0a671747-1632-4fc0-a4f9-d7ab0acbcbcc,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:15.985328 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:15.989039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:15.992605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:16.008791 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:46:16.032556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.042228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.074423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bced6-71f2-4a64-9ce5-45e60e68084c None None] Pushing event updated for resources: {'Port': ['ID=8666a337-e359-45e0-b7f5-fdd7c919bc08,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:16.082188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-18ccf5b8-ebc7-4faa-9794-cbbd24d0cc6e None None] Could not find standard attr ID for object 0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:46:16.088725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.092981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:16.098282 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-9bb3a79b-c307-4294-b3e9-eb5421e1a67e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 12:46:16.102049 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9bb3a79b-c307-4294-b3e9-eb5421e1a67e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6215806 Jan 17 12:46:16.103388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43426) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.117416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:16.120590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:16.156029 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:16.156998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.186912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=d85c81b3-fdf4-42a9-a12d-d768cb7ff87a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:16.207382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.298784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-877714d7-e05a-42f5-94e2-54b78e350d67 None None] Could not find standard attr ID for object 32915bfd-4205-407f-900a-cee2dc4243a0. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:46:16.307188 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d216d60b-d414-4d86-8026-3218660d2910 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8934391 Jan 17 12:46:16.309345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43430) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.329995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-87700d2e-ecad-48c9-899e-07fc65f53cb1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.333050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7433551-63c9-4721-854f-de9c3a0f0fa6 req-00fe2d3f-03eb-4317-a7c8-9ac83341eeed tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:16.334646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f7433551-63c9-4721-854f-de9c3a0f0fa6 req-00fe2d3f-03eb-4317-a7c8-9ac83341eeed tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.0846381 Jan 17 12:46:16.359685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.365768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-87700d2e-ecad-48c9-899e-07fc65f53cb1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.419625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.420566 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/12a8c5cc-5cd2-477e-8c62-2701023e7722 HTTP/1.1" status: 204 len: 168 time: 0.6538787 Jan 17 12:46:16.421411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d83e9-3877-4587-ae73-25340fd5a1aa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=12a8c5cc-5cd2-477e-8c62-2701023e7722,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:16.425128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43436) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.452699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-510876da-cc49-4830-81b9-19e57de8dbc1 None None] Provisioning complete for port 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:16.457153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-510876da-cc49-4830-81b9-19e57de8dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.489539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fee3bb56-5c30-4498-9544-2de505af756a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549328 Jan 17 12:46:16.494838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43438) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.511454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f7433551-63c9-4721-854f-de9c3a0f0fa6 req-62b98ffa-d2b8-47d0-b774-9c85caec3de8 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475122 Jan 17 12:46:16.558149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-510876da-cc49-4830-81b9-19e57de8dbc1 None None] Port 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:16.664522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8666a337-e359-45e0-b7f5-fdd7c919bc08 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:16.687700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'project_id': '9270ba0516f04a1ca2eb59e2d88cc9f6', 'port_id': '0a671747-1632-4fc0-a4f9-d7ab0acbcbcc'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:16.690470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012dbc6-9349-4be2-85bf-8e185617f17b req-b7597017-d263-4169-9354-f50a021146c6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:16.692095 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7012dbc6-9349-4be2-85bf-8e185617f17b req-b7597017-d263-4169-9354-f50a021146c6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2141497 Jan 17 12:46:16.695734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-87700d2e-ecad-48c9-899e-07fc65f53cb1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.698302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-87700d2e-ecad-48c9-899e-07fc65f53cb1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.699430 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-87700d2e-ecad-48c9-899e-07fc65f53cb1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/ef52787e-e41d-490a-af3e-54cdb761a850 HTTP/1.1" status: 204 len: 168 time: 0.5852976 Jan 17 12:46:16.704724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43442) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.729873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343988bf-3f09-4947-a70b-a5f900f2481b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:16.734895 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-343988bf-3f09-4947-a70b-a5f900f2481b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2384048 Jan 17 12:46:16.741144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.742534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43444) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.755051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eb6762-46fd-404c-a975-45f37117b9c2 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:16.766217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87700d2e-ecad-48c9-899e-07fc65f53cb1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52787e-e41d-490a-af3e-54cdb761a850,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:16.793349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:16.872831 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7012dbc6-9349-4be2-85bf-8e185617f17b req-2020e2ea-3c91-417b-a16f-2d9442b58cab tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530669 Jan 17 12:46:16.877915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deeda15-8435-4e06-8d92-17ff22644354 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:16.882507 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0deeda15-8435-4e06-8d92-17ff22644354 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1390560 Jan 17 12:46:16.883164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43446) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.932092 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7cd19a2b-9e42-44ef-8f26-38cb1259208a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2248247 Jan 17 12:46:16.963161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43450) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.973499 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3a6b49c4-b711-4839-9764-c7770d520225 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824792 Jan 17 12:46:16.974045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270253761'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:16.975792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43452) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:16.982220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:16.982398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8666a337-e359-45e0-b7f5-fdd7c919bc08 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:16.982398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.000648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0a6b6-0024-4b06-8667-8ea43fda263c req-19c1e9af-ad33-4efa-ae3f-7cdc02e113ce tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:17.012443 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42a0a6b6-0024-4b06-8667-8ea43fda263c req-19c1e9af-ad33-4efa-ae3f-7cdc02e113ce tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.2661278 Jan 17 12:46:17.016019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43454) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:17.032019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Request body: {'floatingip': {'port_id': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:17.119420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.150503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:17.178175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.204627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] Deleting port 8666a337-e359-45e0-b7f5-fdd7c919bc08 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:17.206621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.282329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] For port 8666a337-e359-45e0-b7f5-fdd7c919bc08, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8666a337-e359-45e0-b7f5-fdd7c919bc08,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:17.282740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.298541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] Calling delete_port for 8666a337-e359-45e0-b7f5-fdd7c919bc08 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:17.363390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab991cf1-2fa5-46d3-984d-66008ec81d9a req-fb44ae22-81f8-4f5f-ba92-e9901861db64 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:17.364829 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab991cf1-2fa5-46d3-984d-66008ec81d9a req-fb44ae22-81f8-4f5f-ba92-e9901861db64 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.3782091 Jan 17 12:46:17.375894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.417974 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab991cf1-2fa5-46d3-984d-66008ec81d9a req-2533d9eb-7d9b-489a-9720-73fce9317de3 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466049 Jan 17 12:46:17.448242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.476897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:17.477999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] No DVR routers for this DVR port 8666a337-e359-45e0-b7f5-fdd7c919bc08 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:17.479896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611797ea-c0f5-43f2-bec1-584d80c221c1 None None] Pushing event deleted for resources: {'Port': ['ID=8666a337-e359-45e0-b7f5-fdd7c919bc08,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:17.482111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.487221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Router 19fbe2aa-8461-42f5-828d-93e156304c5b is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:17.528692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.711425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:17.723251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] Sync routers for ids ['19fbe2aa-8461-42f5-828d-93e156304c5b'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:17.734512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] Routers {'19fbe2aa-8461-42f5-828d-93e156304c5b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:17.735149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['19fbe2aa-8461-42f5-828d-93e156304c5b'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:17.779573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:17.789545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] Routers {'19fbe2aa-8461-42f5-828d-93e156304c5b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:17.790157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['19fbe2aa-8461-42f5-828d-93e156304c5b'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:17.822932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:17.823780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af812b2-8e3c-4601-b4e5-df074c4c24bb None None] The sync data for ids ['19fbe2aa-8461-42f5-828d-93e156304c5b'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:17.830636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.850384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.851725 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7d6acab8-1b30-478c-8576-d123f23a3683 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7656939 Jan 17 12:46:17.854550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43456) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:17.859116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': False}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:17.917900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.939250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:17.944375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.002705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:18.008994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:18.014638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=d85c81b3-fdf4-42a9-a12d-d768cb7ff87a,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:18.015031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:18.015646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.017479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.028067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa3e0e-6a72-4bdd-bded-22320ed6daad None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:18.063848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=c1a81299-be88-4afe-b274-064b8cb60abf,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:18.098007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.118153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d7b60d43-ff34-4a0d-b646-6f1453e6655c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1387699 Jan 17 12:46:18.118354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43460) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:18.124628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'c1a81299-be88-4afe-b274-064b8cb60abf', 'ip_address': '2001:db8::9ef9:34ee:f75f:197a'}], 'name': 'tempest-NetworksTestDHCPv6-161287308'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:18.206359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'c1a81299-be88-4afe-b274-064b8cb60abf'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:18.207514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.310437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.314686 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3481736 Jan 17 12:46:18.317206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43462) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:18.321748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-86b695d0-7e70-4561-a8bc-61b0049d7f99 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '9ec901d2-67b4-4833-8e32-dc256793dfad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:18.322291 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-86b695d0-7e70-4561-a8bc-61b0049d7f99 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 17 12:46:18.322778 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-86b695d0-7e70-4561-a8bc-61b0049d7f99 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:18.323748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-86b695d0-7e70-4561-a8bc-61b0049d7f99 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055232 Jan 17 12:46:18.325756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.331028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43464) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:18.335735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16944a9-626f-49ac-8b74-41b655990bb9 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec901d2-67b4-4833-8e32-dc256793dfad,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:18.360019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/c1a81299-be88-4afe-b274-064b8cb60abf/cafb8723-d0b2-4227-8f9e-5beb6e7b5e44) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:18.398034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Allocated IP 172.26.4.38 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/2fa421a3-fb90-4670-bb0e-f812d6367602) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:18.399861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-012ae84a-f091-4aec-beea-5e8363740aa5 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.416135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1797f2-833c-4c6b-9012-c6582b9e8763 req-f8153440-57ac-4a78-aaef-1eac54f3378b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:18.417631 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd1797f2-833c-4c6b-9012-c6582b9e8763 req-f8153440-57ac-4a78-aaef-1eac54f3378b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.4040735 Jan 17 12:46:18.425593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-012ae84a-f091-4aec-beea-5e8363740aa5 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.470474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:18.535046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:18.557463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.570370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:18.570920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8666a337-e359-45e0-b7f5-fdd7c919bc08 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:18.594362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 8666a337-e359-45e0-b7f5-fdd7c919bc08 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:18.594761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8666a337-e359-45e0-b7f5-fdd7c919bc08 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:18.644997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.653536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce343a-0978-48ef-a9ca-af33293c89c1 req-b9fffbc5-54dc-4ef4-af19-70faedd19159 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:18.655026 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5ce343a-0978-48ef-a9ca-af33293c89c1 req-b9fffbc5-54dc-4ef4-af19-70faedd19159 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.1070724 Jan 17 12:46:18.655218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.resource_extend [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:46:18.655345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.682995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port c727e69d-4f12-47ec-aa42-5929bf7fbe66 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:18.690973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-012ae84a-f091-4aec-beea-5e8363740aa5 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.693660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-012ae84a-f091-4aec-beea-5e8363740aa5 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.696963 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-012ae84a-f091-4aec-beea-5e8363740aa5 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/9ec901d2-67b4-4833-8e32-dc256793dfad HTTP/1.1" status: 204 len: 168 time: 0.3612967 Jan 17 12:46:18.699398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:18.702516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:18.708048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:18.714504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43468) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:18.726399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Pushing event updated for resources: {'Port': ['ID=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:18.742986 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd1797f2-833c-4c6b-9012-c6582b9e8763 req-5fc1448b-b1f3-494a-bf67-6e92bd8bde04 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020270 Jan 17 12:46:18.767409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ae84a-f091-4aec-beea-5e8363740aa5 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec901d2-67b4-4833-8e32-dc256793dfad,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:18.792053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Attempting to bind port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:18.792613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Attempting to bind port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:18.793285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Attempting to bind port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:18.807003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:18.807221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:18.807715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.808043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:18.809353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Bound port: cafb8723-d0b2-4227-8f9e-5beb6e7b5e44, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:18.809353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.817317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.819553 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5ce343a-0978-48ef-a9ca-af33293c89c1 req-5bb520f2-46fb-42db-9a3d-90029f2f594a tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497421 Jan 17 12:46:18.875530 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7e7fe950-2a9a-4fb3-a374-4053c9958536 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1560733 Jan 17 12:46:18.878191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43474) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:18.887073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.887264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803111522'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:18.893652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:18.924948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] For port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:18.929496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] For port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:18.975449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:18.991961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:19.068395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e4f1c-d87c-4f2e-8f35-f1075fa3d3d6 None None] Pushing event updated for resources: {'Port': ['ID=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:19.095067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::9ef9:34ee:f75f:197a (a66930c0-bf2c-424b-976e-045386db06ff/c1a81299-be88-4afe-b274-064b8cb60abf/c727e69d-4f12-47ec-aa42-5929bf7fbe66) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:19.112651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:19.126899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeafd8-289b-45e3-a853-bb4b91057192 req-b1e1dd81-3627-46a3-9729-43a7567465c5 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:19.129377 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7afeafd8-289b-45e3-a853-bb4b91057192 req-b1e1dd81-3627-46a3-9729-43a7567465c5 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1870339 Jan 17 12:46:19.145614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43476) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:19.152468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Request body: {'floatingip': {'port_id': '524d57b3-7d22-4f06-b758-073768665bfc'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:19.155681 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Floating IP 7771522b-ec5a-4049-a940-32f86dc23da0 associated. External IP: 172.26.4.114, port: fa89d79d-8fa9-47e3-8d0c-b33627ae66d6. Jan 17 12:46:19.193026 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b784e-5b26-46fb-b51b-7b883592a6bf req-f195083b-9014-4571-879f-3d8b473073dc tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:19.194573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ac0b784e-5b26-46fb-b51b-7b883592a6bf req-f195083b-9014-4571-879f-3d8b473073dc tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.1745968 Jan 17 12:46:19.207098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43478) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:19.222665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Request body: {'floatingip': {'port_id': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:19.226301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:19.245284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:19.312496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:19.560215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:19.599087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:19.613888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Pushing event updated for resources: {'Port': ['ID=2fa421a3-fb90-4670-bb0e-f812d6367602,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:19.675160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:19.733732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:19.747185 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:19.757366 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:19.757974 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:19.759278 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2abd4322-1613-410b-b602-c5e4b6ae2963 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/routers/8833051d-6059-4597-9341-cfc7c145b35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3322051 Jan 17 12:46:19.766187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43480) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:19.780155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'port': {'network_id': '8345bc66-5fc7-472a-9aed-97b007a8070d', 'name': 'tempest-FloatingIPTestJSON-935415957'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:19.800509 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:19.817058 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:19.817671 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:19.855581 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:19.856147 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f185c504-ec09-4763-b242-79f66bc5c143 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:19.967967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.011529 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.082217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.091981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.124269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.201954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c6e99f2e-f6fd-4c6f-9d43-67765106ec33 None None] Provisioning complete for port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:20.202531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6e99f2e-f6fd-4c6f-9d43-67765106ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.269812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:20.285759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a1fe07-f527-48ac-a5ed-640a5fe41e45,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:20.288687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6e99f2e-f6fd-4c6f-9d43-67765106ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.307218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.307218 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1e9326e8-427a-4ef5-9f20-93d033055262 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4263830 Jan 17 12:46:20.320532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43482) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:20.328190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-55505cea-e036-4bd8-a5ea-7ca475db47ae tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '73a1fe07-f527-48ac-a5ed-640a5fe41e45', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:20.328778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c6e99f2e-f6fd-4c6f-9d43-67765106ec33 None None] For port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:20.329029 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.api.v2.base [None req-55505cea-e036-4bd8-a5ea-7ca475db47ae tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 17 12:46:20.329534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-55505cea-e036-4bd8-a5ea-7ca475db47ae tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:20.332774 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-55505cea-e036-4bd8-a5ea-7ca475db47ae tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081468 Jan 17 12:46:20.337636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43484) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:20.403347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.411923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:20.415422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.426105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6e99f2e-f6fd-4c6f-9d43-67765106ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.479805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e99f2e-f6fd-4c6f-9d43-67765106ec33 None None] Pushing event updated for resources: {'Port': ['ID=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:20.504449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] device_id is not set on port bafdf262-55b3-4301-aa0d-c4f2a6ed2340 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:20.537917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:20.560848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:20.563242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:20.569910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:20.570546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.616680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:20.640075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=c727e69d-4f12-47ec-aa42-5929bf7fbe66,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:20.665188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Router 19fbe2aa-8461-42f5-828d-93e156304c5b has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:20.692178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:20.692999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.701515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.resource_extend [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:46:20.703617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3729ea43-7347-4c9e-9c6a-b8307f5a6ca1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.761673 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-76c2754f-7900-4782-9edc-27ad08eca2d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6422877 Jan 17 12:46:20.777059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43486) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:20.806571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:20.818238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] Sync routers for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:20.818986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'c1a81299-be88-4afe-b274-064b8cb60abf', 'ip_address': '2001:db8::9ef9:34ee:f75f:197a'}], 'name': 'tempest-NetworksTestDHCPv6-591179247'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:20.829480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:20.830019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:20.833681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.849959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3729ea43-7347-4c9e-9c6a-b8307f5a6ca1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.871660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.891231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.resource_extend [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:46:20.893640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1d7b217a-c9ea-4227-b377-7c5a68142051 None None] Provisioning complete for port c727e69d-4f12-47ec-aa42-5929bf7fbe66 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:20.894018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1d7b217a-c9ea-4227-b377-7c5a68142051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.940337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.942446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4f9badda-9d6b-40ac-9f7a-7f6e9b47306a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "PUT /v2.0/floatingips/7771522b-ec5a-4049-a940-32f86dc23da0 HTTP/1.1" status: 200 len: 992 time: 3.9178154 Jan 17 12:46:20.943883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:20.948895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.6 (8345bc66-5fc7-472a-9aed-97b007a8070d/29a0198a-ba8e-48ca-a946-d5f277055417/bafdf262-55b3-4301-aa0d-c4f2a6ed2340) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:20.952509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:46:20.955967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:46:21.011164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.029911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeaceb2-0e84-4065-b780-3b65b22ef8c5 x-openstack-request-id: req-9aeaceb2-0e84-4065-b780-3b65b22ef8c5 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:46:21.044908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:46:21.044908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9aeaceb2-0e84-4065-b780-3b65b22ef8c5 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:46:21.044908 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'status': 'completed', 'code': 200} Jan 17 12:46:21.094290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3729ea43-7347-4c9e-9c6a-b8307f5a6ca1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.097658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3729ea43-7347-4c9e-9c6a-b8307f5a6ca1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.101706 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3729ea43-7347-4c9e-9c6a-b8307f5a6ca1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/73a1fe07-f527-48ac-a5ed-640a5fe41e45 HTTP/1.1" status: 204 len: 168 time: 0.7614725 Jan 17 12:46:21.105107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43494) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:21.115872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:21.117919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b217a-c9ea-4227-b377-7c5a68142051 None None] Port c727e69d-4f12-47ec-aa42-5929bf7fbe66 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:21.123422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.127717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.128852 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4a3e71fa-5d5a-4638-826a-e547c8ca319e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "PUT /v2.0/routers/19fbe2aa-8461-42f5-828d-93e156304c5b HTTP/1.1" status: 200 len: 926 time: 3.2732737 Jan 17 12:46:21.135099 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] Sync routers for ids ['19fbe2aa-8461-42f5-828d-93e156304c5b'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:21.138999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:21.139859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:21.146173 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] Routers {'19fbe2aa-8461-42f5-828d-93e156304c5b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:21.147026 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['19fbe2aa-8461-42f5-828d-93e156304c5b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.151356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729ea43-7347-4c9e-9c6a-b8307f5a6ca1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a1fe07-f527-48ac-a5ed-640a5fe41e45,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:21.197330 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.208066 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] Routers {'19fbe2aa-8461-42f5-828d-93e156304c5b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:21.209647 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['19fbe2aa-8461-42f5-828d-93e156304c5b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.242750 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.243893 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98ef64-885b-4d6d-9ad6-1cdb22419221 None None] The sync data for ids ['19fbe2aa-8461-42f5-828d-93e156304c5b'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:21.497620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7771522b-ec5a-4049-a940-32f86dc23da0', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'floating_ip_address': '172.26.4.114', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'port_id': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'mac_address': 'fa:16:3e:96:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:33Z', 'updated_at': '2022-01-17T12:46:18Z', 'revision_number': 1, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.528779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] Checking router: 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:21.539704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:21.540745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.547722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-97c10814-4220-4229-b95e-9750e28a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:21.549748 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-97c10814-4220-4229-b95e-9750e28a11df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37fe8b4737864224836767d2f6a2b3b0&device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 1099 time: 0.4924247 Jan 17 12:46:21.574473 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Floating IP 5baf390c-f719-4974-8d82-c8513a16af03 associated. External IP: 172.26.4.16, port: 524d57b3-7d22-4f06-b758-073768665bfc. Jan 17 12:46:21.581855 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-066e6070-4a3e-4a41-94d3-0048c14c3bde tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/19fbe2aa-8461-42f5-828d-93e156304c5b HTTP/1.1" status: 200 len: 926 time: 0.4388492 Jan 17 12:46:21.610842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43498) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:21.628127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.657097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:21.657318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:21.662783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.711588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6101a0f8-5b8d-40d7-ad76-b9d0baddaa70 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6025662 Jan 17 12:46:21.715202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43500) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:21.731234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 778cb6ef-0339-421e-85d6-d543bb8ce3f4 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:21.731818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--282709276'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:21.771620 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Floating IP 506ad4fc-8d13-4974-b942-4ca97605a380 associated. External IP: 172.26.4.87, port: d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de. Jan 17 12:46:21.787206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba1e2d9-976a-4e5a-8fc2-a007261202bb tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:21.791446 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1ba1e2d9-976a-4e5a-8fc2-a007261202bb tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=19fbe2aa-8461-42f5-828d-93e156304c5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1764095 Jan 17 12:46:21.793106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43502) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:21.796150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:21.910648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-10e9f394-bfb3-45c1-9e20-83150681c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:21.912173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-10e9f394-bfb3-45c1-9e20-83150681c9f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bbeb27-2d66-40c6-86fa-9ded90b74423 HTTP/1.1" status: 200 len: 913 time: 0.3543010 Jan 17 12:46:21.939543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7771522b-ec5a-4049-a940-32f86dc23da0', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'floating_ip_address': '172.26.4.114', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'port_id': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'mac_address': 'fa:16:3e:96:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:33Z', 'updated_at': '2022-01-17T12:46:18Z', 'revision_number': 1, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:21.984817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c898a-9a8a-4d78-bb22-87cb3ccdfc7b None None] The sync data for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv is: [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7771522b-ec5a-4049-a940-32f86dc23da0', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'floating_ip_address': '172.26.4.114', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'port_id': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'mac_address': 'fa:16:3e:96:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:33Z', 'updated_at': '2022-01-17T12:46:18Z', 'revision_number': 1, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:21.997345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.107528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.116321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-41ec51c8-560b-455b-b12d-d1bdb273ed09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 HTTP/1.1" status: 200 len: 1000 time: 0.1945789 Jan 17 12:46:22.182625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c743b-2c5b-46b4-8a69-a2223626ae6e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:22.186857 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-232c743b-2c5b-46b4-8a69-a2223626ae6e tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.3928061 Jan 17 12:46:22.187451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43508) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.231218 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-82e025cf-93e5-40b9-88ea-b9e182a91ca8 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=19fbe2aa-8461-42f5-828d-93e156304c5b HTTP/1.1" status: 200 len: 205 time: 0.0381203 Jan 17 12:46:22.234066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43510) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.238239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.278785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Router f67b0e37-209a-456f-a638-5727b54a7244 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:22.289018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf352518-997a-4ad6-81a0-594f788ae497 None None] New status for floating IP 7771522b-ec5a-4049-a940-32f86dc23da0: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:46:22.301195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-b73b7538-fb72-4a4f-8775-7df3c731256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:22.303008 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-b73b7538-fb72-4a4f-8775-7df3c731256d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6934270-32e1-4400-93bf-8bbe818cc035 HTTP/1.1" status: 200 len: 851 time: 0.1727552 Jan 17 12:46:22.337303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 12:46:22.337817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:46:22.390458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.399462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:22.425856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.432261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=bafdf262-55b3-4301-aa0d-c4f2a6ed2340,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:22.434204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.434841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:22.441444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:22.446804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43512) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.446940 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1b2c1769-04f1-44fb-a05c-fd33ab67621d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6285999 Jan 17 12:46:22.508021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.519802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.529086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:22.563999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:22.575372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.578536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:22.583131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.594255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] Sync routers for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:22.605559 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:22.606976 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:22.610811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-558f286f-0403-4c83-838d-f9019ec4c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:22.612218 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-558f286f-0403-4c83-838d-f9019ec4c782 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bbeb27-2d66-40c6-86fa-9ded90b74423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2785416 Jan 17 12:46:22.625104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0bd817b9-a690-4ac0-9414-86a40b7435eb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "PUT /v2.0/floatingips/5baf390c-f719-4974-8d82-c8513a16af03 HTTP/1.1" status: 200 len: 990 time: 3.4782863 Jan 17 12:46:22.625695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:46:22.631191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:22.631606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.654131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8147a0-8180-410e-895b-5acbe89e7702,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:22.686632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:22.688343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.781964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.783445 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5d935a6a-fb63-4ec6-b27d-dbe22cc8a7bb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0581930 Jan 17 12:46:22.789709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43520) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.791367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Pushing event updated for resources: {'Port': ['ID=2fa421a3-fb90-4670-bb0e-f812d6367602,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:22.795182 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:22.801701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1ef1f82a-b581-4969-b652-e881f4f697ee tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': 'df8147a0-8180-410e-895b-5acbe89e7702', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:22.802469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5142772-6947-4559-bc23-6c701edb91dc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:22.802833 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-1ef1f82a-b581-4969-b652-e881f4f697ee tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 17 12:46:22.803295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-1ef1f82a-b581-4969-b652-e881f4f697ee tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:22.806210 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1ef1f82a-b581-4969-b652-e881f4f697ee tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136466 Jan 17 12:46:22.810340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43522) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.811262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5142772-6947-4559-bc23-6c701edb91dc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:22.812929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e5142772-6947-4559-bc23-6c701edb91dc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3615098 Jan 17 12:46:22.824675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43524) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.831293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8c6a5f3c-f127-4171-94d5-1ceab5717359 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': 'df8147a0-8180-410e-895b-5acbe89e7702', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:22.832000 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-8c6a5f3c-f127-4171-94d5-1ceab5717359 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 17 12:46:22.832494 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-8c6a5f3c-f127-4171-94d5-1ceab5717359 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:22.833476 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8c6a5f3c-f127-4171-94d5-1ceab5717359 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0222108 Jan 17 12:46:22.836548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43526) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.848403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7cc7337a-da93-4c76-b7fb-1aed99b22e0e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': 'df8147a0-8180-410e-895b-5acbe89e7702', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:22.849233 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-7cc7337a-da93-4c76-b7fb-1aed99b22e0e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 17 12:46:22.849727 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-7cc7337a-da93-4c76-b7fb-1aed99b22e0e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:22.851258 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7cc7337a-da93-4c76-b7fb-1aed99b22e0e tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116615 Jan 17 12:46:22.855057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43528) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.860223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8f4ed4a6-644a-4b10-8858-567b6bedf9e0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': 'df8147a0-8180-410e-895b-5acbe89e7702', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:22.861875 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-8f4ed4a6-644a-4b10-8858-567b6bedf9e0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 17 12:46:22.862235 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-8f4ed4a6-644a-4b10-8858-567b6bedf9e0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:22.863208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8f4ed4a6-644a-4b10-8858-567b6bedf9e0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072105 Jan 17 12:46:22.864671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.864899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Deleting port 7c90e752-9095-4394-925a-10b13e5bf1b7 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:22.865237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.866254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43530) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.880007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d8714-3532-4116-a2da-656fb7262f19" -d '{"events": [{"name": "network-changed", "server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "tag": "524d57b3-7d22-4f06-b758-073768665bfc"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:46:22.941574 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de389145-002c-4dbf-b6ed-b9cb62cb05ea tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1743236 Jan 17 12:46:22.952836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:22.955528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43536) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:22.960842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'port': {'network_id': '8345bc66-5fc7-472a-9aed-97b007a8070d', 'name': 'tempest-FloatingIPTestJSON-631389257'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:23.037181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6326d9-e97e-4630-81c6-73d045035ec8 x-openstack-request-id: req-9a6326d9-e97e-4630-81c6-73d045035ec8 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:46:23.037824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "tag": "524d57b3-7d22-4f06-b758-073768665bfc", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:46:23.038297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a6326d9-e97e-4630-81c6-73d045035ec8 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:46:23.039016 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc', 'status': 'completed', 'code': 200} Jan 17 12:46:23.040714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Calling delete_port for 7c90e752-9095-4394-925a-10b13e5bf1b7 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:23.103474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-c664d1e7-1407-4837-8bf3-1587e11a881f service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796188 Jan 17 12:46:23.130826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:23.141380 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '5baf390c-f719-4974-8d82-c8513a16af03', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'floating_ip_address': '172.26.4.16', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'port_id': '524d57b3-7d22-4f06-b758-073768665bfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'mac_address': 'fa:16:3e:fa:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:35Z', 'updated_at': '2022-01-17T12:46:20Z', 'revision_number': 1, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:23.144589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] Sync routers for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:23.147880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.159356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:23.159714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:23.224195 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] Checking router: f67b0e37-209a-456f-a638-5727b54a7244 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:23.246857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6a443a88-58c2-448d-9ac8-60db1f13689f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.248402 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:23.249027 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:23.272414 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9f758e79-a409-41e7-a6c7-67d70f99f45e tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "PUT /v2.0/floatingips/506ad4fc-8d13-4974-b942-4ca97605a380 HTTP/1.1" status: 200 len: 991 time: 4.0592787 Jan 17 12:46:23.279639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:46:23.281798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1109a42-0efc-4706-a0c5-377e4af50ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:46:23.285665 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Floating IP 306124ed-9699-472e-a898-5e96a5049ba0 associated. External IP: 172.26.4.38, port: 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc. Jan 17 12:46:23.303249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8714-3532-4116-a2da-656fb7262f19 req-7c318e0f-fabe-46e2-91a6-cb00dbef2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:23.304795 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-7c318e0f-fabe-46e2-91a6-cb00dbef2ec2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.2487774 Jan 17 12:46:23.316759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:23.319283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:23.321865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.366345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] device_id is not set on port fd4d983c-a359-4cf5-9509-38f44c1269e5 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:23.378163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.465856 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:23.481054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event deleted for resources: {'Port': ['ID=7c90e752-9095-4394-925a-10b13e5bf1b7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:23.598694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.602705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.8 (8345bc66-5fc7-472a-9aed-97b007a8070d/29a0198a-ba8e-48ca-a946-d5f277055417/fd4d983c-a359-4cf5-9509-38f44c1269e5) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:23.636986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6a443a88-58c2-448d-9ac8-60db1f13689f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.641416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d46e31-1696-4841-bb61-34104402cbce x-openstack-request-id: req-f0d46e31-1696-4841-bb61-34104402cbce {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:46:23.641710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:46:23.641967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0d46e31-1696-4841-bb61-34104402cbce {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:46:23.642882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'status': 'completed', 'code': 200} Jan 17 12:46:23.678059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port c727e69d-4f12-47ec-aa42-5929bf7fbe66 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:23.678329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.708742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.713062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.790139 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '5baf390c-f719-4974-8d82-c8513a16af03', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'floating_ip_address': '172.26.4.16', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'port_id': '524d57b3-7d22-4f06-b758-073768665bfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'mac_address': 'fa:16:3e:fa:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:35Z', 'updated_at': '2022-01-17T12:46:20Z', 'revision_number': 1, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:23.812416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '506ad4fc-8d13-4974-b942-4ca97605a380', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'floating_ip_address': '172.26.4.87', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'port_id': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'mac_address': 'fa:16:3e:e2:d2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:35Z', 'updated_at': '2022-01-17T12:46:20Z', 'revision_number': 1, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:31Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:23.829557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.831118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Fanout notify agent at l3_agent the message router_deleted on router 19fbe2aa-8461-42f5-828d-93e156304c5b {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:23.838891 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f3c5e7b-81dd-43fa-b4f1-b76afda3e2dd req-35d46011-8c43-4154-aefe-c65c2c7d5744 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063470 Jan 17 12:46:23.838985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.843115 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-90ea58aa-9bc7-40f3-a49f-8c18f16f010e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/19fbe2aa-8461-42f5-828d-93e156304c5b HTTP/1.1" status: 204 len: 168 time: 1.6047094 Jan 17 12:46:23.853194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43546) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:23.860546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397291654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:23.865349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] Checking router: c13bb115-9e0b-4761-bba3-1dfa3c3408d4 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:23.867284 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1df21f-68c7-4da2-aa6c-5fc1b64b7e2d None None] The sync data for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv is: [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '5baf390c-f719-4974-8d82-c8513a16af03', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'floating_ip_address': '172.26.4.16', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'port_id': '524d57b3-7d22-4f06-b758-073768665bfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'mac_address': 'fa:16:3e:fa:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:35Z', 'updated_at': '2022-01-17T12:46:20Z', 'revision_number': 1, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:23.884567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:23.885387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:23.935876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-7a00f7ec-8521-46cb-b1b9-32947c4bd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:23.937386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-7a00f7ec-8521-46cb-b1b9-32947c4bd899 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1ff867a661d4db0be026ceb0cd38c68&device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 1099 time: 0.2978079 Jan 17 12:46:23.989829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:23.994522 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.034518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6a443a88-58c2-448d-9ac8-60db1f13689f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.037186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6a443a88-58c2-448d-9ac8-60db1f13689f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.038367 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6a443a88-58c2-448d-9ac8-60db1f13689f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/df8147a0-8180-410e-895b-5acbe89e7702 HTTP/1.1" status: 204 len: 168 time: 1.1662436 Jan 17 12:46:24.039647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8714-3532-4116-a2da-656fb7262f19 req-01b74a88-eadb-41b4-b9a2-51ba789bd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:24.041041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-01b74a88-eadb-41b4-b9a2-51ba789bd935 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.3881385 Jan 17 12:46:24.041539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43548) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:24.049431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:24.051035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.052313 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.067276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for c727e69d-4f12-47ec-aa42-5929bf7fbe66 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:24.123395 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.133632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.168901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443a88-58c2-448d-9ac8-60db1f13689f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8147a0-8180-410e-895b-5acbe89e7702,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:24.208369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:24.212046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:24.216161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:24.223413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.264294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=fd4d983c-a359-4cf5-9509-38f44c1269e5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:24.305088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:24.305687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.310373 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f78d163-54b1-47ce-8cdc-5e5bf935bf16 None None] New status for floating IP 5baf390c-f719-4974-8d82-c8513a16af03: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:46:24.358439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.363049 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-71ff8fbf-25a8-4f11-8ac8-11518c528af3 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5074046 Jan 17 12:46:24.363855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43552) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:24.369172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:24.379336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '506ad4fc-8d13-4974-b942-4ca97605a380', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'floating_ip_address': '172.26.4.87', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'port_id': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'mac_address': 'fa:16:3e:e2:d2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:35Z', 'updated_at': '2022-01-17T12:46:20Z', 'revision_number': 1, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:31Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:24.384397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-d00dff30-f011-483f-b761-e12ac0a86474 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 998 time: 0.3209448 Jan 17 12:46:24.427130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-80be9ae7-af8e-4346-9880-3be1059924a8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3730707 Jan 17 12:46:24.427305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8493d-7f46-4fb3-85d2-55ae993e9aff None None] The sync data for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv is: [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '506ad4fc-8d13-4974-b942-4ca97605a380', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'floating_ip_address': '172.26.4.87', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'port_id': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'mac_address': 'fa:16:3e:e2:d2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:45:35Z', 'updated_at': '2022-01-17T12:46:20Z', 'revision_number': 1, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:31Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:24.432108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-24f86ce7-792a-4e8b-a30a-cdcba8c2d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:24.436088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-24f86ce7-792a-4e8b-a30a-cdcba8c2d5de service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d HTTP/1.1" status: 200 len: 906 time: 0.4803851 Jan 17 12:46:24.454416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43556) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:24.468804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053201271'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:24.518839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Router 28cf0aeb-1a51-4622-868f-b940a44a4507 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:24.529913 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e50db965-474a-457c-afc6-c9f47b1a7806 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5731261 Jan 17 12:46:24.530805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43558) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:24.543749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'fd4d983c-a359-4cf5-9509-38f44c1269e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:24.608894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8714-3532-4116-a2da-656fb7262f19 req-6da2613e-f164-4964-8cb8-ec082af6bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:24.610397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-6da2613e-f164-4964-8cb8-ec082af6bc91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.2120976 Jan 17 12:46:24.645691 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-45baec50-dbad-4505-ab97-7be6c2f92846 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de HTTP/1.1" status: 200 len: 999 time: 0.1849220 Jan 17 12:46:24.711972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.737044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8301d-4ed0-4e6c-8deb-9bb8c246c92d None None] New status for floating IP 506ad4fc-8d13-4974-b942-4ca97605a380: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:46:24.805906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:24.851842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-43c62339-8b13-4fd6-84b1-f56169fa30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:24.853551 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-43c62339-8b13-4fd6-84b1-f56169fa30bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8eeec3e1-3471-42b1-8840-a21e8489279a HTTP/1.1" status: 200 len: 844 time: 0.1718481 Jan 17 12:46:24.855402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8714-3532-4116-a2da-656fb7262f19 req-4e906495-62a7-4076-a0b8-4413560c1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:24.856915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-4e906495-62a7-4076-a0b8-4413560c1818 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2384133 Jan 17 12:46:24.865782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:24.881191 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] Sync routers for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:24.910760 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:24.911566 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:24.962383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.024259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=c727e69d-4f12-47ec-aa42-5929bf7fbe66,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:25.086433 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:25.086680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.091143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-1f56798c-cd68-40f0-bbf1-a2736d21b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:25.092625 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-1f56798c-cd68-40f0-bbf1-a2736d21b6af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2172639 Jan 17 12:46:25.097637 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:25.098286 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:25.101210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.105809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-72c296fc-da87-4c51-8796-5dbbcb56eef9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/c727e69d-4f12-47ec-aa42-5929bf7fbe66 HTTP/1.1" status: 204 len: 168 time: 2.2786329 Jan 17 12:46:25.115341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43562) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.137481 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:25.138194 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c57d47-84cb-471c-a624-ff6b2c550881 None None] The sync data for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:25.139170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.211089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.214849 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-8d892f72-cfe6-4ea4-ac8a-8ab74b74487e service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405368 Jan 17 12:46:25.276359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.345108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.346036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914e12b-7e8f-4729-98c3-68969ad2881e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:25.347633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914e12b-7e8f-4729-98c3-68969ad2881e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:25.349173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9914e12b-7e8f-4729-98c3-68969ad2881e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2226284 Jan 17 12:46:25.353062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88bc7e99-2f55-4abd-afc5-27aeb2e7a004 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.0370748 Jan 17 12:46:25.361599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43564) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.361965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43566) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.437784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.448017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158453ab-dc1b-4d37-ad13-6db5bf4f082f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:25.463971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.466333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.467585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9f57ed4a-8144-402e-8937-462ff7dc7e44 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0107565 Jan 17 12:46:25.470501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43570) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.481616 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d71988fc-358c-4f7a-b2c6-37d66b111d2f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:25.482053 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-d71988fc-358c-4f7a-b2c6-37d66b111d2f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 12:46:25.482529 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d71988fc-358c-4f7a-b2c6-37d66b111d2f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:25.484309 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d71988fc-358c-4f7a-b2c6-37d66b111d2f tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077631 Jan 17 12:46:25.490950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43572) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.497122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d9b0db51-1436-42aa-9edc-96e1b6529db8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:25.512087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-f3bd3e51-cdb0-441d-b1c8-3f25f55e9fba service neutron] 10.222.0.67 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042699 Jan 17 12:46:25.548388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet c1a81299-be88-4afe-b274-064b8cb60abf {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:25.570318 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-395aac5b-9315-45cc-aef8-e5eeeb9d78bd tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] 10.222.0.77 "GET /v2.0/floatingips/306124ed-9699-472e-a898-5e96a5049ba0 HTTP/1.1" status: 200 len: 982 time: 0.1980326 Jan 17 12:46:25.570476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43576) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.597979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.696146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.207 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/de59be33-70e4-4525-bbe8-802907a744c9) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:25.738644 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-042bdfc1-2338-4098-9e99-bff0fda85a81 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1682799 Jan 17 12:46:25.741810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43578) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.908842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d9b0db51-1436-42aa-9edc-96e1b6529db8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:25.909889 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d9b0db51-1436-42aa-9edc-96e1b6529db8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4161594 Jan 17 12:46:25.919280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43580) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.927776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-689d8714-3532-4116-a2da-656fb7262f19 req-32938987-a642-412c-b194-a44153f9680a service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029116 Jan 17 12:46:25.949372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ebc67ddb-5cad-4dce-bc64-a9cefe362fa8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:25.950278 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.api.v2.base [None req-ebc67ddb-5cad-4dce-bc64-a9cefe362fa8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 17 12:46:25.950767 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-ebc67ddb-5cad-4dce-bc64-a9cefe362fa8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:25.951801 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ebc67ddb-5cad-4dce-bc64-a9cefe362fa8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0266275 Jan 17 12:46:25.959839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43582) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:25.962738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:25.969786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a0f089bf-3a57-4e71-94db-cfad20a168f4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:25.972517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.037277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting port 2fa421a3-fb90-4670-bb0e-f812d6367602 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:26.037982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.042328 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-3a1ce4c0-1fc8-4142-93f0-c208704c0213 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1339231 Jan 17 12:46:26.055855 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1109a42-0efc-4706-a0c5-377e4af50ab6 req-5eec2677-b8d9-4044-bb4f-7af33607c754 service neutron] 10.222.0.67 "GET /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286732 Jan 17 12:46:26.113682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.127564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.179383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-e4178068-e3a8-42f4-a1fd-8c59b869555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:26.181019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-e4178068-e3a8-42f4-a1fd-8c59b869555b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=37fe8b4737864224836767d2f6a2b3b0&device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 1099 time: 0.0808706 Jan 17 12:46:26.190502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:26.192307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.192668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.198889 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-a0f089bf-3a57-4e71-94db-cfad20a168f4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:26.199952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a0f089bf-3a57-4e71-94db-cfad20a168f4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2346799 Jan 17 12:46:26.202745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43586) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:26.208008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6725f7be-0070-4c66-bf82-a10983aedbe0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:26.208486 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.api.v2.base [None req-6725f7be-0070-4c66-bf82-a10983aedbe0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 17 12:46:26.208611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:26.208978 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-6725f7be-0070-4c66-bf82-a10983aedbe0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:26.212299 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6725f7be-0070-4c66-bf82-a10983aedbe0 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062072 Jan 17 12:46:26.213299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43588) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:26.224866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:26.226241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-24f275ff-cb30-4b1b-ad64-f1d83cbf024d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:26.233352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Calling delete_port for 2fa421a3-fb90-4670-bb0e-f812d6367602 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:26.238754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=de59be33-70e4-4525-bbe8-802907a744c9,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:26.268253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Allocated IP 172.26.4.95 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/cf3031b0-1d75-40a9-a4b6-0563dff85bb6) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:26.270869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.309104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a81299-be88-4afe-b274-064b8cb60abf,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:26.319099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.325717 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bc20a75d-bdae-43a6-b841-0b968f5517a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/c1a81299-be88-4afe-b274-064b8cb60abf HTTP/1.1" status: 204 len: 168 time: 0.9594989 Jan 17 12:46:26.327565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697fb230-f754-491a-acc6-8170b33cb1ed None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:26.331304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43590) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:26.381688 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9fa54551-ab18-49fe-9412-7548f470d09c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499873 Jan 17 12:46:26.389645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43592) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:26.401638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:26.477626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-fa087a26-3e24-43a2-abff-444042bb95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:26.479441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-fa087a26-3e24-43a2-abff-444042bb95b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e4bbeb27-2d66-40c6-86fa-9ded90b74423 HTTP/1.1" status: 200 len: 913 time: 0.2674248 Jan 17 12:46:26.524677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:26.578797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] Deleting port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:26.579101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.602569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.605409 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-7764c547-120a-4416-bd16-2f396a47b554 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 HTTP/1.1" status: 200 len: 1002 time: 0.1170189 Jan 17 12:46:26.654374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] For port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:26.654852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.670763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] Calling delete_port for cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:26.676834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-68bb3cb1-7795-4cec-b74e-022c1ce4377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:26.678704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-68bb3cb1-7795-4cec-b74e-022c1ce4377b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c6934270-32e1-4400-93bf-8bbe818cc035 HTTP/1.1" status: 200 len: 851 time: 0.0660660 Jan 17 12:46:26.687662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-24f275ff-cb30-4b1b-ad64-f1d83cbf024d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:26.688781 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-24f275ff-cb30-4b1b-ad64-f1d83cbf024d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4661524 Jan 17 12:46:26.699921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43598) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:26.704395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-060f4dc7-9fc5-494a-8871-2a5c71200ad8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:26.706716 dv-neutron-824886-1-hyperv neutron-server[109280]: WARNING neutron.api.v2.base [None req-060f4dc7-9fc5-494a-8871-2a5c71200ad8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 17 12:46:26.707805 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-060f4dc7-9fc5-494a-8871-2a5c71200ad8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:26.711293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-060f4dc7-9fc5-494a-8871-2a5c71200ad8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076449 Jan 17 12:46:26.714141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43600) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:26.734869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5fbe16d1-7fa3-4416-82ed-91f4f464b224 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:26.750865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:26.751698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.814751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.820781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-dd88b2f2-44bf-4e50-b128-c059fa891312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:26.823294 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-dd88b2f2-44bf-4e50-b128-c059fa891312 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e4bbeb27-2d66-40c6-86fa-9ded90b74423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324880 Jan 17 12:46:26.837232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.864586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] Pushing event deleted for resources: {'Port': ['ID=cafb8723-d0b2-4227-8f9e-5beb6e7b5e44,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:26.870039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:26.873113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8aad31-6a1a-4d94-87d1-b2b2518a4fd1 None None] No DVR routers for this DVR port cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:26.876096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:26.884429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:26.891075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:26.986288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event updated for resources: {'Port': ['ID=cf3031b0-1d75-40a9-a4b6-0563dff85bb6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:26.986827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-ddc75a8a-a87c-48a2-a8f9-9755cd7f3ab7 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546743 Jan 17 12:46:27.005604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-5fbe16d1-7fa3-4416-82ed-91f4f464b224 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:27.006637 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5fbe16d1-7fa3-4416-82ed-91f4f464b224 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2941389 Jan 17 12:46:27.010191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43602) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:27.014515 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-212ed58a-f280-41fa-8387-35bb60f50108 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '158453ab-dc1b-4d37-ad13-6db5bf4f082f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:27.165877 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6065f84d-1c78-4561-8e3a-f74bee8a0e69 req-f6df3575-7fe0-4b35-aef8-94aba7a3e543 service neutron] 10.222.0.67 "GET /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724038 Jan 17 12:46:27.230834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.275826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:27.280929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:27.281891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Port': ['ID=2fa421a3-fb90-4670-bb0e-f812d6367602,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:27.285688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:27.288691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.289551 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-212ed58a-f280-41fa-8387-35bb60f50108 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:27.291963 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-212ed58a-f280-41fa-8387-35bb60f50108 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2808998 Jan 17 12:46:27.292751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43606) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:27.295037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ce706-f4a6-4930-8717-6806d8487523 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:27.309895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=8cd79b43-87a0-49a1-850a-efbfd8951905,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:27.371358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c58aca6-2d22-4366-a9fc-998237ce7abc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.394895 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d27c1c3c-977f-4123-8837-ae7e55036ba7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9983959 Jan 17 12:46:27.397763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43608) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:27.402824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': '8cd79b43-87a0-49a1-850a-efbfd8951905', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2048724658'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:27.408295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c58aca6-2d22-4366-a9fc-998237ce7abc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.425613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.426582 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Floating IP 306124ed-9699-472e-a898-5e96a5049ba0 disassociated (deleted). External IP: 172.26.4.38, port: 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc. Jan 17 12:46:27.454179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '8cd79b43-87a0-49a1-850a-efbfd8951905'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:27.455528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.511661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.601774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/8cd79b43-87a0-49a1-850a-efbfd8951905/53b9f9c7-d2b2-452e-a31e-0469f243ac97) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:27.632583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:27.638012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c58aca6-2d22-4366-a9fc-998237ce7abc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.640616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c58aca6-2d22-4366-a9fc-998237ce7abc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.642409 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6c58aca6-2d22-4366-a9fc-998237ce7abc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/158453ab-dc1b-4d37-ad13-6db5bf4f082f HTTP/1.1" status: 204 len: 168 time: 0.3455625 Jan 17 12:46:27.647082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43612) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:27.695215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58aca6-2d22-4366-a9fc-998237ce7abc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158453ab-dc1b-4d37-ad13-6db5bf4f082f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:27.752555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.760279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.771413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 39175d1f-38bc-4a1d-938e-9176a670a1ae yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:27.831084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.842696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.858915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.867730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:27.871631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:27.875890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bd838c7c-427e-475f-a912-f89e6626f37a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2266481 Jan 17 12:46:27.881998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43616) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:27.884722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:27.886657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334820012'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:27.886799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Pushing event updated for resources: {'Port': ['ID=53b9f9c7-d2b2-452e-a31e-0469f243ac97,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:27.941989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Attempting to bind port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:27.942342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Attempting to bind port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:27.942707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Attempting to bind port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:27.947713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:27.948052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:27.948453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.948849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:27.949314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Bound port: 53b9f9c7-d2b2-452e-a31e-0469f243ac97, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:27.949691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:27.991178 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:27.991810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:46:27.995716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Router 28cf0aeb-1a51-4622-868f-b940a44a4507 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:28.018394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] For port 53b9f9c7-d2b2-452e-a31e-0469f243ac97, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:28.021514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] For port 53b9f9c7-d2b2-452e-a31e-0469f243ac97, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=53b9f9c7-d2b2-452e-a31e-0469f243ac97,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:28.054199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.093124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3d0ea860-179d-4bd9-8db5-fbedc40a0b35 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6943383 Jan 17 12:46:28.097672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43618) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.157266 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.168542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.191243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43b3be-14d3-415f-8303-5bc8cc6941bb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:28.197209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec43b3be-14d3-415f-8303-5bc8cc6941bb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0985732 Jan 17 12:46:28.197971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.235677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a539c3-9755-432b-a751-2320d4ab9b4d None None] Pushing event updated for resources: {'Port': ['ID=53b9f9c7-d2b2-452e-a31e-0469f243ac97,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:28.250210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.266269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45dcce-cb3f-4106-a338-22a3d10e6928 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:28.268352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45dcce-cb3f-4106-a338-22a3d10e6928 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:28.270072 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ef45dcce-cb3f-4106-a338-22a3d10e6928 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0709748 Jan 17 12:46:28.275062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43624) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.293819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c0516-e49b-4c1a-9e1b-d564d7eb4f5e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:28.338360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.341609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.346833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f992025b-ef8a-4ae1-99c0-f75f03d87820 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4637969 Jan 17 12:46:28.347822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43626) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.348999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:28.353299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-74edcde3-6e2f-4f17-aaf8-89d64d0dc667 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '3e5c0516-e49b-4c1a-9e1b-d564d7eb4f5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:28.355135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.359118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.367069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] Sync routers for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:28.382215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:28.382931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:28.393630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.407572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 8cd79b43-87a0-49a1-850a-efbfd8951905 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:28.414452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.433949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:28.453194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:28.453732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:28.456754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.500457 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cc939b62-1237-4b7a-b2a9-0b575661d7b4 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "DELETE /v2.0/floatingips/306124ed-9699-472e-a898-5e96a5049ba0 HTTP/1.1" status: 204 len: 168 time: 2.7542877 Jan 17 12:46:28.500773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:28.500773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f4531-5bd3-4b3f-a505-5f0b47a8ed8f None None] The sync data for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:28.502221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43628) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.519833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:28.534014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-74edcde3-6e2f-4f17-aaf8-89d64d0dc667 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The resource could not be found. Jan 17 12:46:28.541834 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-74edcde3-6e2f-4f17-aaf8-89d64d0dc667 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1922152 Jan 17 12:46:28.542591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43630) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.550916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-debf2aa7-3407-4dd6-ba05-fafa1ca107d6 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '3e5c0516-e49b-4c1a-9e1b-d564d7eb4f5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1f549239-7d2d-471a-a8fd-2f3b857a448d'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:28.630074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 53b9f9c7-d2b2-452e-a31e-0469f243ac97 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:28.648720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.690362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:28.690726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.773396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.776978 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-debf2aa7-3407-4dd6-ba05-fafa1ca107d6 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The resource could not be found. Jan 17 12:46:28.777342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.781015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-debf2aa7-3407-4dd6-ba05-fafa1ca107d6 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2336268 Jan 17 12:46:28.784878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43634) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:28.829163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 53b9f9c7-d2b2-452e-a31e-0469f243ac97, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=53b9f9c7-d2b2-452e-a31e-0469f243ac97,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:28.887667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.925749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c52ee1d0-135e-4d2b-a283-1a26212ca13b tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.957759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.958824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c52ee1d0-135e-4d2b-a283-1a26212ca13b tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.969255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:28.982832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:28.984416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=de59be33-70e4-4525-bbe8-802907a744c9,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:28.993290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Allocated IP 172.26.4.101 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/7f6d03cb-cd13-4c77-9628-a6dea02d866e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:28.995358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=53b9f9c7-d2b2-452e-a31e-0469f243ac97,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:28.998903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:28.999357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cafb8723-d0b2-4227-8f9e-5beb6e7b5e44 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:29.133746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.135742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c52ee1d0-135e-4d2b-a283-1a26212ca13b tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.140532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c52ee1d0-135e-4d2b-a283-1a26212ca13b tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.146500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c52ee1d0-135e-4d2b-a283-1a26212ca13b tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/3e5c0516-e49b-4c1a-9e1b-d564d7eb4f5e HTTP/1.1" status: 204 len: 168 time: 0.3602290 Jan 17 12:46:29.147244 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43638) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.175098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.180894 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 1e4cb65c-c750-4c34-9784-82fa2bd68a56 associated. External IP: 172.26.4.207, port: fd4d983c-a359-4cf5-9509-38f44c1269e5. Jan 17 12:46:29.186572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ee1d0-135e-4d2b-a283-1a26212ca13b tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c0516-e49b-4c1a-9e1b-d564d7eb4f5e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:29.255554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Router 3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:29.256111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43640) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.257040 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6a3cf87e-a652-4636-ae29-66b28dd1b0cb tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1026156 Jan 17 12:46:29.263535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8718a88c-64f1-47cd-9b1e-f51ad8338ab1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '209112de-a57f-4236-a37c-7234b12c4fd0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:29.328617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.379962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:29.389038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:29.391238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Pushing event updated for resources: {'Port': ['ID=7f6d03cb-cd13-4c77-9628-a6dea02d866e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:29.401550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:29.511207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:29.519188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.522872 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-25ae8682-aaf2-434a-bb9a-6f47bdb3efe9 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "PUT /v2.0/routers/3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 HTTP/1.1" status: 200 len: 883 time: 5.1550083 Jan 17 12:46:29.528795 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] Sync routers for ids ['3b7cdfb3-88f7-499b-bff2-abf357cfb8c9'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:29.529279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43644) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.532960 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] Routers {'3b7cdfb3-88f7-499b-bff2-abf357cfb8c9'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:29.534092 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['3b7cdfb3-88f7-499b-bff2-abf357cfb8c9'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:29.563442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2b0eb545-dbbf-4678-bf2f-a3d7dfded82b None None] Provisioning complete for port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:29.564753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb545-dbbf-4678-bf2f-a3d7dfded82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.586932 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:29.604964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:29.606072 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] Routers {'3b7cdfb3-88f7-499b-bff2-abf357cfb8c9'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:29.607237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.608018 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['3b7cdfb3-88f7-499b-bff2-abf357cfb8c9'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:29.649142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd79b43-87a0-49a1-850a-efbfd8951905,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:29.651160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.654312 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-04671437-fdbe-45d9-becb-eb2f9d915408 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/8cd79b43-87a0-49a1-850a-efbfd8951905 HTTP/1.1" status: 204 len: 168 time: 1.3758810 Jan 17 12:46:29.656947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43646) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.663127 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:29.664161 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c49e5-fe8f-4916-b235-330cc514e60a None None] The sync data for ids ['3b7cdfb3-88f7-499b-bff2-abf357cfb8c9'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:29.673141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bac506-2db7-4c1d-85c1-763788dd92ce None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:29.698822 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4d5e51dd-d279-46ce-bdf0-f6ac1f986c3a tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 HTTP/1.1" status: 200 len: 924 time: 0.1716385 Jan 17 12:46:29.699810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43648) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.700684 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5b843781-8ca5-49d2-ab5c-b93ff4492c27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426843 Jan 17 12:46:29.705679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.708350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43650) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.729775 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-8718a88c-64f1-47cd-9b1e-f51ad8338ab1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The resource could not be found. Jan 17 12:46:29.730807 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8718a88c-64f1-47cd-9b1e-f51ad8338ab1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4713962 Jan 17 12:46:29.734292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43652) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.740597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--322947800'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:29.750105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:29.831371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:29.844878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:29.856979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:29.857669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:29.871603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.899158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.938446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:29.951726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:29.956778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa78bfd-9149-48f4-a508-127c149b86b4 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:29.960685 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aaa78bfd-9149-48f4-a508-127c149b86b4 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=3b7cdfb3-88f7-499b-bff2-abf357cfb8c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2508295 Jan 17 12:46:29.963846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43658) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:29.965523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:30.004348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.012962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:30.013578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:30.039144 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4285b1ab-1226-40f3-96cc-c945bb27c6d0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5045502 Jan 17 12:46:30.041739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43660) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:30.046737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:30.058449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:30.059107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4444421-b71c-4312-ab91-340a5835fa3a None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:30.073369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] Deleting port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:30.073848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.112366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.144823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] For port 53b9f9c7-d2b2-452e-a31e-0469f243ac97, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=53b9f9c7-d2b2-452e-a31e-0469f243ac97,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:30.145552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.160788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.161222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] Calling delete_port for 53b9f9c7-d2b2-452e-a31e-0469f243ac97 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:30.163423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:30.167393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.182243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.229541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.250776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdccb92-2bcf-4752-a3bc-30ce066202ac,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:30.255482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.259278 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-19d0f6d9-acfd-450f-b102-8d25a90bbfc4 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5216806 Jan 17 12:46:30.261508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43662) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:30.268320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298454805'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:30.274835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63129e57-955e-4b2c-89d2-d0851f3c1bbb tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:30.279115 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-63129e57-955e-4b2c-89d2-d0851f3c1bbb tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.3093650 Jan 17 12:46:30.280413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43664) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:30.310859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.315023 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ecb75827-148c-4977-afb1-dba5dfdcc890 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 HTTP/1.1" status: 200 len: 205 time: 0.0338082 Jan 17 12:46:30.317611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43666) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:30.340624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Pushing event updated for resources: {'Port': ['ID=7f6d03cb-cd13-4c77-9628-a6dea02d866e,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:30.422436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.422719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.431398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.516521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] No DVR routers for this DVR port 53b9f9c7-d2b2-452e-a31e-0469f243ac97 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:30.519944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d89b1b-6dff-4b7a-b030-0a4220936eb4 None None] Pushing event deleted for resources: {'Port': ['ID=53b9f9c7-d2b2-452e-a31e-0469f243ac97,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:30.676404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.677714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.678224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 53b9f9c7-d2b2-452e-a31e-0469f243ac97 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:30.678224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 53b9f9c7-d2b2-452e-a31e-0469f243ac97 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:30.678224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 53b9f9c7-d2b2-452e-a31e-0469f243ac97 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:30.700139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.700874 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 1e4cb65c-c750-4c34-9784-82fa2bd68a56 disassociated. External IP: 172.26.4.207, port: fd4d983c-a359-4cf5-9509-38f44c1269e5. Jan 17 12:46:30.707994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.777488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.777488 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1aa11ac7-5c4a-4b0c-b0d0-7b215bb336f3 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2416744 Jan 17 12:46:30.777488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43670) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:30.851867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:30.923061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.930408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.961462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:30.962842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c204166c-76cd-4b20-8fe1-6da6ee9792fb,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:30.966173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:30.996463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:31.034409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:31.041229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:31.042256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.048909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=a6615c79-a589-40f8-a48b-0d1c7876c6b1,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:31.050056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3742f-2a1b-4a28-aa96-999acf3436a5 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:31.070362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.075048 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a07a0d1b-115a-426a-b228-ea2fdd250303 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8073399 Jan 17 12:46:31.075048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43676) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.081128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a14265a5-195b-47ee-b932-4d304ba1800a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group_rule': {'security_group_id': '0cdccb92-2bcf-4752-a3bc-30ce066202ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c204166c-76cd-4b20-8fe1-6da6ee9792fb'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:31.104392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:31.113385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.114968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Deleting port cf3031b0-1d75-40a9-a4b6-0563dff85bb6 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:31.115388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.116286 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:31.134623 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:31.135921 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:31.160911 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b69ae36c-b762-4765-8747-721e34f1e587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/floatingips/1e4cb65c-c750-4c34-9784-82fa2bd68a56 HTTP/1.1" status: 200 len: 688 time: 1.1166854 Jan 17 12:46:31.163402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43680) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.223168 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:31.233996 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:31.236334 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:31.279636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:31.283578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.284533 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:31.285385 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b890a216-edfe-47a1-941b-d61ca8c02608 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:31.329771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port de59be33-70e4-4525-bbe8-802907a744c9 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:31.330142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.332497 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-a14265a5-195b-47ee-b932-4d304ba1800a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:46:31.336268 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a14265a5-195b-47ee-b932-4d304ba1800a tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2578921 Jan 17 12:46:31.337129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43682) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.432891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/a6615c79-a589-40f8-a48b-0d1c7876c6b1/7cdee4ca-c8ab-443f-9bb0-e45589293f6f) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:31.447020 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d1207757-808c-4e5e-be3d-385f6db0a5e4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7244503 Jan 17 12:46:31.447950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43684) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.452345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:31.474589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.475121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.488950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3f32972e-eba3-4077-9f60-aac9978f351d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.499358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for de59be33-70e4-4525-bbe8-802907a744c9 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:31.535963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.539042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3f32972e-eba3-4077-9f60-aac9978f351d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.544772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.587076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.588354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.588506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Calling delete_port for cf3031b0-1d75-40a9-a4b6-0563dff85bb6 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:31.593534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.664923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.678568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.713935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:31.714478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Allocated IP 172.26.4.104 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/70c75d6f-344c-4c46-b188-940e593f38df) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:31.717051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:31.720089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:31.750635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3f32972e-eba3-4077-9f60-aac9978f351d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.754383 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3f32972e-eba3-4077-9f60-aac9978f351d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.757846 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3f32972e-eba3-4077-9f60-aac9978f351d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/c204166c-76cd-4b20-8fe1-6da6ee9792fb HTTP/1.1" status: 204 len: 168 time: 0.4077458 Jan 17 12:46:31.757991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Pushing event updated for resources: {'Port': ['ID=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:31.759679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43688) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.786435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.796055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32972e-eba3-4077-9f60-aac9978f351d tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204166c-76cd-4b20-8fe1-6da6ee9792fb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:31.800897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Attempting to bind port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:31.801313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Attempting to bind port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:31.801951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Attempting to bind port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:31.812916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:31.813303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:31.814674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.815054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:31.816662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Bound port: 7cdee4ca-c8ab-443f-9bb0-e45589293f6f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:31.819966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.836177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.882925 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f18b9c7d-0d3e-49c5-9f9e-4a0126961132 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1221592 Jan 17 12:46:31.885906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=de59be33-70e4-4525-bbe8-802907a744c9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:31.886664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43690) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.894531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.899279 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1b159b5b-8c25-4089-82d9-3ba9e10c30be tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4466820 Jan 17 12:46:31.904314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43692) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.910570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] For port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:31.914490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] For port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:31.935700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.951575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.954044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:31.955303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3461d76a-bc67-4976-94d4-57914315a3c7 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/floatingips/1e4cb65c-c750-4c34-9784-82fa2bd68a56 HTTP/1.1" status: 204 len: 168 time: 0.7907264 Jan 17 12:46:31.959045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43694) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:31.963342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'bafdf262-55b3-4301-aa0d-c4f2a6ed2340'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:31.991071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.057053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01cfc2-5bf2-4791-8408-a01c9909690e None None] Pushing event updated for resources: {'Port': ['ID=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:32.087664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.218320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2712b1d4-73f5-4b90-849a-a54e7127cf42 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.224884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.250928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.271847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.308554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event deleted for resources: {'Port': ['ID=cf3031b0-1d75-40a9-a4b6-0563dff85bb6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:32.329081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2712b1d4-73f5-4b90-849a-a54e7127cf42 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.381596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.243 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/35774738-1488-4cbb-bac5-8ab11a1b4c75) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:32.398407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:32.429654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:32.442041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:32.494625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.504809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Pushing event updated for resources: {'Port': ['ID=70c75d6f-344c-4c46-b188-940e593f38df,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:32.546897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.559121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.597622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.621991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cdee4ca-c8ab-443f-9bb0-e45589293f6f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:32.637385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:32.641762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:32.649101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:32.661262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2712b1d4-73f5-4b90-849a-a54e7127cf42 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.663526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2712b1d4-73f5-4b90-849a-a54e7127cf42 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.666928 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2712b1d4-73f5-4b90-849a-a54e7127cf42 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/0cdccb92-2bcf-4752-a3bc-30ce066202ac HTTP/1.1" status: 204 len: 168 time: 0.7743998 Jan 17 12:46:32.678476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43700) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:32.681187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:32.681626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.693562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=35774738-1488-4cbb-bac5-8ab11a1b4c75,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:32.721869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.755407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.763090 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f545271d-ad1c-40a3-887c-9ad19d58d487 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0786164 Jan 17 12:46:32.767757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43702) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:32.772476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'tempest-secgroup--21950329'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:32.782078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.843689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:32.885748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b1d4-73f5-4b90-849a-a54e7127cf42 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdccb92-2bcf-4752-a3bc-30ce066202ac,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:32.887703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.924901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:32.958855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:33.032215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.045961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::1 (a66930c0-bf2c-424b-976e-045386db06ff/a6615c79-a589-40f8-a48b-0d1c7876c6b1/7436fe65-4eb5-464e-9b17-5e0f9a5a7315) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:33.108234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.108791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Fanout notify agent at l3_agent the message router_deleted on router 3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:33.118548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.119749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-efda2cf5-0397-4e60-8de7-bde14e8fc623 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 HTTP/1.1" status: 204 len: 168 time: 2.7802052 Jan 17 12:46:33.124988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43706) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:33.146706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1710171344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:33.185449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.206006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-74e69658-5ab8-449e-8980-3d7f4977e1ff None None] Provisioning complete for port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:33.206476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-74e69658-5ab8-449e-8980-3d7f4977e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.264298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.321102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.322115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.382415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.414489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.447001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.451830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.465003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.506878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:33.509793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:33.513451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:33.514004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.522024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.555911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377e0470-136f-4441-9787-d89c7173d47f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:33.565392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.569558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.574863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:33.612412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.665655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.667201 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4e65ba14-e42d-4474-a3de-347f688b24d8 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8985353 Jan 17 12:46:33.672670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43712) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:33.687993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-42229c2a-ad51-4a73-989b-217098c3b301 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:33.689502 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.api.v2.base [None req-42229c2a-ad51-4a73-989b-217098c3b301 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 17 12:46:33.689502 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-42229c2a-ad51-4a73-989b-217098c3b301 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] update failed (client error): There was a conflict when trying to complete your request. Jan 17 12:46:33.692950 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-42229c2a-ad51-4a73-989b-217098c3b301 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "PUT /v2.0/security-groups/377e0470-136f-4441-9787-d89c7173d47f HTTP/1.1" status: 409 len: 330 time: 0.0160596 Jan 17 12:46:33.693555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43714) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:33.704537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Pushing event updated for resources: {'Port': ['ID=70c75d6f-344c-4c46-b188-940e593f38df,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:33.709154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.712488 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a52923b0-0efc-4bae-aa6f-a9d2b7ac27f1 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5843768 Jan 17 12:46:33.719380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43716) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:33.728071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-83f8f900-a7c0-46b1-8e6d-a12d7a8fcd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.728812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': True}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:33.734249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.798229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.825922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f1908af0-00a8-4ebd-93da-569446a95440 None None] Provisioning complete for port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:33.826550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1908af0-00a8-4ebd-93da-569446a95440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.857628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.864173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f1908af0-00a8-4ebd-93da-569446a95440 None None] Port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:33.865854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.906603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.907959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7ecb748b-1f16-4aed-bf15-5faa52051501 tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1586547 Jan 17 12:46:33.922634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:33.943100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aca2dd0d-527f-47e9-948e-73a631e610dc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:33.989463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=35774738-1488-4cbb-bac5-8ab11a1b4c75,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:33.999382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.055360 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8fef04ef-c441-48b8-8152-d7f1696e29a7 tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4776 time: 0.1264925 Jan 17 12:46:34.055555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aca2dd0d-527f-47e9-948e-73a631e610dc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.055780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43722) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.073372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.113531 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 48cd72c6-8460-4836-9ea9-a5985bfceec9 associated. External IP: 172.26.4.243, port: bafdf262-55b3-4301-aa0d-c4f2a6ed2340. Jan 17 12:46:34.328126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:34.436379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:34.448507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:34.457777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:34.458453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:34.513731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:34.519972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de202943-e296-4d8e-bd2a-7562bb481f81 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4604142 Jan 17 12:46:34.522730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43728) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.529199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:34.530768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:34.534259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.602665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cdee4ca-c8ab-443f-9bb0-e45589293f6f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:34.605880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:34.606491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99475e36-b2cd-49e5-ac50-b38879f9e5d8 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:34.650751 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5487355d-f1fa-4f68-98ed-6e1c217bf7fb tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6906269 Jan 17 12:46:34.650979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43730) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.657223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:34.658244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.696210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Deleting port 70c75d6f-344c-4c46-b188-940e593f38df {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:34.696558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.697498 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aca2dd0d-527f-47e9-948e-73a631e610dc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.700051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aca2dd0d-527f-47e9-948e-73a631e610dc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.703548 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aca2dd0d-527f-47e9-948e-73a631e610dc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/377e0470-136f-4441-9787-d89c7173d47f HTTP/1.1" status: 204 len: 168 time: 1.0051792 Jan 17 12:46:34.708614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43732) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.740869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2dd0d-527f-47e9-948e-73a631e610dc tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e0470-136f-4441-9787-d89c7173d47f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:34.765365 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-06c7373d-e91f-4af4-91e3-ff537772dced tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/floatingips/48cd72c6-8460-4836-9ea9-a5985bfceec9 HTTP/1.1" status: 200 len: 977 time: 0.1112599 Jan 17 12:46:34.769936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43734) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.805800 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-23c029dc-c86f-4ff0-85aa-ea4e91ad9c21 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0961046 Jan 17 12:46:34.810787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43736) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.825764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.826088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:34.837718 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-f4a988cf-f9c7-4c3b-a505-2c412ed90d13 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] delete failed (client error): The resource could not be found. Jan 17 12:46:34.838713 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f4a988cf-f9c7-4c3b-a505-2c412ed90d13 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "DELETE /v2.0/security-groups/203f5f55-46f3-40c5-bd30-c93712ad1c54 HTTP/1.1" status: 404 len: 347 time: 0.0270309 Jan 17 12:46:34.846577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43738) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.852984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Calling delete_port for 70c75d6f-344c-4c46-b188-940e593f38df owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:34.863661 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d9b79eaa-8b7f-44e9-b697-c2622fdc91a1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] show failed (client error): The resource could not be found. Jan 17 12:46:34.864638 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d9b79eaa-8b7f-44e9-b697-c2622fdc91a1 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-groups/0260ef9c-d409-4d27-88b1-ab811eca63f2 HTTP/1.1" status: 404 len: 347 time: 0.0171635 Jan 17 12:46:34.868382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43740) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.886099 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-322bc0fb-a7ce-434c-a4e0-0a01434597b3 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] show failed (client error): The resource could not be found. Jan 17 12:46:34.886345 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-322bc0fb-a7ce-434c-a4e0-0a01434597b3 tempest-NegativeSecGroupTest-856788502 tempest-NegativeSecGroupTest-856788502-project] 10.222.0.77 "GET /v2.0/security-group-rules/20d9f133-e09c-4ade-bd88-a75d3a462d8f HTTP/1.1" status: 404 len: 356 time: 0.0170698 Jan 17 12:46:34.951957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1d18d5fd-75d2-4767-bf06-5196c5cb89b6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1785073 Jan 17 12:46:34.957823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43744) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:34.962951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'port_id': 'fd4d983c-a359-4cf5-9509-38f44c1269e5'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:34.986267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.001567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.021798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.050934 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.075406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.078739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.186022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.216708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:35.219458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Allocated IP 172.26.4.43 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/b9a51b30-69af-49b0-a05c-e76e10a2fad7) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:35.256153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Pushing event deleted for resources: {'Port': ['ID=70c75d6f-344c-4c46-b188-940e593f38df,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:35.350143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.365950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.368799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.374781 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a4f7e9f-f389-4016-8eed-052b34f522ba tempest-FloatingIPAdminTestJSON-1278565269 tempest-FloatingIPAdminTestJSON-1278565269-project] 10.222.0.77 "DELETE /v2.0/floatingips/5565d938-8d84-4817-b005-610cd369aa76 HTTP/1.1" status: 204 len: 168 time: 0.8462093 Jan 17 12:46:35.374920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43750) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:35.385782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:35.388080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:35.444562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43752) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:35.462294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.518263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:35.527567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:35.531440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:35.534393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Port': ['ID=b9a51b30-69af-49b0-a05c-e76e10a2fad7,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:35.713455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-46ab0be5-df0f-4ea3-ba1b-efaf7953d036 None None] Provisioning complete for port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:35.714767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46ab0be5-df0f-4ea3-ba1b-efaf7953d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.723390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Router 78db821d-df0b-468a-9cf8-27eee8db12bf is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:35.757537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-46ab0be5-df0f-4ea3-ba1b-efaf7953d036 None None] Port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:35.867699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:35.877860 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Sync routers for ids ['78db821d-df0b-468a-9cf8-27eee8db12bf'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:35.887927 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Routers {'78db821d-df0b-468a-9cf8-27eee8db12bf'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:35.888634 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['78db821d-df0b-468a-9cf8-27eee8db12bf'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:35.900509 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-95845fff-cdf8-4f85-b5fd-14374d3b062a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "PUT /v2.0/routers/78db821d-df0b-468a-9cf8-27eee8db12bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9875903 Jan 17 12:46:35.901770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43760) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:35.963176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10661d0-05a4-4bf7-af62-f796cb869d7b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:35.966684 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b10661d0-05a4-4bf7-af62-f796cb869d7b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports/7436fe65-4eb5-464e-9b17-5e0f9a5a7315 HTTP/1.1" status: 200 len: 911 time: 0.0604026 Jan 17 12:46:35.966684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.968724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43762) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:35.982314 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Set router 78db821d-df0b-468a-9cf8-27eee8db12bf gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:35.993188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Deleting port 7f6d03cb-cd13-4c77-9628-a6dea02d866e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:35.993535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:35.999188 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8d900c4a-a701-49a2-b84f-d381df4c4343 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1038ebe8291c46d797f98b1f4fd541c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478561 Jan 17 12:46:36.000437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43764) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:36.104160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c9828-7721-444e-95c2-e33fd6bf7882 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:36.110609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c9828-7721-444e-95c2-e33fd6bf7882 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:36.113045 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a97c9828-7721-444e-95c2-e33fd6bf7882 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1430657 Jan 17 12:46:36.115728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43766) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:36.149445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-960f4c48-2776-4f6f-b4ca-45cc45ae260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.196678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40986784-eaf7-494d-8c81-428d824a1ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.206663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-960f4c48-2776-4f6f-b4ca-45cc45ae260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.209641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.210171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.212397 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:31Z', 'updated_at': '2022-01-17T12:46:33Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None, '_interfaces': [{'id': '7436fe65-4eb5-464e-9b17-5e0f9a5a7315', 'name': '', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'mac_address': 'fa:16:3e:41:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:32Z', 'updated_at': '2022-01-17T12:46:34Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'subnets': [{'id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:36.228577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.resource_extend [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:46:36.243949 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Checking router: 78db821d-df0b-468a-9cf8-27eee8db12bf for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:36.244309 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Updating router 78db821d-df0b-468a-9cf8-27eee8db12bf port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:46:36.274184 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.274717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Calling delete_port for 7f6d03cb-cd13-4c77-9628-a6dea02d866e owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:36.316680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.374788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.381099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.425987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.482319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-960f4c48-2776-4f6f-b4ca-45cc45ae260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.484905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-960f4c48-2776-4f6f-b4ca-45cc45ae260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.498968 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-960f4c48-2776-4f6f-b4ca-45cc45ae260e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6866e559-fa0c-4db1-9f1d-1f59a81844b3 HTTP/1.1" status: 204 len: 168 time: 0.4885721 Jan 17 12:46:36.520838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f4c48-2776-4f6f-b4ca-45cc45ae260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866e559-fa0c-4db1-9f1d-1f59a81844b3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:36.585104 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.606259 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 48cd72c6-8460-4836-9ea9-a5985bfceec9 associated. External IP: 172.26.4.243, port: bafdf262-55b3-4301-aa0d-c4f2a6ed2340. Jan 17 12:46:36.609579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.682076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f6d03cb-cd13-4c77-9628-a6dea02d866e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:36.688131 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.753011 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Pushing event updated for resources: {'Port': ['ID=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:36.786480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.788752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.789973 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d54d4268-afb6-4dc1-a253-e332eb42b73a tempest-FloatingIPAdminTestJSON-571099129 tempest-FloatingIPAdminTestJSON-571099129-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/29ed2837-5cab-47a9-af70-bc30b6f63b4e HTTP/1.1" status: 204 len: 168 time: 1.4141738 Jan 17 12:46:36.795849 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43776) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:36.833521 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Attempting to bind port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:36.833521 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Attempting to bind port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:36.833817 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Attempting to bind port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:36.839859 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.840216 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.840553 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.840877 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.841198 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.841531 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.841854 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.842281 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.842526 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.842983 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.843347 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.843690 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:46:36.847994 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:36.848362 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:36.848757 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.849133 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:36.849601 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Bound port: 7436fe65-4eb5-464e-9b17-5e0f9a5a7315, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:36.850036 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:36.961010 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] For port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:36.965042 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] For port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:36.995238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Router 2ce027a2-2890-46a2-8198-438feda4dc79 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:37.014360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting port 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:37.014710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.053680 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.068713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:37.146108 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Routers {'78db821d-df0b-468a-9cf8-27eee8db12bf'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:37.147611 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['78db821d-df0b-468a-9cf8-27eee8db12bf'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.169497 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.208623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.220411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Calling delete_port for 0a671747-1632-4fc0-a4f9-d7ab0acbcbcc owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:37.230528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b40b3f29-ac55-467d-bd6d-48c9c099976c None None] Provisioning complete for port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:37.230907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f29-ac55-467d-bd6d-48c9c099976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.238234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:37.269897 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e63dc-2050-4f82-952f-b12416c557f4 None None] Pushing event updated for resources: {'Port': ['ID=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:37.304216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:37.308591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.319167 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-573f7303-6cb1-40e4-af0d-da612fff2c61 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "PUT /v2.0/routers/2ce027a2-2890-46a2-8198-438feda4dc79 HTTP/1.1" status: 200 len: 918 time: 3.5960004 Jan 17 12:46:37.321549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43790) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:37.339175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:37.356776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] Sync routers for ids ['2ce027a2-2890-46a2-8198-438feda4dc79'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:37.372526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] Routers {'2ce027a2-2890-46a2-8198-438feda4dc79'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:37.374210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2ce027a2-2890-46a2-8198-438feda4dc79'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.404052 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:37.404815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.421979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.487213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f29-ac55-467d-bd6d-48c9c099976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.490603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.495087 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] Set router 78db821d-df0b-468a-9cf8-27eee8db12bf gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:37.497077 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.526260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b40b3f29-ac55-467d-bd6d-48c9c099976c None None] For port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:37.528568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] Routers {'2ce027a2-2890-46a2-8198-438feda4dc79'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:37.529561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2ce027a2-2890-46a2-8198-438feda4dc79'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.550601 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:37.551823 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.572969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.574454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d9710-1d5b-4cc7-8bdc-1dfd301b5001 None None] The sync data for ids ['2ce027a2-2890-46a2-8198-438feda4dc79'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:37.609627 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.610012 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb78173-385f-47f3-8f5e-e0bf552e735f None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:37.614336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b40b3f29-ac55-467d-bd6d-48c9c099976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.658863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.672522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b3f29-ac55-467d-bd6d-48c9c099976c None None] Pushing event updated for resources: {'Port': ['ID=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:37.673583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:37.701477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Port': ['ID=0a671747-1632-4fc0-a4f9-d7ab0acbcbcc,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:37.754134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4b0974e2-4600-4d46-96b1-d72c04ee40db None None] Provisioning complete for port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:37.754736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4b0974e2-4600-4d46-96b1-d72c04ee40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.823293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:37.827847 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-302aa814-012a-4f95-a6e0-c5db838e0df8 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "DELETE /v2.0/ports/0a671747-1632-4fc0-a4f9-d7ab0acbcbcc HTTP/1.1" status: 204 len: 168 time: 1.0309839 Jan 17 12:46:37.833002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43800) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:37.844115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d021c1e9-8d3a-4745-95d0-c2ae1fd899b3 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/2ce027a2-2890-46a2-8198-438feda4dc79 HTTP/1.1" status: 200 len: 924 time: 0.5071800 Jan 17 12:46:37.853021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43802) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:37.887910 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:31Z', 'updated_at': '2022-01-17T12:46:33Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None, '_interfaces': [{'id': '7436fe65-4eb5-464e-9b17-5e0f9a5a7315', 'name': '', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'mac_address': 'fa:16:3e:41:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:32Z', 'updated_at': '2022-01-17T12:46:36Z', 'revision_number': 4, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'subnets': [{'id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:37.976305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434cb683-8f03-429a-8461-eb81378839bd tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:37.981157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-434cb683-8f03-429a-8461-eb81378839bd tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=2ce027a2-2890-46a2-8198-438feda4dc79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1237671 Jan 17 12:46:38.011268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43808) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.020821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:38.033383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:38.052975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:38.056910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:38.073561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.074534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43810) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.078517 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027452 Jan 17 12:46:38.082996 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8cd2b-d10a-4e6d-8424-2ab7ba766a01 None None] The sync data for ids ['78db821d-df0b-468a-9cf8-27eee8db12bf'] in dv-neutron-824886-1-hyperv is: [{'id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:31Z', 'updated_at': '2022-01-17T12:46:33Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None, '_interfaces': [{'id': '7436fe65-4eb5-464e-9b17-5e0f9a5a7315', 'name': '', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'mac_address': 'fa:16:3e:41:cb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:32Z', 'updated_at': '2022-01-17T12:46:36Z', 'revision_number': 4, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'subnets': [{'id': 'a6615c79-a589-40f8-a48b-0d1c7876c6b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:38.084570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43812) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.123685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:38.135304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:38.136420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:38.163863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9d2ad-6b79-48cb-9dbb-21453e8f1f47 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:38.164391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e8125-efd2-4676-882b-a15a756c750b tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:38.165682 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b0c9d2ad-6b79-48cb-9dbb-21453e8f1f47 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.1524978 Jan 17 12:46:38.168663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b66e8125-efd2-4676-882b-a15a756c750b tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "GET /v2.0/ports?device_id=28cf0aeb-1a51-4622-868f-b940a44a4507 HTTP/1.1" status: 200 len: 913 time: 0.3355474 Jan 17 12:46:38.168942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43816) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.175917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43818) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.195129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:38.196061 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159f328-bda9-46c3-84be-1e15c3ef3d56 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:38.209037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:38.209382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.213915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3a4bc353-bed8-41c7-b34e-d9ff1bfd9d21 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ce027a2-2890-46a2-8198-438feda4dc79 HTTP/1.1" status: 200 len: 205 time: 0.0348034 Jan 17 12:46:38.217267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43820) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.228478 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d043af68-555a-443c-a59d-fdffe53d0c8a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/floatingips/48cd72c6-8460-4836-9ea9-a5985bfceec9 HTTP/1.1" status: 200 len: 977 time: 3.2695928 Jan 17 12:46:38.232944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43822) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.242039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:38.270041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e94ca26-ee00-4d06-a3df-72fd5276cb0e tempest-NetworksApiDiscovery-2110686888 tempest-NetworksApiDiscovery-2110686888-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1842353 Jan 17 12:46:38.382748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.402278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:38.402647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.438378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:38.472004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.674440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:38.684380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.701084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.761263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:38.761643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.851072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.851914 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No ports have port_id starting with 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 Jan 17 12:46:38.909263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=7436fe65-4eb5-464e-9b17-5e0f9a5a7315,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:38.910998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.945571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Deleting port b9a51b30-69af-49b0-a05c-e76e10a2fad7 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:38.945571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:38.948213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43832) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:38.979144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.069296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.150473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.150990 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 48cd72c6-8460-4836-9ea9-a5985bfceec9 disassociated. External IP: 172.26.4.243, port: fd4d983c-a359-4cf5-9509-38f44c1269e5. Jan 17 12:46:39.190452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.210837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Calling delete_port for b9a51b30-69af-49b0-a05c-e76e10a2fad7 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:39.289182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4ad3-c8cc-4032-8ab0-cc05a0d6b369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.351994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Router 78db821d-df0b-468a-9cf8-27eee8db12bf has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:39.457383 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.553041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:39.782985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:39.788101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.792722 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:39.808217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:39.809551 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:39.814742 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:39.822815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e844be9-36db-427d-8c75-46fd05338541 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "PUT /v2.0/routers/78db821d-df0b-468a-9cf8-27eee8db12bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7036850 Jan 17 12:46:39.824262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43840) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:39.834415 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-55502353-d6f7-412d-b83b-a1a87b0fca85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/floatingips/48cd72c6-8460-4836-9ea9-a5985bfceec9 HTTP/1.1" status: 200 len: 688 time: 1.5999267 Jan 17 12:46:39.838054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43842) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:39.862064 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:39.873279 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:39.873887 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:39.906482 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:39.907184 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6809f1-e76a-4092-938d-660c11bb4cf2 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:39.911714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4ad3-c8cc-4032-8ab0-cc05a0d6b369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:39.928160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35ca22-9eac-4a00-b590-8dcb8ebc702f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:39.929679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35ca22-9eac-4a00-b590-8dcb8ebc702f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:39.931544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3a35ca22-9eac-4a00-b590-8dcb8ebc702f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049497 Jan 17 12:46:39.934025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43844) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:39.986699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet a6615c79-a589-40f8-a48b-0d1c7876c6b1 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:39.990764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.019789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] Sync routers for ids ['78db821d-df0b-468a-9cf8-27eee8db12bf'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:40.020969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f0b4ad3-c8cc-4032-8ab0-cc05a0d6b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.029689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] Routers {'78db821d-df0b-468a-9cf8-27eee8db12bf'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:40.030465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['78db821d-df0b-468a-9cf8-27eee8db12bf'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:40.032195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting port 392dc1a5-8de2-4432-9397-591b8a391f06 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:40.033492 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.049106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.050727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 35774738-1488-4cbb-bac5-8ab11a1b4c75 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:40.051096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.074488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.113071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] Set router 78db821d-df0b-468a-9cf8-27eee8db12bf gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:40.121378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8f0b4ad3-c8cc-4032-8ab0-cc05a0d6b369 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0badb1e1b4f4643a14bbc497d028120&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1711020 Jan 17 12:46:40.122579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43848) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:40.129968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event deleted for resources: {'Port': ['ID=b9a51b30-69af-49b0-a05c-e76e10a2fad7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:40.153828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b4ad3-c8cc-4032-8ab0-cc05a0d6b369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa52e5f-79e6-4c0c-96b2-0ec0670a14ae,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:40.171929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:31Z', 'updated_at': '2022-01-17T12:46:38Z', 'revision_number': 3, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:40.205370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] Checking router: 78db821d-df0b-468a-9cf8-27eee8db12bf for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:40.214987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] Routers {'78db821d-df0b-468a-9cf8-27eee8db12bf'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:40.215737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['78db821d-df0b-468a-9cf8-27eee8db12bf'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:40.232877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.238930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.239256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.262969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.266154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Calling delete_port for 392dc1a5-8de2-4432-9397-591b8a391f06 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:40.268451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 35774738-1488-4cbb-bac5-8ab11a1b4c75 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:40.292204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-987cf4e9-2ba1-4188-890c-6c86e34153ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.342771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.389321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-987cf4e9-2ba1-4188-890c-6c86e34153ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.402455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.406396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.424034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] Set router 78db821d-df0b-468a-9cf8-27eee8db12bf gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:40.480874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:31Z', 'updated_at': '2022-01-17T12:46:38Z', 'revision_number': 3, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:40.514143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed337174-4af1-4250-a147-f1798db07f80 None None] The sync data for ids ['78db821d-df0b-468a-9cf8-27eee8db12bf'] in dv-neutron-824886-1-hyperv is: [{'id': '78db821d-df0b-468a-9cf8-27eee8db12bf', 'name': 'tempest-NetworksTestDHCPv6-router-400447433', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:31Z', 'updated_at': '2022-01-17T12:46:38Z', 'revision_number': 3, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:40.574105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.574749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce027a2-2890-46a2-8198-438feda4dc79 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:40.577765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.586030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.587256 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-72ae114f-47b4-4858-93ff-ea4eee62b2ef tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/2ce027a2-2890-46a2-8198-438feda4dc79 HTTP/1.1" status: 204 len: 168 time: 2.3310559 Jan 17 12:46:40.591256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43852) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:40.598475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388942015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:40.629343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.633515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/a6615c79-a589-40f8-a48b-0d1c7876c6b1 HTTP/1.1" status: 204 len: 168 time: 0.6974080 Jan 17 12:46:40.634352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bc4cef-c10d-4781-b2fd-835a50a3d254 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:40.634502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01702eb7-40bd-4a47-b283-6bff76e9313a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=a6615c79-a589-40f8-a48b-0d1c7876c6b1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:40.635186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43854) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:40.648263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-987cf4e9-2ba1-4188-890c-6c86e34153ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.650755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-987cf4e9-2ba1-4188-890c-6c86e34153ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.651864 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-987cf4e9-2ba1-4188-890c-6c86e34153ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afa52e5f-79e6-4c0c-96b2-0ec0670a14ae HTTP/1.1" status: 204 len: 168 time: 0.5272167 Jan 17 12:46:40.699694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cf4e9-2ba1-4188-890c-6c86e34153ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa52e5f-79e6-4c0c-96b2-0ec0670a14ae,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:40.707370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.728634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.729690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.789223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.791220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.801308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=35774738-1488-4cbb-bac5-8ab11a1b4c75,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:40.870828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.908931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:40.964441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] Deleting port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:40.964605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.988191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:40.993353 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5afd4dae-2066-4db3-8fb1-b8c27b0f008e tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3983004 Jan 17 12:46:40.994584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43860) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.000129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': False}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:41.051058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] For port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:41.051897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.068968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] Calling delete_port for 7cdee4ca-c8ab-443f-9bb0-e45589293f6f owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:41.152039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Port': ['ID=392dc1a5-8de2-4432-9397-591b8a391f06,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:41.242829 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3d6de251-e17d-4008-a9f0-23db7afccfab tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6042249 Jan 17 12:46:41.246608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43864) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.262364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.263977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.268740 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-120636a9-24d5-45e3-852d-739363e1911e tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/floatingips/48cd72c6-8460-4836-9ea9-a5985bfceec9 HTTP/1.1" status: 204 len: 168 time: 1.4295683 Jan 17 12:46:41.272109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43866) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.291222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.315311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-f45d2412-7f99-4a1c-877a-15812d226368 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] delete failed (client error): The resource could not be found. Jan 17 12:46:41.320491 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f45d2412-7f99-4a1c-877a-15812d226368 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/floatingips/48cd72c6-8460-4836-9ea9-a5985bfceec9 HTTP/1.1" status: 404 len: 345 time: 0.0477860 Jan 17 12:46:41.325551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43870) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.344933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] Pushing event deleted for resources: {'Port': ['ID=7cdee4ca-c8ab-443f-9bb0-e45589293f6f,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:41.367072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d1f17-eaa8-4cf8-8584-69dfafaa031d None None] No DVR routers for this DVR port 7cdee4ca-c8ab-443f-9bb0-e45589293f6f on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:41.435055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.469583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.507451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.573441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51128f1-046a-48cb-90a7-d3bee382c51d tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:41.579965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51128f1-046a-48cb-90a7-d3bee382c51d tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:41.585850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51128f1-046a-48cb-90a7-d3bee382c51d tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:41.587483 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f51128f1-046a-48cb-90a7-d3bee382c51d tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/ports?network_id=8345bc66-5fc7-472a-9aed-97b007a8070d HTTP/1.1" status: 200 len: 2356 time: 0.2608376 Jan 17 12:46:41.590480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43872) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.680248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ff059-3db3-4ea0-9397-bc929e9a8dc8 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:41.686310 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-879ff059-3db3-4ea0-9397-bc929e9a8dc8 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/subnets/29a0198a-ba8e-48ca-a946-d5f277055417 HTTP/1.1" status: 200 len: 797 time: 0.0901628 Jan 17 12:46:41.686460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.686569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.692194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'port': {'network_id': '8345bc66-5fc7-472a-9aed-97b007a8070d', 'name': 'tempest-FloatingIPTestJSON-1874682143', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:41.695808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.701458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Router 28cf0aeb-1a51-4622-868f-b940a44a4507 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:41.811923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:41.822370 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] Sync routers for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:41.824204 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-15723d68-3f1d-403e-a206-f06fb92cdee5 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "PUT /v2.0/routers/28cf0aeb-1a51-4622-868f-b940a44a4507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6471050 Jan 17 12:46:41.826529 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43878) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.842536 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:41.843483 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:41.893927 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:41.900799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.901460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Fanout notify agent at l3_agent the message router_deleted on router 78db821d-df0b-468a-9cf8-27eee8db12bf {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:41.903611 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] Routers {'28cf0aeb-1a51-4622-868f-b940a44a4507'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:41.904493 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['28cf0aeb-1a51-4622-868f-b940a44a4507'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:41.916246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:41.917350 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-31865c04-2682-4f87-89f8-c013eff3c468 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/routers/78db821d-df0b-468a-9cf8-27eee8db12bf HTTP/1.1" status: 204 len: 168 time: 0.6698339 Jan 17 12:46:41.920319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43880) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:41.932032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:41.951620 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:41.952652 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93294c-08ee-4950-ba47-b9adfd1da2e1 None None] The sync data for ids ['28cf0aeb-1a51-4622-868f-b940a44a4507'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:41.952764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.018516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:42.075380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.176558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.213088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.225030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.232917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting port da3ad160-0c66-4b1f-a0be-1fd3e3cee6e1 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:42.233488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.280914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] device_id is not set on port 95206e48-440a-4cb7-b129-f952e7667862 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:42.310043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.323024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Calling delete_port for da3ad160-0c66-4b1f-a0be-1fd3e3cee6e1 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:42.368856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:42.373755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.541934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Allocated IP 172.26.4.199 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/b82b2d60-43c8-4559-b42f-10913260ed82) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:42.562485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cdee4ca-c8ab-443f-9bb0-e45589293f6f no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:42.567703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.584010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7cdee4ca-c8ab-443f-9bb0-e45589293f6f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:42.584688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cdee4ca-c8ab-443f-9bb0-e45589293f6f not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:42.585118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:42.601653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Port': ['ID=da3ad160-0c66-4b1f-a0be-1fd3e3cee6e1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:42.605004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:42.605536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7436fe65-4eb5-464e-9b17-5e0f9a5a7315 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:42.670632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.763837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.765965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.828933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.14 (8345bc66-5fc7-472a-9aed-97b007a8070d/29a0198a-ba8e-48ca-a946-d5f277055417/95206e48-440a-4cb7-b129-f952e7667862) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:42.832539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.864858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.13 (8345bc66-5fc7-472a-9aed-97b007a8070d/29a0198a-ba8e-48ca-a946-d5f277055417/95206e48-440a-4cb7-b129-f952e7667862) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:42.865042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.865592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Fanout notify agent at l3_agent the message router_deleted on router 28cf0aeb-1a51-4622-868f-b940a44a4507 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:42.876888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.876888 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fdfe3b24-d61d-48e5-b146-d3c94333a60d tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "DELETE /v2.0/routers/28cf0aeb-1a51-4622-868f-b940a44a4507 HTTP/1.1" status: 204 len: 168 time: 1.0461211 Jan 17 12:46:42.876888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43886) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:42.932147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting subnet 061f1f97-72de-4d68-900c-c29a2d14851c {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:42.935961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.978941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:42.981007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.026704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.065637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.078839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:43.093250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:43.103940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c246f-0b0b-4c5c-881d-88397cfe260e None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:43.104878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:43.105511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.108964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:43.115722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=654294b1-b5db-4b73-914b-57e0dfea63aa,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:43.127249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:43.135633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:43.168118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Pushing event updated for resources: {'Port': ['ID=b82b2d60-43c8-4559-b42f-10913260ed82,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:43.190794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.253216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '654294b1-b5db-4b73-914b-57e0dfea63aa'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:43.254141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.283658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.312598 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Subnet': ['ID=061f1f97-72de-4d68-900c-c29a2d14851c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:43.317716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.323596 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8079493b-92e1-4098-9b38-edf65d94c3cd tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "DELETE /v2.0/subnets/061f1f97-72de-4d68-900c-c29a2d14851c HTTP/1.1" status: 204 len: 168 time: 0.4440832 Jan 17 12:46:43.323923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43890) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:43.334387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f25c4d0-979e-4a1d-ab2d-30c973c0a7b0 None None] Network 44ec8732-8a5b-4414-be2e-62dad50302e8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:43.416911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.494798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting port 85e404a0-d991-4c93-9f21-57ee75c57038 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:43.495276 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.496033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/654294b1-b5db-4b73-914b-57e0dfea63aa/18f8a14c-f768-4239-8d79-a3ddfae6caab) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:43.569029 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8b34807b-0ad6-4f8e-bf4c-e91d54052999 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6447241 Jan 17 12:46:43.569574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43896) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:43.574126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:43.628359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] For port 85e404a0-d991-4c93-9f21-57ee75c57038, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=85e404a0-d991-4c93-9f21-57ee75c57038,segment=NetworkSegment(9a9bcd3f-93b2-4719-8510-34b7d34a6059),segment_id=9a9bcd3f-93b2-4719-8510-34b7d34a6059)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:43.628787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.644316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Calling delete_port for 85e404a0-d991-4c93-9f21-57ee75c57038 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:43.661265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] DHCP port deletion for 44ec8732-8a5b-4414-be2e-62dad50302e8 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:43.703170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.705625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.706758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.729361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] Deleting port 85e404a0-d991-4c93-9f21-57ee75c57038 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:43.729742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.736217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.774890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.779622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.819581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:43.829209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:43.829804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.831871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:43.833221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:43.836792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] For port 85e404a0-d991-4c93-9f21-57ee75c57038, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=85e404a0-d991-4c93-9f21-57ee75c57038,segment=NetworkSegment(9a9bcd3f-93b2-4719-8510-34b7d34a6059),segment_id=9a9bcd3f-93b2-4719-8510-34b7d34a6059)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:43.837200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.841365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:43.849424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:43.863291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Port': ['ID=85e404a0-d991-4c93-9f21-57ee75c57038,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:43.863291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] No DVR routers for this DVR port 85e404a0-d991-4c93-9f21-57ee75c57038 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:43.863666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Pushing event updated for resources: {'Port': ['ID=18f8a14c-f768-4239-8d79-a3ddfae6caab,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:43.865310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.866171 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] Calling delete_port for 85e404a0-d991-4c93-9f21-57ee75c57038 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:43.890762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=95206e48-440a-4cb7-b129-f952e7667862,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:43.934718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:43.935346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.937700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.949850 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Attempting to bind port 18f8a14c-f768-4239-8d79-a3ddfae6caab on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:43.950224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Attempting to bind port 18f8a14c-f768-4239-8d79-a3ddfae6caab by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:43.950591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Attempting to bind port 18f8a14c-f768-4239-8d79-a3ddfae6caab on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:43.964520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:43.965045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:43.965662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.966281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:43.967020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Bound port: 18f8a14c-f768-4239-8d79-a3ddfae6caab, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:43.967670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.973615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:43.975954 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1ab4e09c-c459-4c5e-9a3b-edb047c0debf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4061306 Jan 17 12:46:43.980441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43898) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:43.997851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.020640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ec8732-8a5b-4414-be2e-62dad50302e8']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:44.031165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9bcd3f-93b2-4719-8510-34b7d34a6059') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:44.031705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9bcd3f-93b2-4719-8510-34b7d34a6059') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:44.042416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.046798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.067805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.078373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] For port 18f8a14c-f768-4239-8d79-a3ddfae6caab, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:44.078900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:46:44.079540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.082684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] Pushing event deleted for resources: {'Port': ['ID=85e404a0-d991-4c93-9f21-57ee75c57038,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:44.086698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b29393-2fe4-4f48-bc92-3bdaadc40eaf None None] No DVR routers for this DVR port 85e404a0-d991-4c93-9f21-57ee75c57038 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:46:44.105103 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:46:44.116023 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-671527ca-d173-4f11-be0e-9b331c1d9c15 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4284878 Jan 17 12:46:44.119459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43902) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:44.127285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '95206e48-440a-4cb7-b129-f952e7667862', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:44.219185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.230076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] For port 18f8a14c-f768-4239-8d79-a3ddfae6caab, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=18f8a14c-f768-4239-8d79-a3ddfae6caab,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:44.230301 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.237065 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "DELETE /v2.0/networks/44ec8732-8a5b-4414-be2e-62dad50302e8 HTTP/1.1" status: 204 len: 168 time: 0.9118328 Jan 17 12:46:44.242348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43904) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:44.287465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd38d04-83ad-43e4-894d-84d4a64f6a55 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Network': ['ID=44ec8732-8a5b-4414-be2e-62dad50302e8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:44.322884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.323123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.382448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Deleting port f9cfb832-8a0d-4ebf-9a39-bb0ccabe9e67 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:44.382796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.395179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3125c-c1ff-4eeb-933a-b77c2d0dd8a7 None None] Pushing event updated for resources: {'Port': ['ID=18f8a14c-f768-4239-8d79-a3ddfae6caab,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:44.457454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.466415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.474054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.474320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.486557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Calling delete_port for f9cfb832-8a0d-4ebf-9a39-bb0ccabe9e67 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:44.494017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.612026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 85e404a0-d991-4c93-9f21-57ee75c57038 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:44.643205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 85e404a0-d991-4c93-9f21-57ee75c57038 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:44.643588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 85e404a0-d991-4c93-9f21-57ee75c57038 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:44.767823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.795519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Pushing event deleted for resources: {'Port': ['ID=f9cfb832-8a0d-4ebf-9a39-bb0ccabe9e67,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:44.853896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.856588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:44.860248 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8a7e8638-5ba4-4c99-abbe-24625d3c9f31 tempest-FloatingIPAdminTestJSON-1331862810 tempest-FloatingIPAdminTestJSON-1331862810-project] 10.222.0.77 "DELETE /v2.0/floatingips/2105ba64-3d65-4108-a4a8-b8609638911c HTTP/1.1" status: 204 len: 168 time: 0.6162522 Jan 17 12:46:44.860467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.000622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::1 (a66930c0-bf2c-424b-976e-045386db06ff/654294b1-b5db-4b73-914b-57e0dfea63aa/f43d676f-52da-42ae-b4e6-1487b7b5422f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:45.013470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Router c7dc73b1-08d6-4993-97ac-2fc73a8dd177 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:45.098925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.95 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/9716261e-0be4-4618-9634-5be85ebf9f23) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:45.273105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.299775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:45.306567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.307917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2fa3c598-6cc1-41c1-a580-b5c8b693d24d tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "PUT /v2.0/routers/c7dc73b1-08d6-4993-97ac-2fc73a8dd177 HTTP/1.1" status: 200 len: 919 time: 4.3120034 Jan 17 12:46:45.310553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43916) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.319156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] Sync routers for ids ['c7dc73b1-08d6-4993-97ac-2fc73a8dd177'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:45.345558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] Routers {'c7dc73b1-08d6-4993-97ac-2fc73a8dd177'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:45.348999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c7dc73b1-08d6-4993-97ac-2fc73a8dd177'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:45.364435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.365631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43918) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.394793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:45.404652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] Routers {'c7dc73b1-08d6-4993-97ac-2fc73a8dd177'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:45.405485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c7dc73b1-08d6-4993-97ac-2fc73a8dd177'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:45.444233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:45.444915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014cf87-98c9-4a43-8f97-fe0853edb7fa None None] The sync data for ids ['c7dc73b1-08d6-4993-97ac-2fc73a8dd177'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:45.470806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.491346 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-958ec053-f6cb-48fd-8e46-a483a04e5ca1 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/c7dc73b1-08d6-4993-97ac-2fc73a8dd177 HTTP/1.1" status: 200 len: 925 time: 0.1781054 Jan 17 12:46:45.494085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43922) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.513955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.517585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:45.534506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:45.534900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04835bce-cf47-4bb3-925f-cbbc40fe4d4a tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:45.536653 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-04835bce-cf47-4bb3-925f-cbbc40fe4d4a tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=c7dc73b1-08d6-4993-97ac-2fc73a8dd177&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0415242 Jan 17 12:46:45.537034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:45.537722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.539214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43924) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.577835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b2c9e893-bf6c-4057-9cc9-8582071b3298 None None] Provisioning complete for port 18f8a14c-f768-4239-8d79-a3ddfae6caab triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:45.578222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e893-bf6c-4057-9cc9-8582071b3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.616810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=f43d676f-52da-42ae-b4e6-1487b7b5422f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:45.627927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:45.651016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0054b6-9b4b-461e-9a58-b0c9122da6eb tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:45.652814 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ae0054b6-9b4b-461e-9a58-b0c9122da6eb tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.1125650 Jan 17 12:46:45.655706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43926) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.671388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:45.674942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:45.680219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e893-bf6c-4057-9cc9-8582071b3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.693764 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dfa0756c-1cda-44ea-8c33-3a51b97e2643 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7dc73b1-08d6-4993-97ac-2fc73a8dd177 HTTP/1.1" status: 200 len: 205 time: 0.0343897 Jan 17 12:46:45.694580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43930) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.701779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43932) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:45.702350 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ba330a2b-58f9-463b-91f0-d464738c2bbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9270ba0516f04a1ca2eb59e2d88cc9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343794 Jan 17 12:46:45.717818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b2c9e893-bf6c-4057-9cc9-8582071b3298 None None] For port 18f8a14c-f768-4239-8d79-a3ddfae6caab, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=18f8a14c-f768-4239-8d79-a3ddfae6caab,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:45.776442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=9716261e-0be4-4618-9634-5be85ebf9f23,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:45.785311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e893-bf6c-4057-9cc9-8582071b3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.839796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5202ee3b-f5a8-43c8-b46f-9787e76826da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.847091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9e893-bf6c-4057-9cc9-8582071b3298 None None] Pushing event updated for resources: {'Port': ['ID=18f8a14c-f768-4239-8d79-a3ddfae6caab,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:45.866639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.901590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.908707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f55cd9a1-bf5a-4c1c-8970-3c709bb3fbb5 None None] Provisioning complete for port f43d676f-52da-42ae-b4e6-1487b7b5422f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:45.909088 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f55cd9a1-bf5a-4c1c-8970-3c709bb3fbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:45.944614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f55cd9a1-bf5a-4c1c-8970-3c709bb3fbb5 None None] Port f43d676f-52da-42ae-b4e6-1487b7b5422f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:46.168465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5202ee3b-f5a8-43c8-b46f-9787e76826da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.263944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.333345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5202ee3b-f5a8-43c8-b46f-9787e76826da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.336022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5202ee3b-f5a8-43c8-b46f-9787e76826da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.337205 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5202ee3b-f5a8-43c8-b46f-9787e76826da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c08c22ba-8dda-44af-a67f-c68c8d551e07 HTTP/1.1" status: 204 len: 168 time: 0.6342218 Jan 17 12:46:46.346384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202ee3b-f5a8-43c8-b46f-9787e76826da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c22ba-8dda-44af-a67f-c68c8d551e07,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:46.418022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Deleting port b82b2d60-43c8-4559-b42f-10913260ed82 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:46.418528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.510306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.524383 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Calling delete_port for b82b2d60-43c8-4559-b42f-10913260ed82 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:46.605770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 18f8a14c-f768-4239-8d79-a3ddfae6caab up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:46.678505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 18f8a14c-f768-4239-8d79-a3ddfae6caab triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:46.679224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.690655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.726702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.814332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.814578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.815384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.841172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event deleted for resources: {'Port': ['ID=b82b2d60-43c8-4559-b42f-10913260ed82,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:46.882676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.905309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:46.962809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=f43d676f-52da-42ae-b4e6-1487b7b5422f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:47.010090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.012500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.044407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43946) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:47.074161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a87112fd-3f3d-489e-a66b-091dec9cd955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.091451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:47.099105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:47.127614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.128279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Fanout notify agent at l3_agent the message router_deleted on router c7dc73b1-08d6-4993-97ac-2fc73a8dd177 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:47.142791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.144317 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-efec6f8f-1fb8-4e93-99a4-aa6d27d0510c tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/c7dc73b1-08d6-4993-97ac-2fc73a8dd177 HTTP/1.1" status: 204 len: 168 time: 1.4482555 Jan 17 12:46:47.148037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43948) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:47.153315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1431255503', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:47.248109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.249975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.283552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.310200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.324529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a87112fd-3f3d-489e-a66b-091dec9cd955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.355758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.388893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f7eda6e7-2fb7-40a2-90b5-06f0baf84727 None None] Provisioning complete for port f43d676f-52da-42ae-b4e6-1487b7b5422f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:47.389953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7eda6e7-2fb7-40a2-90b5-06f0baf84727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.424376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=9716261e-0be4-4618-9634-5be85ebf9f23,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:47.429873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f7eda6e7-2fb7-40a2-90b5-06f0baf84727 None None] Port f43d676f-52da-42ae-b4e6-1487b7b5422f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:46:47.434856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.472337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:47.476366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a87112fd-3f3d-489e-a66b-091dec9cd955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.559475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.562764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87112fd-3f3d-489e-a66b-091dec9cd955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279720d3-b1ec-4900-bfa5-ca6d25b5ac79,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:47.601320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a87112fd-3f3d-489e-a66b-091dec9cd955 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df8c21979a3148cab8d848999594846e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505199 Jan 17 12:46:47.604043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43952) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:47.656490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca912-9a87-4926-9d7f-82f4dd97bd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.661882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP a6844111-5919-4ed9-aec0-fe8da7c5c44f associated. External IP: 172.26.4.95, port: 95206e48-440a-4cb7-b129-f952e7667862. Jan 17 12:46:47.696277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:47.706201 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-66fb3778-322e-4b8e-a38f-430b9c71b1fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "PUT /v2.0/routers/b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7213395 Jan 17 12:46:47.706201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43954) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:47.709398 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Sync routers for ids ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:47.721307 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Routers {'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:47.722175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:47.726001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca912-9a87-4926-9d7f-82f4dd97bd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.786848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a03fb-7453-4704-9388-c9744dee9f08 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:47.790474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-039a03fb-7453-4704-9388-c9744dee9f08 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports/f43d676f-52da-42ae-b4e6-1487b7b5422f HTTP/1.1" status: 200 len: 911 time: 0.0813828 Jan 17 12:46:47.792442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43956) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:47.826312 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Set router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:47.873295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca912-9a87-4926-9d7f-82f4dd97bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.875765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca912-9a87-4926-9d7f-82f4dd97bd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:47.880098 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ae0ca912-9a87-4926-9d7f-82f4dd97bd49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/279720d3-b1ec-4900-bfa5-ca6d25b5ac79 HTTP/1.1" status: 204 len: 168 time: 0.2724581 Jan 17 12:46:47.922606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ca912-9a87-4926-9d7f-82f4dd97bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279720d3-b1ec-4900-bfa5-ca6d25b5ac79,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:47.930779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:47.935841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c587bf-bc0d-46c7-9042-0ed2550b229b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:47.943981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c587bf-bc0d-46c7-9042-0ed2550b229b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:47.945685 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-26c587bf-bc0d-46c7-9042-0ed2550b229b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1525464 Jan 17 12:46:47.948797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43962) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:48.007330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.056363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.082463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:48.094386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:48.103775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:48.104833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:48.133699 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:43Z', 'updated_at': '2022-01-17T12:46:45Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None, '_interfaces': [{'id': 'f43d676f-52da-42ae-b4e6-1487b7b5422f', 'name': '', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'mac_address': 'fa:16:3e:86:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '654294b1-b5db-4b73-914b-57e0dfea63aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:44Z', 'updated_at': '2022-01-17T12:46:46Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'subnets': [{'id': '654294b1-b5db-4b73-914b-57e0dfea63aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:48.146423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:48.161063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:48.162313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:48.164002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.181649 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Checking router: b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:48.183719 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Updating router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b port f43d676f-52da-42ae-b4e6-1487b7b5422f binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:46:48.199469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:48.200084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee50c0-819b-4037-8f06-345abae587a4 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:48.211408 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3bc0359a-45af-4f48-930c-8a6aa211ba90 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0894654 Jan 17 12:46:48.214599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43966) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:48.222440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'port_id': '95206e48-440a-4cb7-b129-f952e7667862', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:48.223658 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.287521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.288443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Allocated IP 172.26.4.153 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/76ba7c68-14e5-4964-bfaa-86f537769ac6) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:48.520619 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.588567 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.649648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.664927 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.717054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.721543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fa407-9d53-40dc-8eb1-cbddc205cba1 None None] Pushing event updated for resources: {'Port': ['ID=f43d676f-52da-42ae-b4e6-1487b7b5422f,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:48.772168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43972) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:48.773876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:48.788676 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Attempting to bind port f43d676f-52da-42ae-b4e6-1487b7b5422f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:48.789040 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Attempting to bind port f43d676f-52da-42ae-b4e6-1487b7b5422f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:48.789400 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Attempting to bind port f43d676f-52da-42ae-b4e6-1487b7b5422f on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:48.795069 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:48.795446 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:48.796018 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.796689 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:48.797172 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Bound port: f43d676f-52da-42ae-b4e6-1487b7b5422f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:48.797295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:48.797571 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.800456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:48.823386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event updated for resources: {'Port': ['ID=76ba7c68-14e5-4964-bfaa-86f537769ac6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:48.830388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a52941b1-7c0a-4ece-9cd2-89748bf7a47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.833867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.875314 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] For port f43d676f-52da-42ae-b4e6-1487b7b5422f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:48.878163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] For port f43d676f-52da-42ae-b4e6-1487b7b5422f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f43d676f-52da-42ae-b4e6-1487b7b5422f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:48.888337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:48.951459 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.009980 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Routers {'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:49.011312 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:49.036942 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fa407-9d53-40dc-8eb1-cbddc205cba1 None None] Pushing event updated for resources: {'Port': ['ID=f43d676f-52da-42ae-b4e6-1487b7b5422f,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:49.074899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a659159d-197e-4c91-b525-ee98776918bf None None] Provisioning complete for port f43d676f-52da-42ae-b4e6-1487b7b5422f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:49.075606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a659159d-197e-4c91-b525-ee98776918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.168563 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] Set router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:49.192709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a52941b1-7c0a-4ece-9cd2-89748bf7a47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.248804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:49.260203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a659159d-197e-4c91-b525-ee98776918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.284756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port f43d676f-52da-42ae-b4e6-1487b7b5422f {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:49.285176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.334888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a659159d-197e-4c91-b525-ee98776918bf None None] For port f43d676f-52da-42ae-b4e6-1487b7b5422f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f43d676f-52da-42ae-b4e6-1487b7b5422f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:49.431341 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:43Z', 'updated_at': '2022-01-17T12:46:45Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None, '_interfaces': [{'id': 'f43d676f-52da-42ae-b4e6-1487b7b5422f', 'name': '', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'mac_address': 'fa:16:3e:86:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '654294b1-b5db-4b73-914b-57e0dfea63aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:44Z', 'updated_at': '2022-01-17T12:46:48Z', 'revision_number': 4, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'subnets': [{'id': '654294b1-b5db-4b73-914b-57e0dfea63aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:49.454121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a659159d-197e-4c91-b525-ee98776918bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.464081 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da057a-510b-4c91-838b-bf23d2219c16 None None] The sync data for ids ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'] in dv-neutron-824886-1-hyperv is: [{'id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:43Z', 'updated_at': '2022-01-17T12:46:45Z', 'revision_number': 2, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None, '_interfaces': [{'id': 'f43d676f-52da-42ae-b4e6-1487b7b5422f', 'name': '', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'mac_address': 'fa:16:3e:86:ef:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '654294b1-b5db-4b73-914b-57e0dfea63aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:46:44Z', 'updated_at': '2022-01-17T12:46:48Z', 'revision_number': 4, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'subnets': [{'id': '654294b1-b5db-4b73-914b-57e0dfea63aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:49.529037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659159d-197e-4c91-b525-ee98776918bf None None] Pushing event updated for resources: {'Port': ['ID=f43d676f-52da-42ae-b4e6-1487b7b5422f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:49.579146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cc2e23ae-8a31-467a-a810-d6c6411d7af1 None None] Provisioning complete for port f43d676f-52da-42ae-b4e6-1487b7b5422f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:49.579146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cc2e23ae-8a31-467a-a810-d6c6411d7af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.696825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a52941b1-7c0a-4ece-9cd2-89748bf7a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.751457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:49.755926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.761846 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e12388-6d43-4b98-8314-087a213633ca None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:49.785063 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e12388-6d43-4b98-8314-087a213633ca None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:49.785690 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-46e12388-6d43-4b98-8314-087a213633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:49.806659 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a52941b1-7c0a-4ece-9cd2-89748bf7a47b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae3935f00a0743c98a0ab5aaf7054fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0272644 Jan 17 12:46:49.806659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52941b1-7c0a-4ece-9cd2-89748bf7a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18db842d-1348-49c0-b242-5fc892292bff,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:49.816804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 43980) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:49.827189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.832255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-46e12388-6d43-4b98-8314-087a213633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:49.842811 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e12388-6d43-4b98-8314-087a213633ca None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:49.843533 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-46e12388-6d43-4b98-8314-087a213633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:49.850505 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-18828bf7-2e9a-4dc7-be86-2af1305b92e6 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/floatingips/a6844111-5919-4ed9-aec0-fe8da7c5c44f HTTP/1.1" status: 200 len: 978 time: 1.6314781 Jan 17 12:46:49.850746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 43982) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:49.887582 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-46e12388-6d43-4b98-8314-087a213633ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:49.888284 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e12388-6d43-4b98-8314-087a213633ca None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:49.902928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port f43d676f-52da-42ae-b4e6-1487b7b5422f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f43d676f-52da-42ae-b4e6-1487b7b5422f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:49.903303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:49.936667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for f43d676f-52da-42ae-b4e6-1487b7b5422f owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:50.023616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 9716261e-0be4-4618-9634-5be85ebf9f23 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:50.024035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.026980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae2316ed-d77d-424f-b2fc-487beb7e74f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.079071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae2316ed-d77d-424f-b2fc-487beb7e74f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.107668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.108073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.121800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 9716261e-0be4-4618-9634-5be85ebf9f23 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:50.281781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.385948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae2316ed-d77d-424f-b2fc-487beb7e74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.388530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae2316ed-d77d-424f-b2fc-487beb7e74f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.389709 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ae2316ed-d77d-424f-b2fc-487beb7e74f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/18db842d-1348-49c0-b242-5fc892292bff HTTP/1.1" status: 204 len: 168 time: 0.5717974 Jan 17 12:46:50.404017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2316ed-d77d-424f-b2fc-487beb7e74f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db842d-1348-49c0-b242-5fc892292bff,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:50.436827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.439339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.470220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=9716261e-0be4-4618-9634-5be85ebf9f23,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:50.478125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=f43d676f-52da-42ae-b4e6-1487b7b5422f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:50.550850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Router dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:46:50.557600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.557947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP a6844111-5919-4ed9-aec0-fe8da7c5c44f disassociated (deleted). External IP: 172.26.4.95, port: 95206e48-440a-4cb7-b129-f952e7667862. Jan 17 12:46:50.595333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.807597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:50.871339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:50.882148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] Sync routers for ids ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:50.885249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:50.892861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] Routers {'dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:50.893711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:50.940780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:50.947878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:50.951459 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:50.974782 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:50.977736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:50.979931 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-369ab91a-9ea3-4c78-a132-4dbda6adb587 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/floatingips/a6844111-5919-4ed9-aec0-fe8da7c5c44f HTTP/1.1" status: 204 len: 168 time: 1.1279953 Jan 17 12:46:50.980450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44000) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:50.997580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:50.998409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.002587 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-06b037e9-f4a2-4d7f-b811-c6dee6e8cb55 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8505485 Jan 17 12:46:51.002778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44002) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:51.008738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:51.014273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] Routers {'dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:51.015004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:51.015294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.031382 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.044122 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:51.044877 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.058430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.059712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae0328-c047-4ca8-8c16-908b2a9e841a None None] The sync data for ids ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:51.066594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2e103734-0d9c-4f46-abd0-109e56ad530b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "PUT /v2.0/routers/b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1162243 Jan 17 12:46:51.069228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44004) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:51.092223 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.093406 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7174ce16-795f-4f40-9f3d-4f27b643aa14 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:51.122414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 95206e48-440a-4cb7-b129-f952e7667862 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:51.122866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.162332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db6816-3576-4fe2-a607-db7b9c07d91c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:51.163856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db6816-3576-4fe2-a607-db7b9c07d91c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:51.165357 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-55db6816-3576-4fe2-a607-db7b9c07d91c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0952010 Jan 17 12:46:51.168416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44008) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:51.207932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] Sync routers for ids ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:51.218332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] Routers {'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:51.219096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.256844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 654294b1-b5db-4b73-914b-57e0dfea63aa {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:51.260077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.292127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] Set router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:51.314629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.319532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.367582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:43Z', 'updated_at': '2022-01-17T12:46:50Z', 'revision_number': 3, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.371517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 95206e48-440a-4cb7-b129-f952e7667862 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:51.403792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] Checking router: b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:46:51.414988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] Routers {'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:51.415868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.463607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.509359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.510351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] Set router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:46:51.532748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.577275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:43Z', 'updated_at': '2022-01-17T12:46:50Z', 'revision_number': 3, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:51.606111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095c26c-151f-44f0-9c42-d95def5715c1 None None] The sync data for ids ['b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b'] in dv-neutron-824886-1-hyperv is: [{'id': 'b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b', 'name': 'tempest-NetworksTestDHCPv6-router-965496406', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:46:43Z', 'updated_at': '2022-01-17T12:46:50Z', 'revision_number': 3, 'project_id': '089814d2465a42f98c4cdc5260ce464d', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:51.677508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Deleting port 76ba7c68-14e5-4964-bfaa-86f537769ac6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:51.677858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.705802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.733294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=654294b1-b5db-4b73-914b-57e0dfea63aa,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:51.737944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.749433 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7ad6ba75-e9ff-4c01-956c-bd459782d6b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/654294b1-b5db-4b73-914b-57e0dfea63aa HTTP/1.1" status: 204 len: 168 time: 0.5702250 Jan 17 12:46:51.749433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44024) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:51.749649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab5df89-0357-4ed9-9fa9-bf9a9d68cd4b None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:51.761525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.774405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Calling delete_port for 76ba7c68-14e5-4964-bfaa-86f537769ac6 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:51.865023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:51.908444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=95206e48-440a-4cb7-b129-f952e7667862,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:51.931346 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-64e03282-ad4b-4b64-8b4b-2c85d74e1e91 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1854115 Jan 17 12:46:51.954838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44030) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:51.980314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:46:52.044748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] Deleting port 18f8a14c-f768-4239-8d79-a3ddfae6caab {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:52.045002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.049793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.059280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44032) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:52.061004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d54d1aa1-ff8a-4b6e-ac77-584515074679 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/ports/95206e48-440a-4cb7-b129-f952e7667862 HTTP/1.1" status: 204 len: 168 time: 1.0794878 Jan 17 12:46:52.070171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:52.077588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.136647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] For port 18f8a14c-f768-4239-8d79-a3ddfae6caab, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=18f8a14c-f768-4239-8d79-a3ddfae6caab,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:52.137094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.157444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.207932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Pushing event deleted for resources: {'Port': ['ID=76ba7c68-14e5-4964-bfaa-86f537769ac6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:52.295194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.296326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] Calling delete_port for 18f8a14c-f768-4239-8d79-a3ddfae6caab owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:52.304033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.357585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.383855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.403404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.482340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.506819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44046) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:52.527370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] Pushing event deleted for resources: {'Port': ['ID=18f8a14c-f768-4239-8d79-a3ddfae6caab,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:52.537123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d70978-2272-4456-bb15-b0e7ee76dff5 None None] No DVR routers for this DVR port 18f8a14c-f768-4239-8d79-a3ddfae6caab on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:46:52.637015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f43d676f-52da-42ae-b4e6-1487b7b5422f no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:52.658574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f43d676f-52da-42ae-b4e6-1487b7b5422f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:52.658916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f43d676f-52da-42ae-b4e6-1487b7b5422f not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:52.659549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 18f8a14c-f768-4239-8d79-a3ddfae6caab no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:46:52.683268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 18f8a14c-f768-4239-8d79-a3ddfae6caab {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:46:52.683647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 18f8a14c-f768-4239-8d79-a3ddfae6caab not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:46:52.714505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1979788058'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:52.807544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Made reservation on behalf of dbe9aed2c734457297cb5e9625d104eb for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:52.811086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.820065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.870745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.871163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Fanout notify agent at l3_agent the message router_deleted on router b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:52.880967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.884329 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4f1a72f9-4d03-418a-a51a-508823364a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/routers/b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b HTTP/1.1" status: 204 len: 168 time: 0.9264557 Jan 17 12:46:52.885315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44052) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:52.926326 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-78092163-4dba-46ce-98c3-aa9964e60ddf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0391181 Jan 17 12:46:52.928802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44054) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:52.976425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:52.985845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.011286 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:46:53.014203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1deac7-e67f-4d88-8454-ce2fe95039c2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:53.015174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-be1deac7-e67f-4d88-8454-ce2fe95039c2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0854204 Jan 17 12:46:53.019873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44058) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.026857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.059777 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2e8698de-0eb5-4f26-b179-cc6ed150e1e5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387995 Jan 17 12:46:53.062474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.065875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44060) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.076978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:53.103454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.128744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:46:53.130888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Router dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:53.145918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a7fba-9628-42fe-8482-f9cd9be60df2,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:53.148872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.149313 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Added segment df86fdc1-d981-4cce-a9eb-2a8ee0799ed7 of type vlan for network ccb31c87-86fe-4693-bca1-25e17e7f549b Jan 17 12:46:53.198560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.287428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.293312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:53.293967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.323928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:53.332101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.335378 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6a9ac733-31dc-46ca-8c72-c1ae0d2f3b63 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "PUT /v2.0/routers/dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 200 len: 710 time: 2.3284206 Jan 17 12:46:53.335938 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] Sync routers for ids ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:53.342993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44062) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.345924 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] Routers {'dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:53.346762 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:53.383771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:53.393482 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] Routers {'dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:53.394109 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:53.405951 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Pushing event updated for resources: {'Network': ['ID=ccb31c87-86fe-4693-bca1-25e17e7f549b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:53.416355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network ccb31c87-86fe-4693-bca1-25e17e7f549b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:46:53.426190 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:53.427093 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763813e-5158-47df-b1a1-bd0f4d3e8930 None None] The sync data for ids ['dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:53.432801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.180 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/b7f1e8ed-521a-418e-be0e-c155bc71e997) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:53.446268 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-926a475d-0488-4da2-9f67-a5e016c8caa0 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/routers/dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 200 len: 745 time: 0.1021445 Jan 17 12:46:53.451713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:53.451820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44064) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.451899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.507558 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a012b263-2864-41c7-a790-c2cffa38d864 tempest-RoutersIpV6AdminTest-2138002463 tempest-RoutersIpV6AdminTest-2138002463-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 200 len: 205 time: 0.0571580 Jan 17 12:46:53.511028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-92965b96-d84c-4085-8a9e-9117f518f07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0025687 Jan 17 12:46:53.511810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44066) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.542475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ad0b7bfb-d228-469a-a613-f70126cf03ec tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 200 len: 205 time: 0.0273194 Jan 17 12:46:53.543512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44072) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.620785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.641939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.709531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44078) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:53.715537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Request body: {'port': {'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b', 'binding:host_id': 'hv-neutron-8248', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-146903409'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:53.814174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.820911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.824007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.850796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:53.856899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:53.861723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:53.918994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=b7f1e8ed-521a-418e-be0e-c155bc71e997,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:53.955898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Made reservation on behalf of 09388f41d1c2423cbffba7ecc59e71e1 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:53.958460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.967311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.983881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:46:53.988613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.988613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Fanout notify agent at l3_agent the message router_deleted on router dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:46:53.988841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:53.996652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.000836 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-81d4fee4-70a6-4de3-b5d6-05eca20f5c80 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 204 len: 168 time: 0.4539826 Jan 17 12:46:54.001049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44080) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.030957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-753f4bfc-58d8-4363-a56b-540e81fadd9a tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 200 len: 205 time: 0.0288215 Jan 17 12:46:54.035160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44082) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.066780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:54.072933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:54.082545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-d559d2c3-c0a4-4495-8ce4-7873917f77f2 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] delete failed (client error): The resource could not be found. Jan 17 12:46:54.082913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:54.085966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.086103 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d559d2c3-c0a4-4495-8ce4-7873917f77f2 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/dc8d7396-46c9-4cbc-b52d-e1d08dccbd0e HTTP/1.1" status: 404 len: 336 time: 0.0475004 Jan 17 12:46:54.086233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b8e41-67d1-4458-a976-e504cad95c42 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:54.086634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44084) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.094056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.101771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=cffbecb9-d584-4bc7-9fd0-25fd733be292,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:54.116658 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9066e9a4-78cc-4867-bd7a-a073cd97603f tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=c7dc73b1-08d6-4993-97ac-2fc73a8dd177 HTTP/1.1" status: 200 len: 205 time: 0.0290375 Jan 17 12:46:54.119152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44088) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.150736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.166047 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-2584ea99-9994-44cb-bd02-0698c0953d14 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] delete failed (client error): The resource could not be found. Jan 17 12:46:54.167107 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2584ea99-9994-44cb-bd02-0698c0953d14 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/c7dc73b1-08d6-4993-97ac-2fc73a8dd177 HTTP/1.1" status: 404 len: 336 time: 0.0466018 Jan 17 12:46:54.169887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44090) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.196129 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8c28d7e4-a40f-4cc6-9c43-6b2f33cc2a94 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=2ce027a2-2890-46a2-8198-438feda4dc79 HTTP/1.1" status: 200 len: 205 time: 0.0248070 Jan 17 12:46:54.198256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44092) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.223969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.229392 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4526611-c2be-4d55-851b-12c1f670908a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1617482 Jan 17 12:46:54.242518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44094) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.245352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.250463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:54.255634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-5a5af5ef-faef-4690-b781-6e31068c3e98 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] delete failed (client error): The resource could not be found. Jan 17 12:46:54.256165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'cffbecb9-d584-4bc7-9fd0-25fd733be292'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:46:54.256733 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5a5af5ef-faef-4690-b781-6e31068c3e98 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/2ce027a2-2890-46a2-8198-438feda4dc79 HTTP/1.1" status: 404 len: 336 time: 0.0573020 Jan 17 12:46:54.257119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.260530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:54.261468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44096) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.302516 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6b5b2d0b-f750-4e86-ab36-51daab37de74 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 HTTP/1.1" status: 200 len: 205 time: 0.0376127 Jan 17 12:46:54.303275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44098) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.352165 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-2d174766-ec25-47d2-9fe0-6a59bbaaf9dd tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] delete failed (client error): The resource could not be found. Jan 17 12:46:54.355467 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2d174766-ec25-47d2-9fe0-6a59bbaaf9dd tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/3b7cdfb3-88f7-499b-bff2-abf357cfb8c9 HTTP/1.1" status: 404 len: 336 time: 0.0491230 Jan 17 12:46:54.375956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44100) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.410277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Allocated IP 2001:db8::f816:3eff:fe06:3d79 (a66930c0-bf2c-424b-976e-045386db06ff/cffbecb9-d584-4bc7-9fd0-25fd733be292/64c566c4-8aeb-4f4e-bde3-8a9db79f038b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:54.427554 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de9f4a30-5653-4137-8f84-7a4338d65265 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=19fbe2aa-8461-42f5-828d-93e156304c5b HTTP/1.1" status: 200 len: 205 time: 0.0409114 Jan 17 12:46:54.428206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352fa602-c639-4345-a409-e9208e43a7c0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:54.430020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44102) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.479204 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-e19d93e4-649e-452b-b57c-7bf50e48f027 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] delete failed (client error): The resource could not be found. Jan 17 12:46:54.482721 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e19d93e4-649e-452b-b57c-7bf50e48f027 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/19fbe2aa-8461-42f5-828d-93e156304c5b HTTP/1.1" status: 404 len: 336 time: 0.0490470 Jan 17 12:46:54.483343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44104) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.528327 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-26ee86c5-03e9-459d-96dd-e5764ab8000b tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e914b9-2561-4b99-8586-0b7bd297bf17 HTTP/1.1" status: 200 len: 205 time: 0.0412998 Jan 17 12:46:54.528327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44106) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.531171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.568376 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-83c662bc-ee89-4316-828d-7ad836116f84 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] delete failed (client error): The resource could not be found. Jan 17 12:46:54.569399 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-83c662bc-ee89-4316-828d-7ad836116f84 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/routers/72e914b9-2561-4b99-8586-0b7bd297bf17 HTTP/1.1" status: 404 len: 336 time: 0.0404413 Jan 17 12:46:54.572225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44108) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.585021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.601316 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48ed96d-0d6a-4c88-9c73-b6e24e4fdc01 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] DELETE failed (client error): The resource could not be found. Jan 17 12:46:54.601777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48ed96d-0d6a-4c88-9c73-b6e24e4fdc01 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:46:54.604809 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a48ed96d-0d6a-4c88-9c73-b6e24e4fdc01 tempest-RoutersIpV6AdminTest-465015176 tempest-RoutersIpV6AdminTest-465015176-project] 10.222.0.77 "DELETE /v2.0/subnets/c4d05832-4d43-4ffd-be45-017d99c9a926 HTTP/1.1" status: 404 len: 337 time: 0.0316982 Jan 17 12:46:54.613513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.627242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:54.637271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.642988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:54.646733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.697183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=b7f1e8ed-521a-418e-be0e-c155bc71e997,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:54.709375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.716866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.758310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:54.761191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:54.764988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:54.777475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Pushing event updated for resources: {'Port': ['ID=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:54.816679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.822387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-293128ea-31e5-45bb-8e4d-009eedf71a68 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7572324 Jan 17 12:46:54.823105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44116) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:54.829968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'port': {'network_id': '8345bc66-5fc7-472a-9aed-97b007a8070d', 'name': 'tempest-FloatingIPTestJSON-733851278'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:54.839890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Attempting to bind port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:54.840291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Attempting to bind port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:54.840656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Attempting to bind port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:54.849231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:46:54.850234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:54.852043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.852598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:46:54.854881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Bound port: 64c566c4-8aeb-4f4e-bde3-8a9db79f038b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:46:54.854881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:54.944358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] For port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:54.947699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] For port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:46:54.997291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.042187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:55.045935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.061784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.085235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168ac0a-8ab6-400c-8a49-b8a3f9997579 None None] Pushing event updated for resources: {'Port': ['ID=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:55.088141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] device_id is not set on port 25ac3a20-acd1-4148-905d-38b04305ee93 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:55.101329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44120) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:55.176336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:55.201770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Checking segment: {'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:46:55.201770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Network hostable DHCP agents. Network: ccb31c87-86fe-4693-bca1-25e17e7f549b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:46:55.253315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.2 (8345bc66-5fc7-472a-9aed-97b007a8070d/29a0198a-ba8e-48ca-a946-d5f277055417/25ac3a20-acd1-4148-905d-38b04305ee93) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:55.319065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae962667-42d5-4042-9928-e6a5e751b4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.338373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Network ccb31c87-86fe-4693-bca1-25e17e7f549b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:46:55.470117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, ccb31c87-86fe-4693-bca1-25e17e7f549b) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:55.475166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:55.479249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5198cb-073e-49be-82b1-45da7902acde None None] Network ccb31c87-86fe-4693-bca1-25e17e7f549b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:55.492128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.492459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.492790 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.492896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.499598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.499946 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.500356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 2 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.516697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.516975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.521316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.521439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae962667-42d5-4042-9928-e6a5e751b4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.521537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.534199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.534540 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.557301 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 3 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.585917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:55.589447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.589753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.590082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.596009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:55.599027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:55.599664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.601633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae962667-42d5-4042-9928-e6a5e751b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.609099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.609435 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.610083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:55.616175 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 4 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.629640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.629980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.630312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.634751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.635034 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.635420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 5 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.641976 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ae962667-42d5-4042-9928-e6a5e751b4d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=abde5f4d6f3645328b497df1c418d786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388780 Jan 17 12:46:55.643080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae962667-42d5-4042-9928-e6a5e751b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24af9c2-6c84-4d56-b371-80624e8d9c71,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:55.645836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44126) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:55.659573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.662014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.662351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.663102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.671917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.672251 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.676537 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 6 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.700304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.700638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.700973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.701863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 8345bc66-5fc7-472a-9aed-97b007a8070d is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:55.705758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:55.709516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:55.712511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.712849 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.716106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5406d186-9e3b-4662-8eee-42de0348e523 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4717214 Jan 17 12:46:55.722416 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 7 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.726150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44128) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:55.739296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:3e:51:76', 'name': 'tempest-NetworksTestDHCPv6-1712792814'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:55.739477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=25ac3a20-acd1-4148-905d-38b04305ee93,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:55.757048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-693c683d-9dde-41d6-a29a-6f8ea460491c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.770716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:55.771526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.790700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.791060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.791388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.816562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.816890 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.822924 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 8 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.837638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-693c683d-9dde-41d6-a29a-6f8ea460491c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.847153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7d9bfe66-f6c6-4e15-806e-299fb96e1fd3 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0228574 Jan 17 12:46:55.850882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44130) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:55.855535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'port_id': '25ac3a20-acd1-4148-905d-38b04305ee93'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:55.862300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.862640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.862976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.898460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.898798 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.899671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:55.906251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 9 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.947197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.947728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.948065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.959733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.960064 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.962797 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 10 to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 Jan 17 12:46:55.985797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:55.986175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:55.986537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:55.991141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:55.991468 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:55.991865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.048213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-693c683d-9dde-41d6-a29a-6f8ea460491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.050899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-693c683d-9dde-41d6-a29a-6f8ea460491c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.053669 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-693c683d-9dde-41d6-a29a-6f8ea460491c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e24af9c2-6c84-4d56-b371-80624e8d9c71 HTTP/1.1" status: 204 len: 168 time: 0.4063668 Jan 17 12:46:56.062987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:56.125530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c683d-9dde-41d6-a29a-6f8ea460491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24af9c2-6c84-4d56-b371-80624e8d9c71,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:56.144098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed5485-92e5-46b3-aa5b-b7e4e21491d2 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:56.155031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] For port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:56.155407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempted to set empty binding levels {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 12:46:56.197647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.214036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4f14d50d-e11f-4de1-96cf-d8d6206d2ba5 None None] Provisioning complete for port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:56.214647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f14d50d-e11f-4de1-96cf-d8d6206d2ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.222063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port e7645df1-5fd5-4d15-8ded-f20d9261b58e yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:56.262052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.308080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:56.308335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.349976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:56.371214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f14d50d-e11f-4de1-96cf-d8d6206d2ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.418131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4f14d50d-e11f-4de1-96cf-d8d6206d2ba5 None None] For port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:56.434343 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8398324c-72c6-4237-b06d-bdb4bc32b065 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.7236972 Jan 17 12:46:56.442655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.resource_extend [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:46:56.444653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44142) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:56.486477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4f14d50d-e11f-4de1-96cf-d8d6206d2ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.494623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 172.20.0.6 (a66930c0-bf2c-424b-976e-045386db06ff/3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d/e7645df1-5fd5-4d15-8ded-f20d9261b58e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:56.497209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'cffbecb9-d584-4bc7-9fd0-25fd733be292', 'ip_address': '2001:db8::f816:3eff:fe06:3d79'}, {'subnet_id': '3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '64c566c4-8aeb-4f4e-bde3-8a9db79f038b'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:46:56.506130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe3e:5176 (a66930c0-bf2c-424b-976e-045386db06ff/cffbecb9-d584-4bc7-9fd0-25fd733be292/e7645df1-5fd5-4d15-8ded-f20d9261b58e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:56.549880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.560761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.568947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Deleting port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:56.569296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.596933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14d50d-e11f-4de1-96cf-d8d6206d2ba5 None None] Pushing event updated for resources: {'Port': ['ID=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:56.626220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.691016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.712466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 64c566c4-8aeb-4f4e-bde3-8a9db79f038b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:56.718014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] For port 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349, host hv-neutron-8248, got binding levels [] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:56.718014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.761176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Calling delete_port for 0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:56.777717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:56.778107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.806804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.816055 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 1d5590cd-b4fa-4cd7-9392-4d11c0f3958e associated. External IP: 172.26.4.180, port: 25ac3a20-acd1-4148-905d-38b04305ee93. Jan 17 12:46:56.857490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:56.863134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:56.876881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:56.881445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=e7645df1-5fd5-4d15-8ded-f20d9261b58e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:56.900964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] Allocated IP 172.20.0.2 (a66930c0-bf2c-424b-976e-045386db06ff/3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d/64c566c4-8aeb-4f4e-bde3-8a9db79f038b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:46:56.916655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44144) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:56.973487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:56.974267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:56.993852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-169b3b10-9385-4896-a1ca-5677c2e78ac8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c499341a82a247128530037400a7534e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756497 Jan 17 12:46:57.000413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44148) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:57.014628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] For port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:46:57.051292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.058930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-62b00e55-3218-4e69-9275-a2ac0f0d3b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.074636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.086525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-62b00e55-3218-4e69-9275-a2ac0f0d3b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.099364 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-74956044-79ae-4d1c-8593-eab35c023c9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3712237 Jan 17 12:46:57.106028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44152) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:57.111401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:57.132315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.135668 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-403b6a94-ed63-4600-b08e-f5913dbc4df6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "DELETE /v2.0/ports/0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 HTTP/1.1" status: 204 len: 168 time: 0.6900244 Jan 17 12:46:57.139612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44154) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:57.150920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.153584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:57.170546 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd00d94b-2076-46bb-bec2-e4b40a995465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:46:57.178094 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fd00d94b-2076-46bb-bec2-e4b40a995465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "GET /v2.0/ports/0a7e22cb-0ae0-42c7-b1d3-dae44f5e3349 HTTP/1.1" status: 404 len: 333 time: 0.0317252 Jan 17 12:46:57.181036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44156) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:57.183681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9670b41-fd74-40bf-bf94-0f6d60123277 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:57.185980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Request body: {'port': {'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-94859381'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:57.190257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9670b41-fd74-40bf-bf94-0f6d60123277 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:57.193861 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f9670b41-fd74-40bf-bf94-0f6d60123277 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0860717 Jan 17 12:46:57.196282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44158) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:57.251753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af101-f41b-4c35-af44-a39f75c4474c None None] Pushing event updated for resources: {'Port': ['ID=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:57.305879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port e7645df1-5fd5-4d15-8ded-f20d9261b58e {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:57.306300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.309683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-62b00e55-3218-4e69-9275-a2ac0f0d3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.312239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-62b00e55-3218-4e69-9275-a2ac0f0d3b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.313710 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-62b00e55-3218-4e69-9275-a2ac0f0d3b7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84f9f7c9-676f-42fd-86fb-4518ff56dde1 HTTP/1.1" status: 204 len: 168 time: 0.3117983 Jan 17 12:46:57.364314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b00e55-3218-4e69-9275-a2ac0f0d3b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f9f7c9-676f-42fd-86fb-4518ff56dde1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:57.438804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.454798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for e7645df1-5fd5-4d15-8ded-f20d9261b58e owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:57.638027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:57.643800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.654817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:57.668705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:57.669221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:57.682142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Made reservation on behalf of 09388f41d1c2423cbffba7ecc59e71e1 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:57.685163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.705534 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-90434bff-b1bd-4e64-91e3-6a84223cfd75 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/floatingips/1d5590cd-b4fa-4cd7-9392-4d11c0f3958e HTTP/1.1" status: 200 len: 977 time: 1.8532302 Jan 17 12:46:57.707931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44166) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:57.708055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:57.748483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:57.774844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:57.775472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:57.794990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.841750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:57.842416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32fdb60-7931-4a4e-9623-45e881472477 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:57.846425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=e7645df1-5fd5-4d15-8ded-f20d9261b58e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:57.900898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 25ac3a20-acd1-4148-905d-38b04305ee93 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:57.901417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.940129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8614becb-a251-46e6-875d-57b5a8c69bf0 None None] Provisioning complete for port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:57.943305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8614becb-a251-46e6-875d-57b5a8c69bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:57.970581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.002790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.010689 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5fa1d6f3-9b05-477d-a030-768add9c58ef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/e7645df1-5fd5-4d15-8ded-f20d9261b58e HTTP/1.1" status: 204 len: 168 time: 0.8126945 Jan 17 12:46:58.025953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44174) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:58.106007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.112146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602fdeb-2f50-47e4-a2bf-2160ce416478 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:58.113686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602fdeb-2f50-47e4-a2bf-2160ce416478 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:58.115241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602fdeb-2f50-47e4-a2bf-2160ce416478 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:58.119705 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7602fdeb-2f50-47e4-a2bf-2160ce416478 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0926952 Jan 17 12:46:58.119847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44180) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:58.137140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.233084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Network ccb31c87-86fe-4693-bca1-25e17e7f549b is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:46:58.243433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:46:58.252562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:46:58.253469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:58.254264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.256619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0ececc3e-e396-4723-be8e-9b8894dd2bbd None None] Could not find standard attr ID for object e7645df1-5fd5-4d15-8ded-f20d9261b58e. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:46:58.293689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:58.296929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=09c72f33-cf7a-4a38-9177-1c84ba5077c2,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:58.300570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.358485 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2f2044da-725e-4b9b-9b76-dfef5a41d098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1762285 Jan 17 12:46:58.361744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44188) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:58.369061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:58.393457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.411303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.411819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.412335 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP 1d5590cd-b4fa-4cd7-9392-4d11c0f3958e disassociated. External IP: 172.26.4.180, port: 25ac3a20-acd1-4148-905d-38b04305ee93. Jan 17 12:46:58.412757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 25ac3a20-acd1-4148-905d-38b04305ee93 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:58.462347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.548516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.603477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 64c566c4-8aeb-4f4e-bde3-8a9db79f038b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:46:58.635044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.697661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:58.698112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.710139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=25ac3a20-acd1-4148-905d-38b04305ee93,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:58.733767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:46:58.744527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.752175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.788147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:58.797292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.802971 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7be49661-3b38-425d-a43a-7c1c0694e2cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d HTTP/1.1" status: 204 len: 168 time: 0.6817174 Jan 17 12:46:58.803850 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23943eee-fcf8-4f5b-a292-c43485bf1824 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:58.807017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44198) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:58.839456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.850654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:46:58.910285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet cffbecb9-d584-4bc7-9fd0-25fd733be292 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:46:58.929673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:58.932378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=09c72f33-cf7a-4a38-9177-1c84ba5077c2,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:58.968512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:46:58.979546 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:46:58.990797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:58.991764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:58.993146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:58.995801 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:58.998023 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:59.003282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.007741 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.020244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.043923 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 2 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.063965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.065830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.066178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.066517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.069819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f81f7f5a-28ed-4daa-8c83-461d3e4962ff tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/ports/25ac3a20-acd1-4148-905d-38b04305ee93 HTTP/1.1" status: 204 len: 168 time: 1.3582177 Jan 17 12:46:59.070089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44202) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.076816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.077150 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.083053 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 3 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.124273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.124614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.124960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.133537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.133868 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.135892 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 4 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.150606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.151055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.151341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.164992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.165327 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.166432 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:59.166978 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-72f6a15c-b246-46b6-80a5-8f57ebf72748 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/floatingips/1d5590cd-b4fa-4cd7-9392-4d11c0f3958e HTTP/1.1" status: 200 len: 688 time: 0.0957460 Jan 17 12:46:59.167409 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 5 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.167627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44206) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.170612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.187163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:46:59.188627 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:46:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:59.207088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.207426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.207800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.218851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.219181 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.225392 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:46:59.225543 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 6 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.226054 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117e8b6-4e5d-4067-94c8-908f99b3e20b None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:46:59.268185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.268185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.268185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.268185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.268185 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.268185 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 7 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.280540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.281055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.281399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.291604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.291930 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.292318 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 8 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.308906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.309243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.309734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.316955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.317288 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.317740 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 9 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.333851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.334239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.334526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.342513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.342850 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.343242 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 10 to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 Jan 17 12:46:59.357673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:46:59.358236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:46:59.358754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:46:59.371703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port b7f1e8ed-521a-418e-be0e-c155bc71e997 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:46:59.371703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.371870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:46:59.371870 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:46:59.371870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.431732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.482614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.482942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.499299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for b7f1e8ed-521a-418e-be0e-c155bc71e997 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:46:59.507528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=cffbecb9-d584-4bc7-9fd0-25fd733be292,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:59.524505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.528177 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e5577181-cf42-485b-b070-034a5dc3c0fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/cffbecb9-d584-4bc7-9fd0-25fd733be292 HTTP/1.1" status: 204 len: 168 time: 0.7201467 Jan 17 12:46:59.536217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44222) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.589120 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f8f830d7-f3b4-430e-9821-ed358d139cc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509791 Jan 17 12:46:59.598753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.601791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] For port 09c72f33-cf7a-4a38-9177-1c84ba5077c2, host hv-neutron-8248, cleared binding levels {{(pid=109281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:46:59.602169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempted to set empty binding levels {{(pid=109281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 12:46:59.608349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:59.634988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1e54-4e16-42ee-b88d-d89ad9fc42f5 req-727e1eed-ca1f-4ee3-9185-e25402be1866 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.642311 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0fb1e54-4e16-42ee-b88d-d89ad9fc42f5 req-727e1eed-ca1f-4ee3-9185-e25402be1866 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.1376355 Jan 17 12:46:59.663844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a0e11-84b5-46a4-8014-ecb155ef5421 req-3c1bc72b-6f31-4a9b-92f0-3515f449f63a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.665392 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-775a0e11-84b5-46a4-8014-ecb155ef5421 req-3c1bc72b-6f31-4a9b-92f0-3515f449f63a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.2380712 Jan 17 12:46:59.682112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.720510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44228) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.745502 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0fb1e54-4e16-42ee-b88d-d89ad9fc42f5 req-9b2458c2-f0c7-48b4-981c-8adf4d09c513 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710752 Jan 17 12:46:59.759684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] In _notify_port_updated(), no bound segment for port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:46:59.760530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.761080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.762389 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "PUT /v2.0/ports/09c72f33-cf7a-4a38-9177-1c84ba5077c2 HTTP/1.1" status: 200 len: 979 time: 1.3999021 Jan 17 12:46:59.767734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44234) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.826245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea05118-7928-4f28-81e5-c3ef1a973a76 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:46:59.836521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.854391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ba916-fe10-4c7a-a81e-57ceb1d28125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=09c72f33-cf7a-4a38-9177-1c84ba5077c2,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:59.869421 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-775a0e11-84b5-46a4-8014-ecb155ef5421 req-e11df44f-c6ab-45d2-bdc2-64d7e6ce5d2e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926811 Jan 17 12:46:59.902463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=b7f1e8ed-521a-418e-be0e-c155bc71e997,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:46:59.930794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.931711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.932243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.932719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.933320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.934045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.934695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.935333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.936002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.936650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.937282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.937912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.939069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.939831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.940554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.943207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.943207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.943207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.943207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.943207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.944644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.945127 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.945603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.946773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.947250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.947949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:46:59.951998 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1ae6c599-5d53-4546-a500-1dda7a80b6e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22916 time: 0.1833265 Jan 17 12:46:59.962584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-362605385'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:46:59.965063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e5f8ed51-cda7-4ebc-bfce-0585bb8c434c None None] Provisioning complete for port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:46:59.965449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5f8ed51-cda7-4ebc-bfce-0585bb8c434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:46:59.966048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44244) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:46:59.977745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:46:59.981286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.027168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.030237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.031477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-30fc857b-b443-4742-96f8-24d626fcaf59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/floatingips/1d5590cd-b4fa-4cd7-9392-4d11c0f3958e HTTP/1.1" status: 204 len: 168 time: 0.8629227 Jan 17 12:47:00.035300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44248) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:00.039812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'fd4d983c-a359-4cf5-9509-38f44c1269e5'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:00.136157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:00.175439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0adc88-4f0b-48a7-b8ec-f5ef7b0bf263 req-9ab7a11b-e311-4782-85c2-57bd7365a24c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:00.175645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.176072 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4d0adc88-4f0b-48a7-b8ec-f5ef7b0bf263 req-9ab7a11b-e311-4782-85c2-57bd7365a24c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2059467 Jan 17 12:47:00.202639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] Deleting port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:00.203320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.214004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.214986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.269095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] For port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:00.269492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.275935 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4d0adc88-4f0b-48a7-b8ec-f5ef7b0bf263 req-7b128e9f-5d83-4362-ba91-fa17295761a6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906048 Jan 17 12:47:00.288904 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] Calling delete_port for 64c566c4-8aeb-4f4e-bde3-8a9db79f038b owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:00.308295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Deleting port 09c72f33-cf7a-4a38-9177-1c84ba5077c2 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:00.308630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.382203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.444707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] For port 09c72f33-cf7a-4a38-9177-1c84ba5077c2, host hv-neutron-8248, got binding levels [] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:00.444966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.458571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Calling delete_port for 09c72f33-cf7a-4a38-9177-1c84ba5077c2 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:00.472047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.472280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.516767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] Pushing event deleted for resources: {'Port': ['ID=64c566c4-8aeb-4f4e-bde3-8a9db79f038b,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:00.523524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065d2a4-5eba-48a8-a967-845f030bfda4 None None] No DVR routers for this DVR port 64c566c4-8aeb-4f4e-bde3-8a9db79f038b on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:00.573455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.620774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 64c566c4-8aeb-4f4e-bde3-8a9db79f038b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:00.633018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.637093 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c94722a4-9c3b-438a-98f2-be7d5f6de8e8 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9097955 Jan 17 12:47:00.638061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44256) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:00.664343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 64c566c4-8aeb-4f4e-bde3-8a9db79f038b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:00.664593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 64c566c4-8aeb-4f4e-bde3-8a9db79f038b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:00.674642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:00.682377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.759674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.101 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/05899668-c64c-4911-bd21-60333ffcd2df) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:00.791623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:00.803728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:00.810890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:00.811479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.813133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c128f-efa7-4c76-9d83-3486584ac476 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:00.818076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.825705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.827289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=0d1b9f48-f48a-499d-a88f-7b0e9693ff16,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:00.888929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event deleted for resources: {'Port': ['ID=09c72f33-cf7a-4a38-9177-1c84ba5077c2,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:00.948550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:00.952793 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a92a51f3-483e-430e-8f0f-955b35fb97b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "DELETE /v2.0/ports/09c72f33-cf7a-4a38-9177-1c84ba5077c2 HTTP/1.1" status: 204 len: 168 time: 0.9857719 Jan 17 12:47:00.956714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44260) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:01.023258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.048847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44262) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:01.052613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2f76a5c8-00fe-487b-9424-0bb8a26928d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4484973 Jan 17 12:47:01.059541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:01.064575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '0d1b9f48-f48a-499d-a88f-7b0e9693ff16'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:01.065655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.081740 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8466f8f-2901-4cbf-a39d-e716bd8e0063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:47:01.083804 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e8466f8f-2901-4cbf-a39d-e716bd8e0063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "GET /v2.0/ports/09c72f33-cf7a-4a38-9177-1c84ba5077c2 HTTP/1.1" status: 404 len: 333 time: 0.1258130 Jan 17 12:47:01.107891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44266) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:01.114803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616119651', 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:01.162431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.185327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.188832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.227114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Made reservation on behalf of 09388f41d1c2423cbffba7ecc59e71e1 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:01.229480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.239560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Allocated IP 2001:db8::f816:3eff:fe6b:5831 (a66930c0-bf2c-424b-976e-045386db06ff/0d1b9f48-f48a-499d-a88f-7b0e9693ff16/9e026059-9da3-4ead-8b9e-e75790ef7d25) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:01.245240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:01.248535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb001e01-0825-4437-bbf7-a2a201483f0a req-c90a10cb-4fdb-440e-a719-f9130d414e5c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:01.251345 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb001e01-0825-4437-bbf7-a2a201483f0a req-c90a10cb-4fdb-440e-a719-f9130d414e5c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1107514 Jan 17 12:47:01.257346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:01.262958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:01.279011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 36631cb5-636f-4aa7-9bc8-096c26505f0c yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:01.300639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=05899668-c64c-4911-bd21-60333ffcd2df,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:01.310407 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb001e01-0825-4437-bbf7-a2a201483f0a req-9ad7c0b7-0ea2-405d-ab2e-d0c3d7bec38e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501812 Jan 17 12:47:01.317662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.320353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec995773-404b-4a1d-9530-8ead504cd989 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:01.327566 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.333715 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-32dd23c3-e958-4d86-9a07-e3ab35ed11d1 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ec995773-404b-4a1d-9530-8ead504cd989 HTTP/1.1" status: 204 len: 168 time: 0.6938941 Jan 17 12:47:01.339150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44272) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:01.346319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Request body: {'router': {'name': 'tempest-router-1925093353', 'distributed': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:01.423526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.441562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:01.445050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.455753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939005d-5ed3-4607-b2bf-d9f6ed4a0d85 req-50439e64-6739-4158-92d5-51a427e63f3f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:01.457297 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8939005d-5ed3-4607-b2bf-d9f6ed4a0d85 req-50439e64-6739-4158-92d5-51a427e63f3f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.0685723 Jan 17 12:47:01.500407 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8939005d-5ed3-4607-b2bf-d9f6ed4a0d85 req-abc217b9-d066-460a-b8e5-b08765002596 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367978 Jan 17 12:47:01.636892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f2323-5ffe-417c-867e-7523931bd424 req-6662e071-bd9f-4025-abbc-308242e621e3 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:01.636892 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ef5f2323-5ffe-417c-867e-7523931bd424 req-6662e071-bd9f-4025-abbc-308242e621e3 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.2605839 Jan 17 12:47:01.637654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.642747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:01.645601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:01.649211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:01.658887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Pushing event updated for resources: {'Port': ['ID=9e026059-9da3-4ead-8b9e-e75790ef7d25,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:01.665706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.666928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.724736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.796668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.811129 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ef5f2323-5ffe-417c-867e-7523931bd424 req-0d3a0394-fd68-4558-a913-35b5353f1011 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147188 Jan 17 12:47:01.823351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.851449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Attempting to bind port 9e026059-9da3-4ead-8b9e-e75790ef7d25 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:01.851851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Attempting to bind port 9e026059-9da3-4ead-8b9e-e75790ef7d25 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:01.852469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Attempting to bind port 9e026059-9da3-4ead-8b9e-e75790ef7d25 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:01.858536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:01.858536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:01.860204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.860204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:01.860204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Bound port: 9e026059-9da3-4ead-8b9e-e75790ef7d25, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:01.860204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.883659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:01.885421 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c82bed2e-da01-44f7-80a5-9f4690dc2918 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5452139 Jan 17 12:47:01.893418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44276) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:01.926994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] For port 9e026059-9da3-4ead-8b9e-e75790ef7d25, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:01.936502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] For port 9e026059-9da3-4ead-8b9e-e75790ef7d25, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e026059-9da3-4ead-8b9e-e75790ef7d25,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:02.042544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.083868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.113521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194949-3a8b-47c0-892c-d6767a6307fa None None] Pushing event updated for resources: {'Port': ['ID=9e026059-9da3-4ead-8b9e-e75790ef7d25,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:02.176379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Network ccb31c87-86fe-4693-bca1-25e17e7f549b is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:02.181651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:02.184417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:02.185752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:02.187380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.191113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.215134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.250372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=36631cb5-636f-4aa7-9bc8-096c26505f0c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:02.300658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:02.307374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.309894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:02.313852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:02.314877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.335562 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e8419428-2a7d-4507-b965-0e1eee96bc98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2265828 Jan 17 12:47:02.341493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=76b1fbd7-fe43-4912-881e-4fe9ace2f7df,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:02.344686 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44280) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:02.414272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be40a6-9ae4-4040-81b4-95ee3b68bbff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:02.414597 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4b654739-c5dc-46c7-8cd5-96bd8c1c7fe5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3605990 Jan 17 12:47:02.414702 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-83be40a6-9ae4-4040-81b4-95ee3b68bbff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "GET /v2.0/ports/36631cb5-636f-4aa7-9bc8-096c26505f0c HTTP/1.1" status: 200 len: 959 time: 0.0665107 Jan 17 12:47:02.415237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44282) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:02.420924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:e3:6c:0a', 'name': 'tempest-NetworksTestDHCPv6-210078697'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:02.425872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44284) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:02.552074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.565181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.668430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e026059-9da3-4ead-8b9e-e75790ef7d25 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:02.704821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.706378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d330b94-a66a-434a-bd77-04704cd0de43 req-2a930c60-9aab-4bd7-ada5-49b003bbc077 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:02.707917 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d330b94-a66a-434a-bd77-04704cd0de43 req-2a930c60-9aab-4bd7-ada5-49b003bbc077 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.0673742 Jan 17 12:47:02.722749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.723221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37ac5168-d9b8-40dc-89cb-139c39e353a3 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:02.738772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.738870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9e026059-9da3-4ead-8b9e-e75790ef7d25 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:02.738870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.739749 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d650c067-c44c-4226-a622-855838f25cd9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "DELETE /v2.0/routers/37ac5168-d9b8-40dc-89cb-139c39e353a3 HTTP/1.1" status: 204 len: 168 time: 0.8436015 Jan 17 12:47:02.748378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44290) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:02.759196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Request body: {'router': {'name': 'tempest-router-1875601261', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '97afa1e760ae4d9ea3469603d82cda14'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:02.776063 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5d330b94-a66a-434a-bd77-04704cd0de43 req-b440371f-183f-4f2f-814f-05dc209eff81 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619662 Jan 17 12:47:02.814534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623331fd-7155-4449-9bd5-599377cb5e39 req-8b5ed7c6-ead4-48fd-9ed2-656917944435 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:02.816108 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-623331fd-7155-4449-9bd5-599377cb5e39 req-8b5ed7c6-ead4-48fd-9ed2-656917944435 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.2751024 Jan 17 12:47:02.826838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.863836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 9e026059-9da3-4ead-8b9e-e75790ef7d25, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e026059-9da3-4ead-8b9e-e75790ef7d25,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:02.897181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.899267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.920015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-0dd423b5-6c0f-4759-a8dd-070e2435c096 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:02.921441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-0dd423b5-6c0f-4759-a8dd-070e2435c096 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.67 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.2755420 Jan 17 12:47:02.950436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:02.994602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198c184-fab1-483d-bf6b-e6b332bb9139 req-00bd9bd8-8902-4391-9944-e7ca028eed13 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:03.001514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.002420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1198c184-fab1-483d-bf6b-e6b332bb9139 req-00bd9bd8-8902-4391-9944-e7ca028eed13 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.3574750 Jan 17 12:47:03.008257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=9e026059-9da3-4ead-8b9e-e75790ef7d25,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:03.014887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf538f91-b50c-4344-b64a-f3bfb16b14b5 req-ec87028e-a6c8-4585-9eaa-d32c254d614a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:03.022680 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bf538f91-b50c-4344-b64a-f3bfb16b14b5 req-ec87028e-a6c8-4585-9eaa-d32c254d614a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.1359544 Jan 17 12:47:03.064433 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bf538f91-b50c-4344-b64a-f3bfb16b14b5 req-757b23e9-b029-41a3-af74-253b0321ba10 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 Jan 17 12:47:03.080426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.100313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Deleting port 36631cb5-636f-4aa7-9bc8-096c26505f0c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:03.100661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.169416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.174091 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5e3f13d3-b0ac-4ef8-a5dd-6e05f743aa31 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4212279 Jan 17 12:47:03.174756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44294) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:03.183721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:03.296234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d7156-2252-4800-8ca1-95b67f7b81b6 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:03.394519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.395675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.395816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b8e88069-179b-4473-aad1-20ad2156c0e8 None None] Provisioning complete for port 9e026059-9da3-4ead-8b9e-e75790ef7d25 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:03.396193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b8e88069-179b-4473-aad1-20ad2156c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.473506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:03.483936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109281) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 17 12:47:03.484512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Router fe7e0ae2-9770-440b-93e0-0aef73cf63d0 migrating from provider to provider. {{(pid=109281) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 17 12:47:03.485032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.490765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.546837 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1198c184-fab1-483d-bf6b-e6b332bb9139 req-fac7812a-c8fc-4db3-b577-ded09a72b0ac tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422318 Jan 17 12:47:03.566567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.584573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.596234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': '0d1b9f48-f48a-499d-a88f-7b0e9693ff16', 'ip_address': '2001:db8::f816:3eff:fe6b:5831'}, {'subnet_id': '76b1fbd7-fe43-4912-881e-4fe9ace2f7df'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '9e026059-9da3-4ead-8b9e-e75790ef7d25'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:47:03.619110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Deleting port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:03.619465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.622167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Calling delete_port for 36631cb5-636f-4aa7-9bc8-096c26505f0c owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:03.623559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.646188 dv-neutron-824886-1-hyperv neutron-server[109281]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] No L3 agents can host the router fe7e0ae2-9770-440b-93e0-0aef73cf63d0 Jan 17 12:47:03.687081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.756966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Deleting port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:03.757863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.763168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.767286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Hosts for router fe7e0ae2-9770-440b-93e0-0aef73cf63d0: [] {{(pid=109281) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 17 12:47:03.775378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.793014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Hosts for other DVR routers connected to router fe7e0ae2-9770-440b-93e0-0aef73cf63d0: set() {{(pid=109281) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 17 12:47:03.794436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.798460 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dca10fb4-76c5-49bf-9244-27a06a048881 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "PUT /v2.0/routers/fe7e0ae2-9770-440b-93e0-0aef73cf63d0 HTTP/1.1" status: 200 len: 717 time: 0.6224813 Jan 17 12:47:03.799572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44296) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:03.817765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] Allocated IP 172.20.0.2 (a66930c0-bf2c-424b-976e-045386db06ff/76b1fbd7-fe43-4912-881e-4fe9ace2f7df/9e026059-9da3-4ead-8b9e-e75790ef7d25) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:03.885902 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1a723332-7ebe-40ed-9774-49a1f5f3ebee tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "GET /v2.0/routers/fe7e0ae2-9770-440b-93e0-0aef73cf63d0 HTTP/1.1" status: 200 len: 717 time: 0.0857060 Jan 17 12:47:03.889585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44300) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:03.892601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3675308e-1d3c-46ef-b5ca-7a02f5bc50e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.926833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c9a95-7724-40b4-b8c3-c57502eb93b8 req-6af770b4-9d7b-4d60-a4a4-20bcb138d054 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:03.927260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port eb93c802-8b68-4292-8b29-dbfa6f5824c5 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:03.928149 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d08c9a95-7724-40b4-b8c3-c57502eb93b8 req-6af770b4-9d7b-4d60-a4a4-20bcb138d054 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.0612142 Jan 17 12:47:03.947452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] For port 9e026059-9da3-4ead-8b9e-e75790ef7d25, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e026059-9da3-4ead-8b9e-e75790ef7d25,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:03.974136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=05899668-c64c-4911-bd21-60333ffcd2df,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:03.985962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] For port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:03.985962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:03.988599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.012316 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d08c9a95-7724-40b4-b8c3-c57502eb93b8 req-0bac4f1a-c9c3-4e94-9ad0-ddd10ca9262f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554256 Jan 17 12:47:04.053455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.139915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb7c41-9f47-4188-bff3-5b6b77ddb7b4 None None] Pushing event updated for resources: {'Port': ['ID=9e026059-9da3-4ead-8b9e-e75790ef7d25,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:04.151955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.153697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.288279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] For port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:04.288661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.312800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event deleted for resources: {'Port': ['ID=36631cb5-636f-4aa7-9bc8-096c26505f0c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:04.389828 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ee79a3df-55b7-4e75-ba3a-2188e914b1e8 tempest-RoutersTestDVR-902223269 tempest-RoutersTestDVR-902223269-project] 10.222.0.77 "GET /v2.0/routers/fe7e0ae2-9770-440b-93e0-0aef73cf63d0 HTTP/1.1" status: 200 len: 683 time: 0.4884050 Jan 17 12:47:04.392903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44306) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:04.405603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.409485 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5b6722f-3181-460f-8e7b-73c4206fb6a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "DELETE /v2.0/ports/36631cb5-636f-4aa7-9bc8-096c26505f0c HTTP/1.1" status: 204 len: 168 time: 1.9828541 Jan 17 12:47:04.437611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44308) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:04.494267 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-20be505e-997a-4893-9087-1a51b61848d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:47:04.497563 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-20be505e-997a-4893-9087-1a51b61848d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "GET /v2.0/ports/36631cb5-636f-4aa7-9bc8-096c26505f0c HTTP/1.1" status: 404 len: 333 time: 0.0568445 Jan 17 12:47:04.499525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.502380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44310) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:04.539818 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Request body: {'port': {'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-959403076'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:04.590964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1b42a-bf0e-407e-88f9-bfa2d34cde5a req-5a321b2f-3b0a-42b8-9d4d-32e50e6f2e02 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:04.599125 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f1f1b42a-bf0e-407e-88f9-bfa2d34cde5a req-5a321b2f-3b0a-42b8-9d4d-32e50e6f2e02 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 946 time: 0.4415348 Jan 17 12:47:04.615910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e026059-9da3-4ead-8b9e-e75790ef7d25 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:04.681429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.api [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-aebbf39e-23d9-47d2-a4b7-b5c7e74aa901 {{(pid=109280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:47:04.682029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG oslo_db.api [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:47:04.701947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP d806e000-5bf3-4e3c-9a45-355806540b31 associated. External IP: 172.26.4.101, port: fd4d983c-a359-4cf5-9509-38f44c1269e5. Jan 17 12:47:04.707310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9e026059-9da3-4ead-8b9e-e75790ef7d25 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:04.707752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.757146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.760553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.792213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-37c5653a-04da-4276-ba81-5a826d6f49a5 None None] Provisioning complete for port 9e026059-9da3-4ead-8b9e-e75790ef7d25 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:04.792667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37c5653a-04da-4276-ba81-5a826d6f49a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.810236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee171c-d944-4c8b-8ab4-e8df1c698696 req-0b3e9390-f1db-4969-b4f0-330fe417b19f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:04.812763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.813179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.813726 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Floating IP 7771522b-ec5a-4049-a940-32f86dc23da0 disassociated. External IP: 172.26.4.114, port: fa89d79d-8fa9-47e3-8d0c-b33627ae66d6. Jan 17 12:47:04.814091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Calling delete_port for fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:04.817565 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a2ee171c-d944-4c8b-8ab4-e8df1c698696 req-0b3e9390-f1db-4969-b4f0-330fe417b19f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 946 time: 0.1778693 Jan 17 12:47:04.819323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Made reservation on behalf of 09388f41d1c2423cbffba7ecc59e71e1 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:04.822249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.840611 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f1f1b42a-bf0e-407e-88f9-bfa2d34cde5a req-821e6547-fb8f-4809-957d-b64ebed8a327 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups?id=7a396da1-fecd-4314-bf65-982009e7dc02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406960 Jan 17 12:47:04.870850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 5931904f-94fe-4aad-9a95-f95102d112e3 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:04.883594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a2ee171c-d944-4c8b-8ab4-e8df1c698696 req-e0f480ec-4c88-479c-bc8c-ba8aa3e0dc08 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups?id=74b46be6-64b5-4f53-992b-52e8a83e17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651295 Jan 17 12:47:04.929756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.930416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe7e0ae2-9770-440b-93e0-0aef73cf63d0 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:04.949334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.949633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.949942 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Floating IP 506ad4fc-8d13-4974-b942-4ca97605a380 disassociated. External IP: 172.26.4.87, port: d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de. Jan 17 12:47:04.950280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Calling delete_port for d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:04.958911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:04.960066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-38e5d043-966d-42c5-9592-80dc22aa23e9 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "DELETE /v2.0/routers/fe7e0ae2-9770-440b-93e0-0aef73cf63d0 HTTP/1.1" status: 204 len: 168 time: 0.5654631 Jan 17 12:47:04.967183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44314) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:04.973861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Request body: {'router': {'name': 'tempest-router-1965456513', 'distributed': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:05.098796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.106213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.108084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.176375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.236898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.271685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.281716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Network ccb31c87-86fe-4693-bca1-25e17e7f549b is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:05.294978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:05.297550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:05.298889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:05.299519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.310870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.313545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=5931904f-94fe-4aad-9a95-f95102d112e3,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:05.381208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.382457 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a0f6d64c-d9f1-4790-a43b-e88e88e7c13c tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4142499 Jan 17 12:47:05.385235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44318) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:05.430469 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8009319c-3252-40ee-8ed2-2932ded3498b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9273870 Jan 17 12:47:05.445792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port fc8be9f9-c170-4e10-98cc-3750ee692d95 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:05.452799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44320) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:05.461906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.462093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:05.616468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6265b79-5c2b-4b32-b1c2-db50384ba7aa req-c5d341cd-7a8d-4ef4-a81e-aef4e11b74cb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:05.617124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.617893 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e6265b79-5c2b-4b32-b1c2-db50384ba7aa req-c5d341cd-7a8d-4ef4-a81e-aef4e11b74cb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2975905 Jan 17 12:47:05.619312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.691891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.698922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:05.720810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.721320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a4d4f9d-419e-41ef-a5e3-b16eb11e0caa {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:05.725416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.726565 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-df08b90a-c802-491b-be95-c060a86d8b34 tempest-RoutersTestDVR-1697052675 tempest-RoutersTestDVR-1697052675-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3a4d4f9d-419e-41ef-a5e3-b16eb11e0caa HTTP/1.1" status: 204 len: 168 time: 0.3403609 Jan 17 12:47:05.759040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.781034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event deleted for resources: {'Port': ['ID=fa89d79d-8fa9-47e3-8d0c-b33627ae66d6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:05.811873 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e6265b79-5c2b-4b32-b1c2-db50384ba7aa req-7478b2f9-0ab5-4723-b5e2-249fe96fadea tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847293 Jan 17 12:47:05.844612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:05.964111 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ac7eb87d-b461-4ece-a7c7-a3400596f83d req-d90ca5b8-462b-4dd3-b051-0bb0ee93c7c1 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0479667 Jan 17 12:47:05.989840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event deleted for resources: {'Port': ['ID=d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:06.085294 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-673ecaf1-3991-4b70-9967-58f36c31f460 req-cc33667e-1247-44a2-ba54-f65a3855959f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.1066594 Jan 17 12:47:06.122339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f6fca549-3aea-4d84-ac78-c4507a8f3649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.166598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 172.20.0.5 (a66930c0-bf2c-424b-976e-045386db06ff/76b1fbd7-fe43-4912-881e-4fe9ace2f7df/fc8be9f9-c170-4e10-98cc-3750ee692d95) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:06.218702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44330) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:06.218990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fee3:6c0a (a66930c0-bf2c-424b-976e-045386db06ff/0d1b9f48-f48a-499d-a88f-7b0e9693ff16/fc8be9f9-c170-4e10-98cc-3750ee692d95) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:06.337292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:06.338636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:06.345028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddd6b-f239-4929-a46c-3ed2cf3afa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.354444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:06.367634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:06.369681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:06.417441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:06.427830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:06.428757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:06.431615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddd6b-f239-4929-a46c-3ed2cf3afa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.467792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:06.468530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3dd8b-447f-4b92-a280-5002b36cdec6 None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:06.493786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:06.497723 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] device_id is not set on port 5931904f-94fe-4aad-9a95-f95102d112e3 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:06.516684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ee9ddd6b-f239-4929-a46c-3ed2cf3afa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.549769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.564310 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ee9ddd6b-f239-4929-a46c-3ed2cf3afa11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97afa1e760ae4d9ea3469603d82cda14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408859 Jan 17 12:47:06.564310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ddd6b-f239-4929-a46c-3ed2cf3afa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968cc437-2b42-4637-bddd-9aa0143355ef,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:06.565466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44334) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:06.568699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.618663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4775-5abf-49be-867a-6c2bba469bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.640715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4775-5abf-49be-867a-6c2bba469bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.694059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.714261 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-780a9796-0bc5-46e2-999b-88884e831cac tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6778419 Jan 17 12:47:06.716963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44336) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:06.720471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.722297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1628373931'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:06.768150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4775-5abf-49be-867a-6c2bba469bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.770782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4775-5abf-49be-867a-6c2bba469bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.779714 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5c1d4775-5abf-49be-867a-6c2bba469bd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/968cc437-2b42-4637-bddd-9aa0143355ef HTTP/1.1" status: 204 len: 168 time: 0.2093210 Jan 17 12:47:06.792979 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d4775-5abf-49be-867a-6c2bba469bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968cc437-2b42-4637-bddd-9aa0143355ef,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:06.826986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:06.834736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.870777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:06.887425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:06.887900 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Added segment 5ee862be-1fd2-4660-8a3a-977e1687124e of type vlan for network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 Jan 17 12:47:06.976253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.035524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af477cc-0a74-4c71-82f3-3ca1a4578d88 req-121b5c26-dc21-4c41-a3aa-b09861428d40 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:07.037645 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6af477cc-0a74-4c71-82f3-3ca1a4578d88 req-121b5c26-dc21-4c41-a3aa-b09861428d40 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1091828 Jan 17 12:47:07.100266 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6af477cc-0a74-4c71-82f3-3ca1a4578d88 req-a3e9d4a9-17f8-47f5-a669-ef1450e36ba9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555534 Jan 17 12:47:07.113057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.127860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=5931904f-94fe-4aad-9a95-f95102d112e3,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:07.142101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:07.142879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.147856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:07.159088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d3a9953-7e08-4f6c-84fe-8e6ca5c6f9d3 req-88e979b5-1706-4479-b556-3497cd86ca0c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0718176 Jan 17 12:47:07.160489 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] Sync routers for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:07.185395 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:07.187575 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:07.207697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.212932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.212932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.212932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:07.231596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] No DVR routers for this DVR port fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:07.234088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:07.236869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.240247 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-623331fd-7155-4449-9bd5-599377cb5e39 req-45be7252-423f-4549-bce2-738dbf2c823c tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.67 "DELETE /v2.0/ports/fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 HTTP/1.1" status: 204 len: 173 time: 4.4129910 Jan 17 12:47:07.240836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:07.241143 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:07.241527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'name': 'network-vif-deleted', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:47:07.243839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6706c8c-1052-47f1-b771-4e7bfd793ca7" -d '{"events": [{"server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "name": "network-vif-deleted", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:47:07.249692 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 2 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:07.253927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] Sync routers for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:07.287393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:07.291202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:07.311893 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-54433229-c30b-4f85-9238-8a4e9a4836fa req-f71fd70a-318e-43ea-9c1f-b6bd32147d4c tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0723898 Jan 17 12:47:07.317599 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5995800 Jan 17 12:47:07.320983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44350) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:07.322080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.322627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.323095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:07.327641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] No DVR routers for this DVR port d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:07.327797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'subnet': {'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:07.334048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f1315-ec0e-4ec4-99da-f19038b749ba tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Network': ['ID=2c2cde6c-cc58-4af4-98c8-c01b3af34f96,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:07.337923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.347864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.351818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-62d6dd85-a5ff-41a2-9b3d-7aebae542ce3 req-07d80bc3-6512-4a24-96fe-17b482f7bd65 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.67 "DELETE /v2.0/ports/d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de HTTP/1.1" status: 204 len: 173 time: 4.3878849 Jan 17 12:47:07.354459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:07.355767 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:07.362679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9282e0-a2ae-49f7-a2dd-43dfe01e35e2 x-openstack-request-id: req-1d9282e0-a2ae-49f7-a2dd-43dfe01e35e2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:47:07.363026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2484d6-c13f-43cb-86f8-3994ffd344c7", "name": "network-vif-deleted", "tag": "fa89d79d-8fa9-47e3-8d0c-b33627ae66d6", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:47:07.363288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d9282e0-a2ae-49f7-a2dd-43dfe01e35e2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:47:07.363708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2484d6-c13f-43cb-86f8-3994ffd344c7', 'name': 'network-vif-deleted', 'tag': 'fa89d79d-8fa9-47e3-8d0c-b33627ae66d6', 'status': 'completed', 'code': 200} Jan 17 12:47:07.364112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 3 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:07.404643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:07.416699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:07.416929 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:07.419033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.419033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.419339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:07.424260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:07.432455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:07.435657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:07.442468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:07.442805 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:07.466113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 4 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:07.500498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:07.501059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device fa89d79d-8fa9-47e3-8d0c-b33627ae66d6 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:07.501640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:07.529587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:07.530778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.546533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=fc8be9f9-c170-4e10-98cc-3750ee692d95,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:07.551812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:07.557322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.572994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.573434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.573884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:07.577690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:07.580697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:07.581350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:07.581871 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:07.583728 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 5 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:07.610419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.611256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.612225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:07.623315 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-90da9838-ef40-4fcb-917f-ea9f6c89f8e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2044568 Jan 17 12:47:07.623315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:07.623315 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:07.624483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44352) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:07.624483 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 6 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:07.664369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:07.779355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.779989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.781237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:07.807684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ca829-d1cf-4e90-afe7-eaa8944be678 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:07.826876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ca829-d1cf-4e90-afe7-eaa8944be678 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:07.834248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4b0ca829-d1cf-4e90-afe7-eaa8944be678 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2048013 Jan 17 12:47:07.837297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44354) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:07.868828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:07.873033 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:07.900638 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:07.913180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 7 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:07.918002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44356) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:07.948955 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] Checking router: 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:47:07.960374 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:07.961349 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:07.962553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dff3ef4f-9df2-48f4-99f5-6614c2452336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:07.971970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:07.971970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:07.978663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:08.022272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:08.022604 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:08.023185 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 8 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:08.040835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:08.042159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:08.042495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:08.050104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:08.050439 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:08.051463 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 9 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:08.071754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0d0fdea3-c6a5-4e24-9f33-c8994efcdf57 None None] Provisioning complete for port fc8be9f9-c170-4e10-98cc-3750ee692d95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:08.072141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d0fdea3-c6a5-4e24-9f33-c8994efcdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.076901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:08.077287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:08.077629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:08.088907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port fc8be9f9-c170-4e10-98cc-3750ee692d95 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:08.089250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.091780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:08.092136 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:08.094085 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempt 10 to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 Jan 17 12:47:08.114008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fdea3-c6a5-4e24-9f33-c8994efcdf57 None None] Port fc8be9f9-c170-4e10-98cc-3750ee692d95 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:08.125097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:31Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:08.134823 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:08.159697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dff3ef4f-9df2-48f4-99f5-6614c2452336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.169449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] Checking router: c13bb115-9e0b-4761-bba3-1dfa3c3408d4 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:47:08.185402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.186678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:08.187291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:08.217538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:08.222048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:08.222807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempting to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:08.258425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:47:08.260431 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Failed to bind port 5931904f-94fe-4aad-9a95-f95102d112e3 on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ccb31c87-86fe-4693-bca1-25e17e7f549b'}] Jan 17 12:47:08.260927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.319286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dff3ef4f-9df2-48f4-99f5-6614c2452336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.339252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c2c5a199-c600-4da7-a758-7d67756c30ec req-b87da3af-0c9d-45d9-98b2-8b5a8fcba872 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a2484d6-c13f-43cb-86f8-3994ffd344c7 HTTP/1.1" status: 200 len: 210 time: 0.0560360 Jan 17 12:47:08.345165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.350661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:08.400323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for fc8be9f9-c170-4e10-98cc-3750ee692d95 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:08.420451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:08.449368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] For port 5931904f-94fe-4aad-9a95-f95102d112e3, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:08.450029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attempted to set empty binding levels {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 12:47:08.455008 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dff3ef4f-9df2-48f4-99f5-6614c2452336 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b02e34517f44799b830456a3f334454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305920 Jan 17 12:47:08.463861 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df307b33-de9e-45db-9014-27d2ae4a94bb None None] The sync data for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv is: [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:45:20Z', 'revision_number': 4, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '59f7610a-4373-48a9-80e2-1954b87baa18', 'name': '', 'network_id': 'e4bbeb27-2d66-40c6-86fa-9ded90b74423', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'mac_address': 'fa:16:3e:03:6d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:17Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'subnets': [{'id': 'c6934270-32e1-4400-93bf-8bbe818cc035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:08.469340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44366) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:08.481710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Subnet': ['ID=754070ed-19e8-4f6a-b91a-2788f11930eb,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:08.516732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97ef78-b886-4001-b750-e520b0671345 req-aab9e8b7-5b5e-4e8b-b49f-c9e5791944ba tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:08.524976 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cc97ef78-b886-4001-b750-e520b0671345 req-aab9e8b7-5b5e-4e8b-b49f-c9e5791944ba tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3264666 Jan 17 12:47:08.543972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-682ffe31-b96b-4e6d-ae70-cbce6369c38f req-4d00b4d4-9f82-4286-9760-8412aaba85d2 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/ports?device_id=87da75d6-0b13-4df7-95c9-9c83a48e3d99 HTTP/1.1" status: 200 len: 210 time: 0.0828197 Jan 17 12:47:08.550525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.555438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3ef4f-9df2-48f4-99f5-6614c2452336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a5f54-a13b-4ac9-a322-7b76b2222a31,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:08.570931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Checking segment: {'id': '5ee862be-1fd2-4660-8a3a-977e1687124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:08.570931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network hostable DHCP agents. Network: 2c2cde6c-cc58-4af4-98c8-c01b3af34f96, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:08.614299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] In _notify_port_updated(), no bound segment for port 5931904f-94fe-4aad-9a95-f95102d112e3 on network ccb31c87-86fe-4693-bca1-25e17e7f549b {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:47:08.615781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:08.616392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.620527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "PUT /v2.0/ports/5931904f-94fe-4aad-9a95-f95102d112e3 HTTP/1.1" status: 200 len: 980 time: 3.1660647 Jan 17 12:47:08.624199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44368) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:08.674211 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cc97ef78-b886-4001-b750-e520b0671345 req-27b70cb1-e06f-4b00-8f89-e14c8119da3b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356764 Jan 17 12:47:08.675175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8fdb14f1-a5c5-400d-a717-2ee80d2f268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.705867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8fdb14f1-a5c5-400d-a717-2ee80d2f268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.706064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0baa0-565f-4976-9635-0922d686da1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event updated for resources: {'Port': ['ID=5931904f-94fe-4aad-9a95-f95102d112e3,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:08.708042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.781917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Deleting port 5931904f-94fe-4aad-9a95-f95102d112e3 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:08.782438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.913704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:31Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:08.938995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] For port 5931904f-94fe-4aad-9a95-f95102d112e3, host hv-neutron-8248, got binding levels [] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:08.939481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.943412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eba16-8fdf-4067-8d24-cba4e883a0a2 None None] The sync data for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv is: [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ae41a38e-b03e-4419-b262-39cd9332a07a', 'name': '', 'network_id': '7ea0d9a6-e861-4f85-a5c2-156e9d153b2d', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'mac_address': 'fa:16:3e:eb:73:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:22Z', 'updated_at': '2022-01-17T12:45:31Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'subnets': [{'id': '8eeec3e1-3471-42b1-8840-a21e8489279a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:08.954807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Calling delete_port for 5931904f-94fe-4aad-9a95-f95102d112e3 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:08.962530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:08.963151 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583b5832-ce6a-4e92-84eb-eeb144cb4dd8 None None] New status for floating IP 7771522b-ec5a-4049-a940-32f86dc23da0: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:47:09.040593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.079267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=fc8be9f9-c170-4e10-98cc-3750ee692d95,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:09.097268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:09.204240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.211055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44370) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.211598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-38038f29-65cf-469a-a006-d4ea008c3fcb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/fc8be9f9-c170-4e10-98cc-3750ee692d95 HTTP/1.1" status: 204 len: 168 time: 1.3697364 Jan 17 12:47:09.212073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.247308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8fdb14f1-a5c5-400d-a717-2ee80d2f268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.249582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Pushing event deleted for resources: {'Port': ['ID=5931904f-94fe-4aad-9a95-f95102d112e3,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:09.251416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8fdb14f1-a5c5-400d-a717-2ee80d2f268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.252912 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8fdb14f1-a5c5-400d-a717-2ee80d2f268b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/089a5f54-a13b-4ac9-a322-7b76b2222a31 HTTP/1.1" status: 204 len: 168 time: 0.7866406 Jan 17 12:47:09.260187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 2c2cde6c-cc58-4af4-98c8-c01b3af34f96) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:09.266409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.274824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e435baa-0469-43f6-9443-832f9f54113c None None] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:09.281759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44374) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.284256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:09.284549 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9f88d723-1442-4044-b45b-de4f46a37df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "DELETE /v2.0/ports/5931904f-94fe-4aad-9a95-f95102d112e3 HTTP/1.1" status: 204 len: 168 time: 0.6527421 Jan 17 12:47:09.285270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.296369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb14f1-a5c5-400d-a717-2ee80d2f268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a5f54-a13b-4ac9-a322-7b76b2222a31,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:09.330075 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1e211a-1799-4611-a61f-13d6485adb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:47:09.337043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44376) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.337273 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eb1e211a-1799-4611-a61f-13d6485adb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736705565-project-admin] 10.222.0.77 "GET /v2.0/ports/5931904f-94fe-4aad-9a95-f95102d112e3 HTTP/1.1" status: 404 len: 333 time: 0.0486894 Jan 17 12:47:09.346532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f56fa-dc55-41bb-b034-487e9f809ce0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:09.348237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f56fa-dc55-41bb-b034-487e9f809ce0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:09.349911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f56fa-dc55-41bb-b034-487e9f809ce0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:09.351549 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-328f56fa-dc55-41bb-b034-487e9f809ce0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1393075 Jan 17 12:47:09.354844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44378) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.367298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7bddf3-54a7-46ab-b24c-503ae89bd358 None None] New status for floating IP 506ad4fc-8d13-4974-b942-4ca97605a380: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:47:09.387829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'name': 'network-vif-deleted', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:47:09.390285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22e8f8a-f316-4fee-89ce-8a6aa8b6d1e9" -d '{"events": [{"server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "name": "network-vif-deleted", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:47:09.445327 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-841e21d0-db04-420e-b8ae-672098209e10 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1210525 Jan 17 12:47:09.446134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44386) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.452569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1479072810', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:09.468677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 0d1b9f48-f48a-499d-a88f-7b0e9693ff16 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:09.477885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.509903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.521948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1e5f52-1e4b-4f90-b130-df1a923df16e x-openstack-request-id: req-1f1e5f52-1e4b-4f90-b130-df1a923df16e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:47:09.524708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da75d6-0b13-4df7-95c9-9c83a48e3d99", "name": "network-vif-deleted", "tag": "d5ddc2c7-5be7-4d23-8d00-18b3c9cf71de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:47:09.524708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f1e5f52-1e4b-4f90-b130-df1a923df16e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:47:09.524708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da75d6-0b13-4df7-95c9-9c83a48e3d99', 'name': 'network-vif-deleted', 'tag': 'd5ddc2c7-5be7-4d23-8d00-18b3c9cf71de', 'status': 'completed', 'code': 200} Jan 17 12:47:09.528319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44388) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.534552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.644679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.645722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.649799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-2c2cde6c-cc58-4af4-98c8-c01b3af34f96', 'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96', 'tenant_id': '9a644bb2023a4c3e8adabadeaaf33c89', 'fixed_ips': [{'subnet_id': '754070ed-19e8-4f6a-b91a-2788f11930eb'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:09.650744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.653959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.666936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf573edd-c7a7-4603-9861-fda6c0267a64 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.681154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb31c87-86fe-4693-bca1-25e17e7f549b']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:09.693516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.701085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:09.701400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df86fdc1-d981-4cce-a9eb-2a8ee0799ed7') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:09.715797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44396) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:09.730414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.768817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.774902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf573edd-c7a7-4603-9861-fda6c0267a64 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.780730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.787766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:09.788278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:09.791771 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:09.870931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Allocated IP 172.20.0.2 (2c2cde6c-cc58-4af4-98c8-c01b3af34f96/754070ed-19e8-4f6a-b91a-2788f11930eb/98d74fb5-6ff7-44e9-8407-b39c712a3e3f) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:09.898976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eec10934-17e3-4c98-a3e7-f59996d3792f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.944061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc82138-19ee-4704-90f3-a17265b1b254 req-e789416d-6bb0-4d58-ac60-c287e6e24bee tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:09.946252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bc82138-19ee-4704-90f3-a17265b1b254 req-e789416d-6bb0-4d58-ac60-c287e6e24bee tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1090040 Jan 17 12:47:09.970477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eec10934-17e3-4c98-a3e7-f59996d3792f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:09.973375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.020449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.024897 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] 10.222.0.77 "DELETE /v2.0/networks/ccb31c87-86fe-4693-bca1-25e17e7f549b HTTP/1.1" status: 204 len: 168 time: 0.6868131 Jan 17 12:47:10.026406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.066298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.069369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.075088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1b9f48-f48a-499d-a88f-7b0e9693ff16,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.080755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.084579 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-772f6d5f-46f2-4c95-a87a-a5b6403006b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/0d1b9f48-f48a-499d-a88f-7b0e9693ff16 HTTP/1.1" status: 204 len: 168 time: 0.7276604 Jan 17 12:47:10.084804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af9126-2e84-4336-9baf-7747c8a1bfbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435124265-project] Pushing event deleted for resources: {'Network': ['ID=ccb31c87-86fe-4693-bca1-25e17e7f549b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.085918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44408) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.090042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6f72b-e138-4aee-976a-f0b13c7a6558 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:10.092293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bc82138-19ee-4704-90f3-a17265b1b254 req-679d0ffe-07f2-41a5-93d7-abd5270e16bc tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350377 Jan 17 12:47:10.140384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf573edd-c7a7-4603-9861-fda6c0267a64 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.143664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf573edd-c7a7-4603-9861-fda6c0267a64 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.144846 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bf573edd-c7a7-4603-9861-fda6c0267a64 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "DELETE /v2.0/security-groups/7a396da1-fecd-4314-bf65-982009e7dc02 HTTP/1.1" status: 204 len: 168 time: 0.6136773 Jan 17 12:47:10.147466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44410) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.163149 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-24af1043-a20c-4d15-86b2-9ef0b8df7d6e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] show failed (client error): The resource could not be found. Jan 17 12:47:10.164352 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-24af1043-a20c-4d15-86b2-9ef0b8df7d6e tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "GET /v2.0/security-groups/7a396da1-fecd-4314-bf65-982009e7dc02 HTTP/1.1" status: 404 len: 347 time: 0.0156903 Jan 17 12:47:10.166418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf573edd-c7a7-4603-9861-fda6c0267a64 tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a396da1-fecd-4314-bf65-982009e7dc02,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.167086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44412) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.181906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.195858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 76b1fbd7-fe43-4912-881e-4fe9ace2f7df {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:10.200955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.218764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eec10934-17e3-4c98-a3e7-f59996d3792f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.222182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eec10934-17e3-4c98-a3e7-f59996d3792f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.224304 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-eec10934-17e3-4c98-a3e7-f59996d3792f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "DELETE /v2.0/security-groups/74b46be6-64b5-4f53-992b-52e8a83e17c9 HTTP/1.1" status: 204 len: 168 time: 0.5063610 Jan 17 12:47:10.229205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44416) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.244295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Pushing event updated for resources: {'Port': ['ID=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.249384 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-51091b6c-fdeb-4ca1-9ab5-fca5c611cc59 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] show failed (client error): The resource could not be found. Jan 17 12:47:10.250668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-51091b6c-fdeb-4ca1-9ab5-fca5c611cc59 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "GET /v2.0/security-groups/74b46be6-64b5-4f53-992b-52e8a83e17c9 HTTP/1.1" status: 404 len: 347 time: 0.0203006 Jan 17 12:47:10.257845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44418) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.264111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:10.269148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:10.273043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:10.331621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.339044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec10934-17e3-4c98-a3e7-f59996d3792f tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b46be6-64b5-4f53-992b-52e8a83e17c9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.396200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Attempting to bind port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:10.396736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Attempting to bind port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5ee862be-1fd2-4660-8a3a-977e1687124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:10.397110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Attempting to bind port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f on network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:10.424007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:10.424653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Checking segment: {'id': '5ee862be-1fd2-4660-8a3a-977e1687124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:10.425062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.425456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Bound using segment: {'id': '5ee862be-1fd2-4660-8a3a-977e1687124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:10.425930 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Bound port: 98d74fb5-6ff7-44e9-8407-b39c712a3e3f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee862be-1fd2-4660-8a3a-977e1687124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:10.426685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.496749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.497884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Deleting port 1226cb87-4a83-49f6-bcb6-a3fb6c9040ab {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:10.498198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.500977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Deleting port 1810c181-2068-4d0f-89c9-3781afd77ea8 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:10.501311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.531109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] For port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:10.536145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] For port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,segment=NetworkSegment(5ee862be-1fd2-4660-8a3a-977e1687124e),segment_id=5ee862be-1fd2-4660-8a3a-977e1687124e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:10.633090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.693339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44426) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.696469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.696802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.701093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.701197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.701197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.743238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Calling delete_port for 1810c181-2068-4d0f-89c9-3781afd77ea8 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:10.745518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Calling delete_port for 1226cb87-4a83-49f6-bcb6-a3fb6c9040ab owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:10.750636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.751668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd2d77-e4d9-4598-a060-f80516faa960 None None] Pushing event updated for resources: {'Port': ['ID=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.872903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.930642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=76b1fbd7-fe43-4912-881e-4fe9ace2f7df,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:10.933754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:10.936475 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/76b1fbd7-fe43-4912-881e-4fe9ace2f7df HTTP/1.1" status: 204 len: 168 time: 0.8477287 Jan 17 12:47:10.939254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44434) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:10.957891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.958243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.958583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.958913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.959246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.959593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.960153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.968386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.968386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.968386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.968386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.968386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7a424-f81c-49d0-877c-662038e79a10 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:10.980155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.26.4.166 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/2fb28108-c7a0-477f-a7dc-970739372203) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:11.018663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-65ea4c7a-bcc2-41fc-ba11-a926c45ee5b8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723748 Jan 17 12:47:11.018890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44436) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:11.024274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:11.046602 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4a9a7ce1-fd60-4d59-849f-da180249b5a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbe9aed2c734457297cb5e9625d104eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487885 Jan 17 12:47:11.090579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44438) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:11.152930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44442) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:11.219709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd4733a-b974-44c1-9fbd-8ba63fe20213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.267376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd4733a-b974-44c1-9fbd-8ba63fe20213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.287958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.311651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.333762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.362184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:11.366382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.376092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1631418440'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:11.409003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Pushing event deleted for resources: {'Port': ['ID=1226cb87-4a83-49f6-bcb6-a3fb6c9040ab,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:11.447526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49814fd1-e8fe-436c-8707-19dea3da1dd6 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:11.464725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.467421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Pushing event deleted for resources: {'Port': ['ID=1810c181-2068-4d0f-89c9-3781afd77ea8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:11.530435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6490501e-dd3f-4eb3-9b4b-71203f1bc623 None None] Provisioning complete for port 9e026059-9da3-4ead-8b9e-e75790ef7d25 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:11.531084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6490501e-dd3f-4eb3-9b4b-71203f1bc623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.558973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:11.559981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.562713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.572740 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-966c2341-1cd2-44ab-a110-abbf2246c239 tempest-ServersTestJSON-1543265132 tempest-ServersTestJSON-1543265132-project] 10.222.0.77 "DELETE /v2.0/floatingips/506ad4fc-8d13-4974-b942-4ca97605a380 HTTP/1.1" status: 204 len: 168 time: 1.3084767 Jan 17 12:47:11.572887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44446) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:11.573895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:11.577512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.579560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:11.586254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:11.593806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.597681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=2fb28108-c7a0-477f-a7dc-970739372203,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:11.613876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.613876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.614118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c397d12b-d858-404c-8cec-5d6a821d213a tempest-ServersTestManualDisk-1625534570 tempest-ServersTestManualDisk-1625534570-project] 10.222.0.77 "DELETE /v2.0/floatingips/7771522b-ec5a-4049-a940-32f86dc23da0 HTTP/1.1" status: 204 len: 168 time: 1.4457917 Jan 17 12:47:11.622115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44448) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:11.669344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd4733a-b974-44c1-9fbd-8ba63fe20213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.671909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd4733a-b974-44c1-9fbd-8ba63fe20213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.673728 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3bd4733a-b974-44c1-9fbd-8ba63fe20213 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a42a7fba-9628-42fe-8482-f9cd9be60df2 HTTP/1.1" status: 204 len: 168 time: 0.5820239 Jan 17 12:47:11.712716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4733a-b974-44c1-9fbd-8ba63fe20213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a7fba-9628-42fe-8482-f9cd9be60df2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:11.712937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d0d91-cefc-402b-8a8c-017e52729c2c req-bd7d40e0-0236-409f-a33b-435b5fb1a3ba tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:11.713397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:11.722892 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1f9d0d91-cefc-402b-8a8c-017e52729c2c req-bd7d40e0-0236-409f-a33b-435b5fb1a3ba tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2822201 Jan 17 12:47:11.820082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Deleting port 9e026059-9da3-4ead-8b9e-e75790ef7d25 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:11.820462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.858164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.871845 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1f9d0d91-cefc-402b-8a8c-017e52729c2c req-2fdd5052-663a-4875-8f63-ba90bf101187 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328022 Jan 17 12:47:11.898328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] For port 9e026059-9da3-4ead-8b9e-e75790ef7d25, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e026059-9da3-4ead-8b9e-e75790ef7d25,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:11.898826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:11.913665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Calling delete_port for 9e026059-9da3-4ead-8b9e-e75790ef7d25 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:12.086810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.128205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] No DVR routers for this DVR port 9e026059-9da3-4ead-8b9e-e75790ef7d25 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:12.129741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Pushing event deleted for resources: {'Port': ['ID=9e026059-9da3-4ead-8b9e-e75790ef7d25,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:12.148472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.150453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.150453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.150725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.151097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.151443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.152773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.153142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.154175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.154341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.157430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.157826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0face5d6-f3d9-46a0-bd58-f02bc6e96967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.185973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.289906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.300996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c135606-78d8-4b23-bb17-c36d59bd2399 None None] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:12.317556 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:12.322950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:12.332160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:12.336982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=a07fb765-7a66-4c0e-b5b7-f90620d3c8c2,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:12.352753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51bf1c-fdf9-402c-ac4a-84af9c8bf06a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:12.366328 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:12.366933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.381014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.381188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Added segment 2162ed05-2015-44d3-9d21-541bc6c72da2 of type vlan for network 32b7ec40-eb09-48d5-818d-01d5041b9fda Jan 17 12:47:12.390883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b99937-8652-4295-a375-229d42d1be14 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:12.419120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.439389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.524394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-17707629-4683-4bcb-a388-713b4d9cc6d5 None None] Provisioning complete for port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:12.524867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17707629-4683-4bcb-a388-713b4d9cc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.542200 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-060850bb-eb11-49dc-92e1-afc4b9751ad7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5221927 Jan 17 12:47:12.545697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44454) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:12.552300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:12.596985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44456) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:12.655318 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de1215ef-4230-4e56-9890-da61eb70ea65 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09388f41d1c2423cbffba7ecc59e71e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572975 Jan 17 12:47:12.657063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44458) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:12.658278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.664410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:12.665309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.712679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 98d74fb5-6ff7-44e9-8407-b39c712a3e3f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:12.738311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17707629-4683-4bcb-a388-713b4d9cc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.805646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Network': ['ID=32b7ec40-eb09-48d5-818d-01d5041b9fda,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:12.829407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-17707629-4683-4bcb-a388-713b4d9cc6d5 None None] For port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,segment=NetworkSegment(5ee862be-1fd2-4660-8a3a-977e1687124e),segment_id=5ee862be-1fd2-4660-8a3a-977e1687124e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:12.832041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'a07fb765-7a66-4c0e-b5b7-f90620d3c8c2'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:12.832926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.864527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:12.864901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.869628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.870395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.870970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.871537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.872100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.872712 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.873243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.873776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.874415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.874943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.875623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.876483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:12.888979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7d808c0-a8b1-445c-b30b-b8247e6d996a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:12.911647 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a4d4f778-7ca1-46a2-8e20-7ea3caf71dd8 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7348225 Jan 17 12:47:12.923509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44462) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:12.949601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'subnet': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:12.954980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:12.962120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17707629-4683-4bcb-a388-713b4d9cc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.001590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7d808c0-a8b1-445c-b30b-b8247e6d996a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.147165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.159281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.171714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d26a4e-fcb3-4abb-ae9c-6a93558fce4b req-77367b10-a1f3-4d67-a812-0d27df1fcb24 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:13.175157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2d26a4e-fcb3-4abb-ae9c-6a93558fce4b req-77367b10-a1f3-4d67-a812-0d27df1fcb24 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2139237 Jan 17 12:47:13.208690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.292037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-53a35add-7f10-4927-a37f-6b627f7eae3d None None] Provisioning complete for port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:13.292417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-53a35add-7f10-4927-a37f-6b627f7eae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.306011 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2d26a4e-fcb3-4abb-ae9c-6a93558fce4b req-6e184cf4-a1e6-451f-a201-b374d7176946 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984557 Jan 17 12:47:13.313263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:13.316991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.341687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707629-4683-4bcb-a388-713b4d9cc6d5 None None] Pushing event updated for resources: {'Port': ['ID=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:13.378467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:13.382114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.385855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7d808c0-a8b1-445c-b30b-b8247e6d996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.388417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7d808c0-a8b1-445c-b30b-b8247e6d996a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.392862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Allocated IP 172.20.0.2 (a66930c0-bf2c-424b-976e-045386db06ff/a07fb765-7a66-4c0e-b5b7-f90620d3c8c2/70d4c947-f405-4986-a164-1488e5502a51) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:13.393006 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b7d808c0-a8b1-445c-b30b-b8247e6d996a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/352fa602-c639-4345-a409-e9208e43a7c0 HTTP/1.1" status: 204 len: 168 time: 0.7204907 Jan 17 12:47:13.456714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d808c0-a8b1-445c-b30b-b8247e6d996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fa602-c639-4345-a409-e9208e43a7c0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:13.524220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e026059-9da3-4ead-8b9e-e75790ef7d25 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:13.551334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 9e026059-9da3-4ead-8b9e-e75790ef7d25 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:13.552250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e026059-9da3-4ead-8b9e-e75790ef7d25 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:13.675862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Deleting port 59f7610a-4373-48a9-80e2-1954b87baa18 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:13.676178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.685464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.753408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router cba65c6c-f612-43cc-b13d-e837be40d8ef is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:47:13.754798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] For port 59f7610a-4373-48a9-80e2-1954b87baa18, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=59f7610a-4373-48a9-80e2-1954b87baa18,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:13.755225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.769224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Calling delete_port for 59f7610a-4373-48a9-80e2-1954b87baa18 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:13.780435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.780675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.827672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:13.832910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:13.840146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:13.844556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Pushing event updated for resources: {'Port': ['ID=70d4c947-f405-4986-a164-1488e5502a51,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:13.883772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Subnet': ['ID=8cc21de0-2fe1-41f7-a3c6-451baf798011,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:13.907687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Attempting to bind port 70d4c947-f405-4986-a164-1488e5502a51 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:13.907687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Attempting to bind port 70d4c947-f405-4986-a164-1488e5502a51 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:13.907687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Attempting to bind port 70d4c947-f405-4986-a164-1488e5502a51 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:13.908063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Deleting port ae41a38e-b03e-4419-b262-39cd9332a07a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:13.908063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.912917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Checking segment: {'id': '2162ed05-2015-44d3-9d21-541bc6c72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:13.913289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network hostable DHCP agents. Network: 32b7ec40-eb09-48d5-818d-01d5041b9fda, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:13.915153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:13.915578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:13.916149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.916600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:13.917132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Bound port: 70d4c947-f405-4986-a164-1488e5502a51, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:13.917521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:13.977581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:13.990354 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] Sync routers for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:14.005051 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:14.005726 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:14.037420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] For port 70d4c947-f405-4986-a164-1488e5502a51, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:14.053677 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:14.064882 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:14.065697 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:14.095647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:14.102911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:14.103790 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e418bd2-0883-4f02-868f-409cacff3965 None None] The sync data for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:14.143925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.145172 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-14d96f5d-3c3a-47d8-9381-c42d0254a5de tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6981378 Jan 17 12:47:14.148302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44472) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:14.191353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:14.192143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] For port 70d4c947-f405-4986-a164-1488e5502a51, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70d4c947-f405-4986-a164-1488e5502a51,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:14.193316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] For port ae41a38e-b03e-4419-b262-39cd9332a07a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ae41a38e-b03e-4419-b262-39cd9332a07a,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:14.193647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.199629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.239290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 32b7ec40-eb09-48d5-818d-01d5041b9fda) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:14.240971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f7610a-4373-48a9-80e2-1954b87baa18,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:14.251458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:14.252096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.254409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929d4672-afe3-4f23-a202-c187eaaf89be None None] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:14.275625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Calling delete_port for ae41a38e-b03e-4419-b262-39cd9332a07a owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:14.449463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.517096 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-67e5d790-0b55-4184-9768-85b3a19e4709 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5840278 Jan 17 12:47:14.524074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44480) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:14.530207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2114476518'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:14.602486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd6302-e805-4c39-b921-ef684d08ce50 None None] Pushing event updated for resources: {'Port': ['ID=70d4c947-f405-4986-a164-1488e5502a51,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:14.617093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-32b7ec40-eb09-48d5-818d-01d5041b9fda', 'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'tenant_id': 'a2d83eb0999a44ff893e33029fcb9d8b', 'fixed_ips': [{'subnet_id': '8cc21de0-2fe1-41f7-a3c6-451baf798011'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:14.622778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.708076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc134-fa4b-4544-92d9-cbe9da8850a1 req-795fe208-516f-451d-991d-6065e8b15108 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:14.715725 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1babc134-fa4b-4544-92d9-cbe9da8850a1 req-795fe208-516f-451d-991d-6065e8b15108 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2699840 Jan 17 12:47:14.786500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.867443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 98d74fb5-6ff7-44e9-8407-b39c712a3e3f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:14.874750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:14.881124 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1babc134-fa4b-4544-92d9-cbe9da8850a1 req-90c3a6d4-8dbd-40ba-a322-15c030d761e1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647351 Jan 17 12:47:14.907602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Allocated IP 2001:db8::2 (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/46e51e4f-ea6c-4ae4-83d2-dd56c6215b77) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:14.964427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.065748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae41a38e-b03e-4419-b262-39cd9332a07a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:15.146831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:15.147212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.192903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44492) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:15.290819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.385244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.425927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:15.430077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:15.434220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:15.434997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'networks': [{'name': 'tempest-network--460661400'}, {'name': 'tempest-network--1374578275'}]} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:15.435431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'network': {'name': 'tempest-network--460661400'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:15.435992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'network': {'name': 'tempest-network--1374578275'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:15.447625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Pushing event updated for resources: {'Port': ['ID=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:15.480820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port 70d4c947-f405-4986-a164-1488e5502a51, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70d4c947-f405-4986-a164-1488e5502a51,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:15.499406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:15.504600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.515240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Attempting to bind port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:15.515856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Attempting to bind port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '2162ed05-2015-44d3-9d21-541bc6c72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:15.520342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Attempting to bind port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 on network 32b7ec40-eb09-48d5-818d-01d5041b9fda {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:15.522316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:15.522724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Checking segment: {'id': '2162ed05-2015-44d3-9d21-541bc6c72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:15.523241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.523741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Bound using segment: {'id': '2162ed05-2015-44d3-9d21-541bc6c72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:15.524498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Bound port: 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2162ed05-2015-44d3-9d21-541bc6c72da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:15.524999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.555199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b969dc-9a37-4794-8390-17ad28689b2b req-a4580013-5319-427d-a3a1-cc3be857314a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:15.563713 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64b969dc-9a37-4794-8390-17ad28689b2b req-a4580013-5319-427d-a3a1-cc3be857314a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2232461 Jan 17 12:47:15.607896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] device_id is not set on port 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:15.612896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] For port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:15.616801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] For port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,segment=NetworkSegment(2162ed05-2015-44d3-9d21-541bc6c72da2),segment_id=2162ed05-2015-44d3-9d21-541bc6c72da2)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:15.625491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-deb78d88-a154-483b-ae12-d764c2e68d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:15.627377 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-deb78d88-a154-483b-ae12-d764c2e68d41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.1588392 Jan 17 12:47:15.630407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'network': 2} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:15.635215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.649126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.660862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.662666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.668752 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64b969dc-9a37-4794-8390-17ad28689b2b req-5b9dd8e8-f40f-4337-9269-a2202e20fc5a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041720 Jan 17 12:47:15.729282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.743976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.744727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.843554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeeeac-8cd5-40c1-9bf2-15c7fb712809 None None] Pushing event updated for resources: {'Port': ['ID=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:15.872511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:15.902564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-1a33734d-6fbd-450d-a374-64f04a6c9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:15.904727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-1a33734d-6fbd-450d-a374-64f04a6c9022 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.2632022 Jan 17 12:47:15.918881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:15.922386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:15.923061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:15.975059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307dcc86-31fd-4c56-9231-2a0693a2e9e8 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:16.083752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7fe76c86-ae64-4e30-b74d-ac33ff0862c6 None None] Provisioning complete for port 70d4c947-f405-4986-a164-1488e5502a51 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:16.084103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fe76c86-ae64-4e30-b74d-ac33ff0862c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.133847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Allocated IP 2001:db8::37c (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/4ae8fe6f-d8d1-426c-8244-7bdbb1976176) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:16.139594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.143815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-36fabf05-5195-443e-b8d8-92b0ccfaab2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 1000 time: 0.2117479 Jan 17 12:47:16.175209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:16.254959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fe76c86-ae64-4e30-b74d-ac33ff0862c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.312033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7fe76c86-ae64-4e30-b74d-ac33ff0862c6 None None] For port 70d4c947-f405-4986-a164-1488e5502a51, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70d4c947-f405-4986-a164-1488e5502a51,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:16.377821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-9c82446c-0fe8-44a8-b19b-66548c06c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:16.379401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-9c82446c-0fe8-44a8-b19b-66548c06c0dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.2229466 Jan 17 12:47:16.383068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=277764d6-e92b-405c-97ab-f652dbfe873d,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:16.392956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=70d4c947-f405-4986-a164-1488e5502a51,revision_number=4']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:16.414376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fe76c86-ae64-4e30-b74d-ac33ff0862c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.416585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.498043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe76c86-ae64-4e30-b74d-ac33ff0862c6 None None] Pushing event updated for resources: {'Port': ['ID=70d4c947-f405-4986-a164-1488e5502a51,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:16.506049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:16.564236 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3ec9171d-da5b-4818-b95a-70b25d14be32 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0136929 Jan 17 12:47:16.564236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44498) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:16.569075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:8d:6c:6c', 'name': 'tempest-NetworksTestDHCPv6-452922427'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:16.638643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.639024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-e0b100bd-3e66-414d-a3cf-5c30f8667d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:16.639613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.641301 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-e0b100bd-3e66-414d-a3cf-5c30f8667d3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2497561 Jan 17 12:47:16.654800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:16.662808 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-22a0a293-18fc-4633-9453-051247712531 admin admin] 10.222.0.77 "PUT /v2.0/routers/97d87ef2-fcc4-41e7-bae7-c3d760e0c834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0397832 Jan 17 12:47:16.672610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44500) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:16.697139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] Sync routers for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:16.710842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:16.711541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:16.816614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:16.828813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.828977 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] Sync routers for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:16.831113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:16.844866 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:16.845753 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:16.868561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:16.879347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.880001 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Added segment da66589c-fb09-45d8-b512-99f9f03ae902 of type vlan for network 09c9d146-5631-4ac8-a8e4-537dac79ce82 Jan 17 12:47:16.893801 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-a7f72885-7940-4e9b-998b-57bc5d8769cb service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225389 Jan 17 12:47:16.930565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:16.934784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.969961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:16.979653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:16.980061 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Added segment c55f2708-99ed-465c-bab3-add90339fde9 of type vlan for network 99674b27-dfc4-4471-96cd-7e71be5636b1 Jan 17 12:47:17.024670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.061943 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cdc15c9d-41d1-4aa4-b917-05e716cc5982 admin admin] 10.222.0.77 "PUT /v2.0/routers/c13bb115-9e0b-4761-bba3-1dfa3c3408d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4789741 Jan 17 12:47:17.074018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44504) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:17.115585 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:17.117932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a386887-660e-4ed7-9e08-df49148f8d0c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:17.148602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.149189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.159370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.164914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.165668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.254417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e288a-e90f-43b4-80db-58a6badad199 req-9e8e9b15-d6ad-4eb6-8bab-1ffd8bead82f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.262082 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a97e288a-e90f-43b4-80db-58a6badad199 req-9e8e9b15-d6ad-4eb6-8bab-1ffd8bead82f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.4383028 Jan 17 12:47:17.309419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Network': ['ID=09c9d146-5631-4ac8-a8e4-537dac79ce82,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:17.332015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 09c9d146-5631-4ac8-a8e4-537dac79ce82 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:17.338755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.387212 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:47:14Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:17.420019 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] Checking router: c13bb115-9e0b-4761-bba3-1dfa3c3408d4 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:47:17.432037 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] Routers {'c13bb115-9e0b-4761-bba3-1dfa3c3408d4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:17.432723 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:17.441365 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2472205 Jan 17 12:47:17.444490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44506) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:17.447414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:17.493697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc296f-e856-43e5-8a9a-6cae4c63c118 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Network': ['ID=99674b27-dfc4-4471-96cd-7e71be5636b1,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:17.601702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7608c0be-8821-46ba-a0fd-a9f87903042a None None] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:17.655881 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] Set router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:17.692245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 99674b27-dfc4-4471-96cd-7e71be5636b1 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:17.742688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.1 (2c2cde6c-cc58-4af4-98c8-c01b3af34f96/754070ed-19e8-4f6a-b91a-2788f11930eb/d41c3dda-d1f1-498d-abb3-1b3959771f1d) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:17.767440 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a97e288a-e90f-43b4-80db-58a6badad199 req-bf5a48f1-d114-42e6-abc9-8a3cf093ff13 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5043249 Jan 17 12:47:17.788689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.806881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b372119d-edb5-45f8-ae8f-16ea5c11aee7 req-8c6ee795-4c53-4813-8d40-6c8fa0d9e4b3 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924410 Jan 17 12:47:17.825825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5a8e2-e4d8-45ca-be36-a3a13f9e28bc tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.828038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.834864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5a8e2-e4d8-45ca-be36-a3a13f9e28bc tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.840990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5a8e2-e4d8-45ca-be36-a3a13f9e28bc tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.849661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde5a8e2-e4d8-45ca-be36-a3a13f9e28bc tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:17.851969 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fde5a8e2-e4d8-45ca-be36-a3a13f9e28bc tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3992603 Jan 17 12:47:17.862283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 366da9eb-fe6e-4bcb-9d68-4ba496c18f7b yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:17.883223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-880e42d9-e2ff-4e6e-87a8-ab665e85dd07 None None] Provisioning complete for port 70d4c947-f405-4986-a164-1488e5502a51 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:17.884962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-880e42d9-e2ff-4e6e-87a8-ab665e85dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.891649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44508) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:17.895607 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:47:14Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:17.922408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=4ae8fe6f-d8d1-426c-8244-7bdbb1976176,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:17.925475 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3feb83-87ef-4dd2-adce-8503a59999e2 None None] The sync data for ids ['c13bb115-9e0b-4761-bba3-1dfa3c3408d4'] in dv-neutron-824886-1-hyperv is: [{'id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'name': 'tempest-ServersTestJSON-740913033-router', 'tenant_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:47:14Z', 'revision_number': 5, 'project_id': 'e1ff867a661d4db0be026ceb0cd38c68', 'gw_port': {'id': 'e2955c81-dc5c-4294-846c-48b5998d32ba', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13bb115-9e0b-4761-bba3-1dfa3c3408d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:13Z', 'updated_at': '2022-01-17T12:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:17.939190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:17.939807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.950753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:17.972759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:47:14Z', 'revision_number': 5, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port': {'id': '1c9b8ca2-5c1b-4ef3-a798-1fea174d1120', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:12Z', 'updated_at': '2022-01-17T12:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:18.000945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.005882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] Checking router: 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:47:18.041665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] Routers {'97d87ef2-fcc4-41e7-bae7-c3d760e0c834'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:18.042394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:18.086113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:18.102799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 172.20.0.3 (a66930c0-bf2c-424b-976e-045386db06ff/a07fb765-7a66-4c0e-b5b7-f90620d3c8c2/366da9eb-fe6e-4bcb-9d68-4ba496c18f7b) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:18.108350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:18.111384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:18.117027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:18.119401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.119627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe8d:6c6c (a66930c0-bf2c-424b-976e-045386db06ff/277764d6-e92b-405c-97ab-f652dbfe873d/366da9eb-fe6e-4bcb-9d68-4ba496c18f7b) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:18.147811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.151754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Deleting port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:18.152786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.208316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] Set router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:18.258526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.305776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-20e87340-a0ab-421b-aa03-6f3369384f2c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7789974 Jan 17 12:47:18.307959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:47:17Z', 'revision_number': 6, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:18.328346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44510) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:18.339851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1864749350', 'allowed_address_pairs': [{'ip_address': '2001:db8::37c', 'mac_address': 'fa:16:3e:8e:80:59'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:18.345633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16982214-4623-4d1a-b6d0-b729641c2798 None None] The sync data for ids ['97d87ef2-fcc4-41e7-bae7-c3d760e0c834'] in dv-neutron-824886-1-hyperv is: [{'id': '97d87ef2-fcc4-41e7-bae7-c3d760e0c834', 'name': 'tempest-ServersTestManualDisk-1143915244-router', 'tenant_id': '37fe8b4737864224836767d2f6a2b3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:10Z', 'updated_at': '2022-01-17T12:47:17Z', 'revision_number': 6, 'project_id': '37fe8b4737864224836767d2f6a2b3b0', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:18.353052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.430121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.434676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,segment=NetworkSegment(2162ed05-2015-44d3-9d21-541bc6c72da2),segment_id=2162ed05-2015-44d3-9d21-541bc6c72da2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:18.454034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e174f559-3f8b-4d7f-82aa-26a9137c468f None None] Provisioning complete for port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:18.454891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e174f559-3f8b-4d7f-82aa-26a9137c468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.508531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.526705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.532037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70d4c947-f405-4986-a164-1488e5502a51 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:18.539792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] For port 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:18.539792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.550093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c9d146-5631-4ac8-a8e4-537dac79ce82']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:18.573164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Calling delete_port for 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:18.589648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da66589c-fb09-45d8-b512-99f9f03ae902') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:18.591571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da66589c-fb09-45d8-b512-99f9f03ae902') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:18.597066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.634476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:18.638347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.675150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:18.679781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:18.682428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:18.698545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:18.710393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.721810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 70d4c947-f405-4986-a164-1488e5502a51 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:18.722204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.742710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.802159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=d41c3dda-d1f1-498d-abb3-1b3959771f1d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:18.808672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:18.814145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:18.821397 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:18.920933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.013108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bf657fa3-d610-41fc-9a79-414ec1b0b4a9 None None] Provisioning complete for port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:19.013897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf657fa3-d610-41fc-9a79-414ec1b0b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.020439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Deleting port e2955c81-dc5c-4294-846c-48b5998d32ba {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:19.020786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.060292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.134939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf3c8f-db1d-4261-8b8e-a5a2bac924d5 req-0c513038-9a69-40ae-b2aa-f9f73ae79359 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:19.136654 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-89bf3c8f-db1d-4261-8b8e-a5a2bac924d5 req-0c513038-9a69-40ae-b2aa-f9f73ae79359 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2511768 Jan 17 12:47:19.149274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bf657fa3-d610-41fc-9a79-414ec1b0b4a9 None None] Provisioning complete for port 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:19.149656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf657fa3-d610-41fc-9a79-414ec1b0b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.160924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] device_id is not set on port 251a11a2-b688-41d4-a842-9c926cea389a yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:19.173724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] For port e2955c81-dc5c-4294-846c-48b5998d32ba, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e2955c81-dc5c-4294-846c-48b5998d32ba,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:19.174518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.185071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.189535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.200663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/networks/09c9d146-5631-4ac8-a8e4-537dac79ce82 HTTP/1.1" status: 204 len: 168 time: 1.2701709 Jan 17 12:47:19.200663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44514) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:19.201153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-bf657fa3-d610-41fc-9a79-414ec1b0b4a9 None None] Port 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:19.213396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Calling delete_port for e2955c81-dc5c-4294-846c-48b5998d32ba owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:19.228992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.238607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6353647-7525-4efa-9f2c-8d031f8671d1 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Network': ['ID=09c9d146-5631-4ac8-a8e4-537dac79ce82,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:19.332637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a75b6bf7-87b0-4eef-aa3f-981457a2d2bb None None] Provisioning complete for port d41c3dda-d1f1-498d-abb3-1b3959771f1d triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:19.334322 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-89bf3c8f-db1d-4261-8b8e-a5a2bac924d5 req-bea5e239-153d-4b33-9a74-39284d32a9a1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768293 Jan 17 12:47:19.335607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a75b6bf7-87b0-4eef-aa3f-981457a2d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.391427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:19.400605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.401204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:19.411337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.422719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=366da9eb-fe6e-4bcb-9d68-4ba496c18f7b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:19.422999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.423144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:19.441352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a75b6bf7-87b0-4eef-aa3f-981457a2d2bb None None] Port d41c3dda-d1f1-498d-abb3-1b3959771f1d cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:19.470021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a75b6bf7-87b0-4eef-aa3f-981457a2d2bb None None] Provisioning complete for port 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:19.470400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a75b6bf7-87b0-4eef-aa3f-981457a2d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.521045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:19.521419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.524431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a75b6bf7-87b0-4eef-aa3f-981457a2d2bb None None] Port 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:19.529315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:19.564438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9b8ca2-5c1b-4ef3-a798-1fea174d1120,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:19.592461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Allocated IP 2001:db8::1e4 (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/251a11a2-b688-41d4-a842-9c926cea389a) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:19.618261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.658105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:19.658757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.716318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdf458-25e3-45c6-84fe-140b706c75ea req-031ebd1c-0e01-4d2c-854b-4a05d620062c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:19.717913 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7fbdf458-25e3-45c6-84fe-140b706c75ea req-031ebd1c-0e01-4d2c-854b-4a05d620062c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1856747 Jan 17 12:47:19.718964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 59f7610a-4373-48a9-80e2-1954b87baa18 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:19.744830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 59f7610a-4373-48a9-80e2-1954b87baa18 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:19.745478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 59f7610a-4373-48a9-80e2-1954b87baa18 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:19.746388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:19.750699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.755342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.769932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:19.769932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1c9b8ca2-5c1b-4ef3-a798-1fea174d1120 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:19.769932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ae41a38e-b03e-4419-b262-39cd9332a07a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:19.794733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ae41a38e-b03e-4419-b262-39cd9332a07a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:19.800806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ae41a38e-b03e-4419-b262-39cd9332a07a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:19.848427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-718ee6ef-24ee-449d-bd78-20ab78d65dfd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2832251 Jan 17 12:47:19.848951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44520) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:19.858280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.887384 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7fbdf458-25e3-45c6-84fe-140b706c75ea req-d64b8030-78a3-41f6-b854-412357fe948a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530199 Jan 17 12:47:19.924623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.925312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d87ef2-fcc4-41e7-bae7-c3d760e0c834 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:19.936609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.937884 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6b9260ef-edab-4a5b-955f-b26e4c5faf05 admin admin] 10.222.0.77 "DELETE /v2.0/routers/97d87ef2-fcc4-41e7-bae7-c3d760e0c834 HTTP/1.1" status: 204 len: 168 time: 3.2633815 Jan 17 12:47:19.942168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99674b27-dfc4-4471-96cd-7e71be5636b1']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:19.943478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44524) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:19.965719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55f2708-99ed-465c-bab3-add90339fde9') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:19.965719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55f2708-99ed-465c-bab3-add90339fde9') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:19.970785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bcfa201c-f997-409e-88e7-62d8be6433e5 None None] Provisioning complete for port 366da9eb-fe6e-4bcb-9d68-4ba496c18f7b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:19.971409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bcfa201c-f997-409e-88e7-62d8be6433e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:19.976321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.005309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.010072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78839ff-4090-4e7a-80d8-1627b0cbcf4a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:20.018350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78839ff-4090-4e7a-80d8-1627b0cbcf4a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:20.020090 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d78839ff-4090-4e7a-80d8-1627b0cbcf4a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1676645 Jan 17 12:47:20.023081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:20.023521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.024631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa201c-f997-409e-88e7-62d8be6433e5 None None] Port 366da9eb-fe6e-4bcb-9d68-4ba496c18f7b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:20.026908 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:20.031003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Deleting subnet c6934270-32e1-4400-93bf-8bbe818cc035 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:20.033723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44526) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:20.048184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.081696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.082426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.132620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2955c81-dc5c-4294-846c-48b5998d32ba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:20.160970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.166088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.201431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.264206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.266233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.305985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.308991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/networks/99674b27-dfc4-4471-96cd-7e71be5636b1 HTTP/1.1" status: 204 len: 168 time: 1.1057138 Jan 17 12:47:20.335012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44528) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:20.378619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.397399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.417898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd45ce-5d68-48ff-9a2a-35167852e0bb tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Network': ['ID=99674b27-dfc4-4471-96cd-7e71be5636b1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:20.570768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.576360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=d41c3dda-d1f1-498d-abb3-1b3959771f1d,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:20.579061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.592265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 366da9eb-fe6e-4bcb-9d68-4ba496c18f7b {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:20.592628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.674903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.710539 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:20.722214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:20.724933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:20.730808 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:20.731466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.738340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=251a11a2-b688-41d4-a842-9c926cea389a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:20.796762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.814984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 366da9eb-fe6e-4bcb-9d68-4ba496c18f7b owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:20.834017 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1371409a-57b5-4e2a-a4f7-172446c22740 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4979336 Jan 17 12:47:20.861759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44532) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:20.895460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.896110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13bb115-9e0b-4761-bba3-1dfa3c3408d4 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:20.920169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.921438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b891b57d-5478-41b8-a7a1-a0421eaf9d7f admin admin] 10.222.0.77 "DELETE /v2.0/routers/c13bb115-9e0b-4761-bba3-1dfa3c3408d4 HTTP/1.1" status: 204 len: 168 time: 3.8019452 Jan 17 12:47:20.931941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44534) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:20.938735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.980651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6934270-32e1-4400-93bf-8bbe818cc035,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:20.983061 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a9794b-fb58-4b7f-91c9-556b9d58085a None None] Network e4bbeb27-2d66-40c6-86fa-9ded90b74423 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:20.986367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:20.992295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-62f7fcb9-85d9-41ce-8db9-404d5de42392 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c6934270-32e1-4400-93bf-8bbe818cc035 HTTP/1.1" status: 204 len: 168 time: 1.0452683 Jan 17 12:47:20.994601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44536) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:21.032524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9de1c0-325e-4a63-a021-67f51d914a31 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.038971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9de1c0-325e-4a63-a021-67f51d914a31 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.040616 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0d9de1c0-325e-4a63-a021-67f51d914a31 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6844056 Jan 17 12:47:21.045088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44538) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:21.057013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-324398090'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:21.062949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6bf7d9-ebaa-4809-a348-3a2ebc23026e tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.068861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6bf7d9-ebaa-4809-a348-3a2ebc23026e tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.072667 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6d14c-e045-4f8b-8af9-2acdf5b15c89 req-5d753766-b5f5-4425-9d1d-aebe94c60147 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.074179 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42e6d14c-e045-4f8b-8af9-2acdf5b15c89 req-5d753766-b5f5-4425-9d1d-aebe94c60147 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.6055858 Jan 17 12:47:21.074700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6bf7d9-ebaa-4809-a348-3a2ebc23026e tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.076419 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5d6bf7d9-ebaa-4809-a348-3a2ebc23026e tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2136970 Jan 17 12:47:21.079664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44540) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:21.102383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Deleting subnet 8eeec3e1-3471-42b1-8840-a21e8489279a {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:21.120692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ecc6a4bf-707d-4ffa-bab0-bc7ba0e1577e None None] Provisioning complete for port 251a11a2-b688-41d4-a842-9c926cea389a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:21.121745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a4bf-707d-4ffa-bab0-bc7ba0e1577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.126397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.162972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.196971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42e6d14c-e045-4f8b-8af9-2acdf5b15c89 req-3990d0f0-5426-40e2-9e19-b5e212d6ec71 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086681 Jan 17 12:47:21.205653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.208636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:21.215723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6a4bf-707d-4ffa-bab0-bc7ba0e1577e None None] Port 251a11a2-b688-41d4-a842-9c926cea389a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:21.233155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:21.285279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:21.288811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.340071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 251a11a2-b688-41d4-a842-9c926cea389a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:21.340347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.414058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.430154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.447811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:21.475006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router cba65c6c-f612-43cc-b13d-e837be40d8ef has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:21.479750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] DHCP port deletion for e4bbeb27-2d66-40c6-86fa-9ded90b74423 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:21.484104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.485088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Added segment d06f5801-e50c-4de8-972e-cd8d239eddda of type vlan for network a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f Jan 17 12:47:21.505713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=366da9eb-fe6e-4bcb-9d68-4ba496c18f7b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:21.521267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Deleting port 03a6c2eb-daac-4f29-b721-ef3b23263bec {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:21.526839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.529993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.582326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] Deleting port 03a6c2eb-daac-4f29-b721-ef3b23263bec {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:21.582326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.634681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.663871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] For port 03a6c2eb-daac-4f29-b721-ef3b23263bec, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03a6c2eb-daac-4f29-b721-ef3b23263bec,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:21.664763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.692531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Calling delete_port for 03a6c2eb-daac-4f29-b721-ef3b23263bec owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:21.693128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 251a11a2-b688-41d4-a842-9c926cea389a owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:21.709162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cf09d514-5e02-4168-9b9a-f9aca57c8d09 None None] Provisioning complete for port d41c3dda-d1f1-498d-abb3-1b3959771f1d triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:21.709617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf09d514-5e02-4168-9b9a-f9aca57c8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.712442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] For port 03a6c2eb-daac-4f29-b721-ef3b23263bec, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03a6c2eb-daac-4f29-b721-ef3b23263bec,segment=NetworkSegment(82450363-b555-42e8-9115-efd8d63b8849),segment_id=82450363-b555-42e8-9115-efd8d63b8849)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:21.713099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.719337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.753315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] Calling delete_port for 03a6c2eb-daac-4f29-b721-ef3b23263bec owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:21.773837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cf09d514-5e02-4168-9b9a-f9aca57c8d09 None None] Port d41c3dda-d1f1-498d-abb3-1b3959771f1d cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:21.786165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eeec3e1-3471-42b1-8840-a21e8489279a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:21.796984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.804518 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9e28ddce-5cc5-4474-9e2f-9a00c9d8ab6e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8eeec3e1-3471-42b1-8840-a21e8489279a HTTP/1.1" status: 204 len: 168 time: 0.8598297 Jan 17 12:47:21.804518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44546) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:21.815298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b30450-2420-4459-b0c3-3b393bd96a3d None None] Network 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:21.826898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:21.837245 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-255cc59d-54a5-42ef-816c-19aa27bdb0ad tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/routers/cba65c6c-f612-43cc-b13d-e837be40d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6877880 Jan 17 12:47:21.837936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44548) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:21.868023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] Sync routers for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:21.871701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'port': {'network_id': '2c2cde6c-cc58-4af4-98c8-c01b3af34f96', 'name': 'tempest-FloatingIPTestJSON-1737166304'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:21.885319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.892333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.895824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:21.916553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:21.917262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:21.957052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:21.972881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c4239-bf7d-4ddf-bbab-8863e8bc2c91 req-1099f592-e1b7-452c-9f78-79539b9fd8c3 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:21.977438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-757c4239-bf7d-4ddf-bbab-8863e8bc2c91 req-1099f592-e1b7-452c-9f78-79539b9fd8c3 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2842319 Jan 17 12:47:22.026615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:22.027324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:22.033243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.037257 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4a4671e8-8be7-444e-9200-634a6fe5280b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/366da9eb-fe6e-4bcb-9d68-4ba496c18f7b HTTP/1.1" status: 204 len: 168 time: 1.9914625 Jan 17 12:47:22.039021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44550) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:22.051627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.070112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:22.070757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd036c84-f8b8-4b58-a06e-179e7150d0ac None None] The sync data for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:22.080379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.095538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Network': ['ID=a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.106006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:22.123256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=251a11a2-b688-41d4-a842-9c926cea389a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.172596 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-757c4239-bf7d-4ddf-bbab-8863e8bc2c91 req-6200d949-974c-4b9c-bc12-7995c0889b26 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433897 Jan 17 12:47:22.185590 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5926020b-50aa-4c4b-ac79-9dacaf5d1c76 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1334045 Jan 17 12:47:22.189266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44552) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:22.195562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.197117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1554528949'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:22.199236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.214751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a577b-a4bc-405c-bf3c-215cb7d7aee7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:22.214751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a577b-a4bc-405c-bf3c-215cb7d7aee7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:22.214751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a577b-a4bc-405c-bf3c-215cb7d7aee7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:22.214751 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e39a577b-a4bc-405c-bf3c-215cb7d7aee7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1702383 Jan 17 12:47:22.215431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44554) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:22.217642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] DHCP port deletion for 7ea0d9a6-e861-4f85-a5c2-156e9d153b2d request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:22.220142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.288828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a6c2eb-daac-4f29-b721-ef3b23263bec,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.291100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] No DVR routers for this DVR port 03a6c2eb-daac-4f29-b721-ef3b23263bec on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:22.307799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Deleting port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:22.308147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.315444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 277764d6-e92b-405c-97ab-f652dbfe873d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:22.358580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.403782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] No DVR routers for this DVR port 03a6c2eb-daac-4f29-b721-ef3b23263bec on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:22.409858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09bf3d-bd34-4c25-8faf-57424e8e4e5b None None] Pushing event deleted for resources: {'Port': ['ID=03a6c2eb-daac-4f29-b721-ef3b23263bec,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.418236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Made reservation on behalf of 9a644bb2023a4c3e8adabadeaaf33c89 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:22.421873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.431973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.437896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-acb47e9b-ed6d-4a8a-b8aa-faca88047ec7 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/ports/251a11a2-b688-41d4-a842-9c926cea389a HTTP/1.1" status: 204 len: 168 time: 1.3570652 Jan 17 12:47:22.438178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] For port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:22.438503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.446080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44556) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:22.458173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.477006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] Deleting port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:22.477483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.483757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:22.487193 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c5c35b-227a-4811-95ea-d8214d7d6d80 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] GET failed (client error): The resource could not be found. Jan 17 12:47:22.488238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.489382 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-32c5c35b-227a-4811-95ea-d8214d7d6d80 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "GET /v2.0/ports/251a11a2-b688-41d4-a842-9c926cea389a HTTP/1.1" status: 404 len: 333 time: 0.0421858 Jan 17 12:47:22.493211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44558) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:22.500514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1351401176'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:22.505438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Calling delete_port for fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:22.522423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] device_id is not set on port ffba8fac-0ad9-4321-b0bc-b4793aabddea yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:22.550478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.553985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] For port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,segment=NetworkSegment(34ccf2c1-089b-4d59-a9b6-961e85e045dc),segment_id=34ccf2c1-089b-4d59-a9b6-961e85e045dc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:22.554478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.577594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] Calling delete_port for fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:22.584643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bbeb27-2d66-40c6-86fa-9ded90b74423']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:22.599691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82450363-b555-42e8-9115-efd8d63b8849') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:22.599891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82450363-b555-42e8-9115-efd8d63b8849') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:22.617826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.642187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.651401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:22.651761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:22.653436 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:22.658761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:22.714570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.714838 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Added segment f59afcef-b74e-4c8c-b8bb-ec7ac86652c9 of type vlan for network 36c3e99a-027e-455c-be8a-4d3d9333a36b Jan 17 12:47:22.744246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.756020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.780782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] Pushing event deleted for resources: {'Port': ['ID=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.784454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8bfc-f5fc-4bb4-a3d8-595d6e0f435a None None] No DVR routers for this DVR port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:22.788238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:22.796302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.816790 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] device_id is not set on port 5f855a51-981f-4d96-8d73-a61760fd9df0 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:22.819944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Allocated IP 172.20.0.9 (2c2cde6c-cc58-4af4-98c8-c01b3af34f96/754070ed-19e8-4f6a-b91a-2788f11930eb/ffba8fac-0ad9-4321-b0bc-b4793aabddea) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:22.830507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.848091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.858175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.864172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:22.870039 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e4bbeb27-2d66-40c6-86fa-9ded90b74423 HTTP/1.1" status: 204 len: 168 time: 1.8743529 Jan 17 12:47:22.882316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.896045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63418fd-b0ce-4a26-9aa7-a7ddee71aa24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4bbeb27-2d66-40c6-86fa-9ded90b74423,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:22.897266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] No DVR routers for this DVR port fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:22.968995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Allocated IP 2001:db8::11c (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/5f855a51-981f-4d96-8d73-a61760fd9df0) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:23.027100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.044150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.050871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:23.051705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.111866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.133940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.148447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea0d9a6-e861-4f85-a5c2-156e9d153b2d']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:23.175584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03a6c2eb-daac-4f29-b721-ef3b23263bec no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:23.196806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ccf2c1-089b-4d59-a9b6-961e85e045dc') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:23.197202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ccf2c1-089b-4d59-a9b6-961e85e045dc') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:23.197312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 03a6c2eb-daac-4f29-b721-ef3b23263bec {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:23.206422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03a6c2eb-daac-4f29-b721-ef3b23263bec not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:23.206422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:23.206950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=277764d6-e92b-405c-97ab-f652dbfe873d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:23.206950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.209599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44562) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:23.209757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b5611dd1-93e1-4f25-a011-951e550be799 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/277764d6-e92b-405c-97ab-f652dbfe873d HTTP/1.1" status: 204 len: 168 time: 0.9919004 Jan 17 12:47:23.228217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:23.228630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fc8dfa92-d84e-41b9-8e8f-ac0db5bb3263 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:23.229125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e2955c81-dc5c-4294-846c-48b5998d32ba no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:23.229830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Network': ['ID=36c3e99a-027e-455c-be8a-4d3d9333a36b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:23.231293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d8475f-7970-4a6d-b8b7-802baebfd744 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:23.258930 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 36c3e99a-027e-455c-be8a-4d3d9333a36b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:23.270629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.279421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet a07fb765-7a66-4c0e-b5b7-f90620d3c8c2 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:23.282633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.293805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.294045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e2955c81-dc5c-4294-846c-48b5998d32ba {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:23.294389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e2955c81-dc5c-4294-846c-48b5998d32ba not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:23.315529 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-982d10fa-9797-4944-bf63-e8deb12fbe9c tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1246386 Jan 17 12:47:23.316858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:23.317299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.322056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:23.323519 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:23.336065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:23.338860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44568) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:23.338860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.360467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'ports': [{'network_id': 'a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f', 'name': 'tempest-port--637228025', 'admin_state_up': True}, {'network_id': '36c3e99a-027e-455c-be8a-4d3d9333a36b', 'admin_state_up': False}]} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:23.360907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'port': {'network_id': 'a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f', 'name': 'tempest-port--637228025', 'admin_state_up': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:23.361448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'port': {'network_id': '36c3e99a-027e-455c-be8a-4d3d9333a36b', 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:23.465200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.470834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.474333 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7ea0d9a6-e861-4f85-a5c2-156e9d153b2d HTTP/1.1" status: 204 len: 168 time: 1.6689200 Jan 17 12:47:23.497505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:23.499135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.507572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c2678-a6e6-4cdd-a97a-a4b59981bb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea0d9a6-e861-4f85-a5c2-156e9d153b2d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:23.510627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.529089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:23.547284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:23.550960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:23.553605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:23.557986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:23.563657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:23.564295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.582390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=5f855a51-981f-4d96-8d73-a61760fd9df0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:23.603279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event updated for resources: {'Port': ['ID=ffba8fac-0ad9-4321-b0bc-b4793aabddea,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:23.613063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ce2c7-8d31-4604-9d6a-531928a876f4 req-1d895c63-d366-4e9d-89e2-a2e80155aec6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:23.614730 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-891ce2c7-8d31-4604-9d6a-531928a876f4 req-1d895c63-d366-4e9d-89e2-a2e80155aec6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3406751 Jan 17 12:47:23.634330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:23.634998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.684414 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-68a7a0a8-f6d2-49aa-ac65-6e7411164606 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=37fe8b4737864224836767d2f6a2b3b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3373318 Jan 17 12:47:23.687966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44572) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:23.734993 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9735fe0c-71bd-489e-8221-b19304678957 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8688726 Jan 17 12:47:23.740223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44574) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:23.757961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Request body: {'floatingip': {'port_id': 'ffba8fac-0ad9-4321-b0bc-b4793aabddea'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:23.782159 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9fc5b491-8262-4386-849b-2d6820b41ca0 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2846761 Jan 17 12:47:23.787195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44576) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:23.798716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37c', 'mac_address': 'fa:16:3e:8e:80:59'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:23.809854 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-891ce2c7-8d31-4604-9d6a-531928a876f4 req-64768d67-40c2-4ef0-9665-20b0bd563bbe tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814826 Jan 17 12:47:23.862217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.862595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:23.983626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.034040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7109db6e-05e6-4b3c-954c-44ac793dee1a None None] Provisioning complete for port ffba8fac-0ad9-4321-b0bc-b4793aabddea triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:24.034447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7109db6e-05e6-4b3c-954c-44ac793dee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.051435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3185-0dae-4723-b851-61519067ccc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.107355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7109db6e-05e6-4b3c-954c-44ac793dee1a None None] Port ffba8fac-0ad9-4321-b0bc-b4793aabddea cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:24.119247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7109db6e-05e6-4b3c-954c-44ac793dee1a None None] Provisioning complete for port 5f855a51-981f-4d96-8d73-a61760fd9df0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:24.119669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7109db6e-05e6-4b3c-954c-44ac793dee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.124657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3185-0dae-4723-b851-61519067ccc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.135137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.138105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44580) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:24.145318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'port': 2} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:24.149299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.175311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7109db6e-05e6-4b3c-954c-44ac793dee1a None None] Port 5f855a51-981f-4d96-8d73-a61760fd9df0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:24.223945 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=a07fb765-7a66-4c0e-b5b7-f90620d3c8c2,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:24.229557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.246293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.249409 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d59ee762-a367-41d2-8381-c8c9a9286981 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/a07fb765-7a66-4c0e-b5b7-f90620d3c8c2 HTTP/1.1" status: 204 len: 168 time: 1.0380788 Jan 17 12:47:24.265095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44584) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:24.311868 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-80d5119c-f41e-4aab-811a-713760abbd0e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464573 Jan 17 12:47:24.313802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44586) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:24.321644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:24.328559 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9a4dbc79-29b8-47cc-b7ef-9973022b3740 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1ff867a661d4db0be026ceb0cd38c68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1741214 Jan 17 12:47:24.338318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44588) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:24.366867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40660d83-3d57-4349-ad7a-f29cb6822fe1 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:24.387684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3185-0dae-4723-b851-61519067ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.390152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3185-0dae-4723-b851-61519067ccc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.392154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4f0f3185-0dae-4723-b851-61519067ccc0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75f50228-6db2-47fd-93b0-30c8ad6f84c1 HTTP/1.1" status: 204 len: 168 time: 0.7029309 Jan 17 12:47:24.463891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-81df598a-de0c-4bd5-ae22-5890b12e93b8 None None] Provisioning complete for port 70d4c947-f405-4986-a164-1488e5502a51 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:24.464567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-81df598a-de0c-4bd5-ae22-5890b12e93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.478123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] device_id is not set on port 1194ba78-e4b3-4770-8cfe-91e6cc7d459a yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:24.514337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406eee-174d-42ac-8aa3-38354328e266 req-d14aeec8-bad6-48c9-9a24-40b420e3e27d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:24.516437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-80406eee-174d-42ac-8aa3-38354328e266 req-d14aeec8-bad6-48c9-9a24-40b420e3e27d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2407095 Jan 17 12:47:24.524874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f3185-0dae-4723-b851-61519067ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f50228-6db2-47fd-93b0-30c8ad6f84c1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:24.557673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.584189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-380693a3-82e9-449e-a280-5598131c2186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.592966 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-80406eee-174d-42ac-8aa3-38354328e266 req-7d261448-3b15-4ef6-8d52-ed817144cb9e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641289 Jan 17 12:47:24.628000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.677368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-380693a3-82e9-449e-a280-5598131c2186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.685572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] In _notify_port_updated(), no bound segment for port 5f855a51-981f-4d96-8d73-a61760fd9df0 on network 32b7ec40-eb09-48d5-818d-01d5041b9fda {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:47:24.692618 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:24.693334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.697202 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "PUT /v2.0/ports/5f855a51-981f-4d96-8d73-a61760fd9df0 HTTP/1.1" status: 200 len: 1003 time: 0.9048929 Jan 17 12:47:24.700451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44592) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:24.741106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.764128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:24.798938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cd350-2625-41de-8b4e-75bc3145e9da tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=5f855a51-981f-4d96-8d73-a61760fd9df0,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:24.832437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] Deleting port 70d4c947-f405-4986-a164-1488e5502a51 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:24.832967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.892550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] device_id is not set on port 2c10dcc5-f4e8-4824-82df-b1c896887b06 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:24.935363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] For port 70d4c947-f405-4986-a164-1488e5502a51, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70d4c947-f405-4986-a164-1488e5502a51,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:24.938752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.942695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 5f855a51-981f-4d96-8d73-a61760fd9df0 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:24.943086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:24.976914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] Calling delete_port for 70d4c947-f405-4986-a164-1488e5502a51 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:25.077364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.089953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 5f855a51-981f-4d96-8d73-a61760fd9df0 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:25.103503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:25.106958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.145604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6e202200-d488-4399-abbc-41946a004728 None None] Provisioning complete for port 5f855a51-981f-4d96-8d73-a61760fd9df0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:25.146223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e202200-d488-4399-abbc-41946a004728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.195745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.202318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6e202200-d488-4399-abbc-41946a004728 None None] Port 5f855a51-981f-4d96-8d73-a61760fd9df0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:25.210867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.242173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70d4c947-f405-4986-a164-1488e5502a51 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:25.269321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] Pushing event deleted for resources: {'Port': ['ID=70d4c947-f405-4986-a164-1488e5502a51,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:25.273224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f57fe-359e-4bc6-a18a-7e2c1753e3f7 None None] No DVR routers for this DVR port 70d4c947-f405-4986-a164-1488e5502a51 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:25.276998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 70d4c947-f405-4986-a164-1488e5502a51 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:25.276998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70d4c947-f405-4986-a164-1488e5502a51 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:25.345729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.398790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-1d55d1c5-eb42-4e0f-ac8d-6cc8469ca8f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461427 Jan 17 12:47:25.414839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Port': ['ID=1194ba78-e4b3-4770-8cfe-91e6cc7d459a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:25.417250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Checking segment: {'id': 'd06f5801-e50c-4de8-972e-cd8d239eddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:25.417654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network hostable DHCP agents. Network: a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:25.439853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-380693a3-82e9-449e-a280-5598131c2186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.442303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-380693a3-82e9-449e-a280-5598131c2186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.443381 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-380693a3-82e9-449e-a280-5598131c2186 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac09c6b0-a411-4331-a17a-557f1a023277 HTTP/1.1" status: 204 len: 168 time: 1.0987778 Jan 17 12:47:25.464894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.486427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380693a3-82e9-449e-a280-5598131c2186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac09c6b0-a411-4331-a17a-557f1a023277,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:25.495073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.496264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=5f855a51-981f-4d96-8d73-a61760fd9df0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:25.507203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-cfa6a872-39e2-4a60-84b2-4b060b1d5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:25.508807 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-cfa6a872-39e2-4a60-84b2-4b060b1d5899 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0700240 Jan 17 12:47:25.539639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.631214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:25.644065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:25.652212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:25.653643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.665408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1013e-ac2d-416b-8f85-85d21a3e783a None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:25.672302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:25.712118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=433814ec-a2a5-4587-aa08-2096e04169ba,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:25.756675 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-67ce9508-7eb9-4811-ae39-05deb3b403b2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4418349 Jan 17 12:47:25.762651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44614) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:25.771293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:25.964899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-cfcfde60-6405-4e22-907a-be2e2821ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:25.966501 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-cfcfde60-6405-4e22-907a-be2e2821ed39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.4370968 Jan 17 12:47:26.026584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '433814ec-a2a5-4587-aa08-2096e04169ba'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:26.027996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.052751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.058868 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-487a7cd7-1665-47c7-8053-f23ec7de1975 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/ports/5f855a51-981f-4d96-8d73-a61760fd9df0 HTTP/1.1" status: 204 len: 168 time: 1.3546915 Jan 17 12:47:26.059637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:26.064039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44624) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:26.090028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP d806e000-5bf3-4e3c-9a45-355806540b31 associated. External IP: 172.26.4.101, port: fd4d983c-a359-4cf5-9509-38f44c1269e5. Jan 17 12:47:26.094827 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be8ead3-6923-4cc1-aee6-ba939911a84c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] GET failed (client error): The resource could not be found. Jan 17 12:47:26.111219 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6be8ead3-6923-4cc1-aee6-ba939911a84c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "GET /v2.0/ports/5f855a51-981f-4d96-8d73-a61760fd9df0 HTTP/1.1" status: 404 len: 333 time: 0.0371075 Jan 17 12:47:26.111219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44628) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:26.111219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1491653984'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:26.185044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:26.197630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:26.198534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.202172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:26.205387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44000d-228f-4208-b47b-8877fa2d425c None None] Network a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:26.206695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.265097 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-2e4d4023-9c62-47b7-97d5-c82b849f2181 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 1000 time: 0.2834575 Jan 17 12:47:26.276425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640771f9-676c-4c6f-9298-0a2319c4cb4c req-fb7556af-1a39-4189-99c7-785654eca6b4 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:26.283944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-640771f9-676c-4c6f-9298-0a2319c4cb4c req-fb7556af-1a39-4189-99c7-785654eca6b4 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3224123 Jan 17 12:47:26.329592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Allocated IP 172.20.0.2 (a66930c0-bf2c-424b-976e-045386db06ff/433814ec-a2a5-4587-aa08-2096e04169ba/03830e0c-2136-45b9-8b2e-2002808349a0) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:26.349802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Checking segment: {'id': 'f59afcef-b74e-4c8c-b8bb-ec7ac86652c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '36c3e99a-027e-455c-be8a-4d3d9333a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:26.350436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network hostable DHCP agents. Network: 36c3e99a-027e-455c-be8a-4d3d9333a36b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:26.354783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Port': ['ID=2c10dcc5-f4e8-4824-82df-b1c896887b06,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:26.427942 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-640771f9-676c-4c6f-9298-0a2319c4cb4c req-ae271530-8897-4a0c-bde0-e8980b131894 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429708 Jan 17 12:47:26.445411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-bd7e1ab8-1a68-49d1-b9d8-f659c95d2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:26.446946 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-bd7e1ab8-1a68-49d1-b9d8-f659c95d2c10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.1603310 Jan 17 12:47:26.482571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network 36c3e99a-027e-455c-be8a-4d3d9333a36b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:26.494595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:26.503467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.535218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] device_id is not set on port 902af0d7-58b3-481d-b45b-5a8b7533aa61 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:26.573120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.629264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 36c3e99a-027e-455c-be8a-4d3d9333a36b) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:26.637361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:26.639790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b248f6bf-7cfc-4ae6-92c3-1d78afe9fbdb None None] Network 36c3e99a-027e-455c-be8a-4d3d9333a36b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:26.644022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:26.649221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:26.650100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.659399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-e2693b0c-909b-400a-95be-a825885c8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:26.660953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-e2693b0c-909b-400a-95be-a825885c8275 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017525 Jan 17 12:47:26.672924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:26.715822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e9ef-dca8-49d2-b555-07de9bb1614a req-494358b0-a227-4b80-bf51-e5ab13ce1a3c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:26.717458 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2434e9ef-dca8-49d2-b555-07de9bb1614a req-494358b0-a227-4b80-bf51-e5ab13ce1a3c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1317966 Jan 17 12:47:26.749471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.817349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Allocated IP 2001:db8::28b (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/902af0d7-58b3-481d-b45b-5a8b7533aa61) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:26.820727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:26.825581 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-90a13ad6-0045-481c-8fa8-249f3bbcff66 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4802761 Jan 17 12:47:26.836018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:26.836702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44646) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:26.853595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:26.869902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Pushing event updated for resources: {'Port': ['ID=03830e0c-2136-45b9-8b2e-2002808349a0,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:26.902249 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2434e9ef-dca8-49d2-b555-07de9bb1614a req-82e07f10-21ad-418a-817a-6ecd72297199 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710505 Jan 17 12:47:26.928252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-333d1462-a0b4-4237-9c9c-068a283c5276 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580481 Jan 17 12:47:26.952130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Attempting to bind port 03830e0c-2136-45b9-8b2e-2002808349a0 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:26.952609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Attempting to bind port 03830e0c-2136-45b9-8b2e-2002808349a0 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:26.953420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Attempting to bind port 03830e0c-2136-45b9-8b2e-2002808349a0 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:26.959534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:26.963670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:26.966749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:26.967357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:26.971603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Bound port: 03830e0c-2136-45b9-8b2e-2002808349a0, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:26.971603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.003366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d4164-6bc1-49ae-9763-32f380639bea tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:27.012341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d4164-6bc1-49ae-9763-32f380639bea tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:27.013978 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-447d4164-6bc1-49ae-9763-32f380639bea tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1763098 Jan 17 12:47:27.019354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44656) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:27.099857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5162522-8ac1-4dcc-adee-14a9d0e3155a req-56eb613e-7f60-43d1-a57d-a191ffb9ddec service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230867 Jan 17 12:47:27.138472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] For port 03830e0c-2136-45b9-8b2e-2002808349a0, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:27.147152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] For port 03830e0c-2136-45b9-8b2e-2002808349a0, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03830e0c-2136-45b9-8b2e-2002808349a0,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:27.163210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.181628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Deleting port 1194ba78-e4b3-4770-8cfe-91e6cc7d459a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:27.182275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.220593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:27.230766 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:27.241550 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:27.242159 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:27.247825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.312044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d13cf-ac43-4673-a2cf-3c5fe44526c0 req-a0d24aca-2ce3-4b25-957b-5375a60c273f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:27.314004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-162d13cf-ac43-4673-a2cf-3c5fe44526c0 req-a0d24aca-2ce3-4b25-957b-5375a60c273f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2101855 Jan 17 12:47:27.314409 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:27.327168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.341603 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:27.342218 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:27.345124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Calling delete_port for 1194ba78-e4b3-4770-8cfe-91e6cc7d459a owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:27.358267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f30980-9400-48fb-b8d7-aced851b9ab0 None None] Pushing event updated for resources: {'Port': ['ID=03830e0c-2136-45b9-8b2e-2002808349a0,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:27.361380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.415960 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:27.416969 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a0485-b43c-426f-af95-29f7b0fed5ef None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:27.485521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=902af0d7-58b3-481d-b45b-5a8b7533aa61,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:27.516236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:27.520247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:27.522838 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-162d13cf-ac43-4673-a2cf-3c5fe44526c0 req-faca55b0-bc2f-47fe-94cb-392a2a461178 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992531 Jan 17 12:47:27.523664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:27.541374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:27.541374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.647021 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f5a80231-4981-4bda-bf2d-725deb1d8e6c tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5402260 Jan 17 12:47:27.662939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44672) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:27.681554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8e:80:59'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:27.744480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:27.757374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.851313 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Port': ['ID=1194ba78-e4b3-4770-8cfe-91e6cc7d459a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:27.940258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059da8-f3b4-4b6a-b497-5f0f851e4acd req-aada7335-3ae2-4428-8e34-cde4600dd135 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:27.942043 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3059da8-f3b4-4b6a-b497-5f0f851e4acd req-aada7335-3ae2-4428-8e34-cde4600dd135 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3135386 Jan 17 12:47:27.944480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44680) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:27.945837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:27.949477 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1eddccd5-fca8-4939-b167-1772e60b6c92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/ports/1194ba78-e4b3-4770-8cfe-91e6cc7d459a HTTP/1.1" status: 204 len: 168 time: 0.9287655 Jan 17 12:47:27.964273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44682) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.083108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-481f7b4b-6871-4e08-a94b-e8f3ac2212dc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:28.095712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1bd719e3-3aba-4b88-a6c4-98f6a4d41f85 None None] Provisioning complete for port 902af0d7-58b3-481d-b45b-5a8b7533aa61 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:28.096298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1bd719e3-3aba-4b88-a6c4-98f6a4d41f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.151162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1bd719e3-3aba-4b88-a6c4-98f6a4d41f85 None None] Port 902af0d7-58b3-481d-b45b-5a8b7533aa61 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:28.163606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3059da8-f3b4-4b6a-b497-5f0f851e4acd req-7a192e41-601f-4908-b512-ceffa8c2e484 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063544 Jan 17 12:47:28.183225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.217452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Deleting port 2c10dcc5-f4e8-4824-82df-b1c896887b06 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:28.217800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.343542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.402060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Calling delete_port for 2c10dcc5-f4e8-4824-82df-b1c896887b06 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:28.455433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44694) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.470045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router cba65c6c-f612-43cc-b13d-e837be40d8ef has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:28.493443 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-481f7b4b-6871-4e08-a94b-e8f3ac2212dc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "PUT /v2.0/quotas/405bde09c7774de79b07b26a8f22bd57 HTTP/1.1" status: 200 len: 366 time: 0.5401871 Jan 17 12:47:28.496249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44698) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.519116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0414f293-d806-4063-b2bb-d53e3c73003b tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0217559 Jan 17 12:47:28.522012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44700) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.542165 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9f6204f4-4147-40e1-87b0-c8133d45550c tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "GET /v2.0/quotas/405bde09c7774de79b07b26a8f22bd57 HTTP/1.1" status: 200 len: 366 time: 0.0183825 Jan 17 12:47:28.545688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44702) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.592936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-292039356', 'router:external': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:28.635004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.652827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.657626 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75d1ff46-6aeb-4b14-b9ac-cd3a84e557ce tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/405bde09c7774de79b07b26a8f22bd57 HTTP/1.1" status: 204 len: 168 time: 0.1107755 Jan 17 12:47:28.662688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44704) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.672684 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5aec37bc-8d6b-405e-bd08-7a290b4d6073 tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0087905 Jan 17 12:47:28.675315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44706) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.675459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:28.682310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.686616 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0455c8a3-dfcb-472e-a343-5c3c4dd2e32b tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "GET /v2.0/quotas/405bde09c7774de79b07b26a8f22bd57 HTTP/1.1" status: 200 len: 370 time: 0.0098853 Jan 17 12:47:28.688621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.693667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] Sync routers for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:28.694279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44708) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.703905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:28.704880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:28.729712 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eab9caa5-5984-4241-a4e4-756ffbc54d4c tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "GET /v2.0/quotas/405bde09c7774de79b07b26a8f22bd57/default HTTP/1.1" status: 200 len: 370 time: 0.0069144 Jan 17 12:47:28.733057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Port': ['ID=2c10dcc5-f4e8-4824-82df-b1c896887b06,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:28.733215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44710) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.740600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.747265 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-322b3713-1407-41de-8f0f-a803c74c9c26 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/ports/2c10dcc5-f4e8-4824-82df-b1c896887b06 HTTP/1.1" status: 204 len: 168 time: 0.7818618 Jan 17 12:47:28.748424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44712) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.751099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:28.755339 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-7daf1ecd-e01c-4af7-9767-32deac283e0f tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] delete failed (client error): The resource could not be found. Jan 17 12:47:28.756768 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7daf1ecd-e01c-4af7-9767-32deac283e0f tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/405bde09c7774de79b07b26a8f22bd57 HTTP/1.1" status: 404 len: 348 time: 0.0226462 Jan 17 12:47:28.758829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.764901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:28.766213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:28.789237 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-179e801f-4471-4a57-ae17-96856cd3719f tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0398836 Jan 17 12:47:28.789848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44716) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.802159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Made reservation on behalf of 757ed02ede7d42bda58e9a1ececcc532 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:28.805277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.815786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1994847840'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:28.827206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] In _notify_port_updated(), no bound segment for port 902af0d7-58b3-481d-b45b-5a8b7533aa61 on network 32b7ec40-eb09-48d5-818d-01d5041b9fda {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:47:28.831114 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c48a2355-fa1b-4bf4-b477-6b901d777680 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/floatingips/d806e000-5bf3-4e3c-9a45-355806540b31 HTTP/1.1" status: 200 len: 978 time: 5.0898335 Jan 17 12:47:28.832443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.836243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:28.836933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:28.841365 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "PUT /v2.0/ports/902af0d7-58b3-481d-b45b-5a8b7533aa61 HTTP/1.1" status: 200 len: 1003 time: 1.1658010 Jan 17 12:47:28.842015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.842358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44720) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:28.964006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157cd04-05c7-46c0-992d-e0c55277f1df tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=902af0d7-58b3-481d-b45b-5a8b7533aa61,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:29.004560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port 03830e0c-2136-45b9-8b2e-2002808349a0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03830e0c-2136-45b9-8b2e-2002808349a0,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:29.008127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:29.009897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442d3bf-36b9-4f43-8048-767faf3528f8 None None] The sync data for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:29.031564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ee1d2e91-1aae-43ca-a197-55a170c6f8d1 None None] Provisioning complete for port 03830e0c-2136-45b9-8b2e-2002808349a0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:29.032075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2e91-1aae-43ca-a197-55a170c6f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.051353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 902af0d7-58b3-481d-b45b-5a8b7533aa61 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:29.051796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.065623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.068561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:29.072096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.132353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port ffba8fac-0ad9-4321-b0bc-b4793aabddea {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:29.132717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.186082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2e91-1aae-43ca-a197-55a170c6f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.201695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.209709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.210534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.257966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.269433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-ee1d2e91-1aae-43ca-a197-55a170c6f8d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:47:29.270070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-ee1d2e91-1aae-43ca-a197-55a170c6f8d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:47:29.273672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44722) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:29.291582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03830e0c-2136-45b9-8b2e-2002808349a0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:29.298967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:29.305182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.336116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:29.342842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c276b4ff-f153-4479-b696-e27768875c51,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:29.351003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66608eaa-3154-47a2-9108-b9b6df07be17 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:29.355892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 03830e0c-2136-45b9-8b2e-2002808349a0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:29.357070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.362905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:29.363969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.395913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:29.418142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=1d86ac89-f99b-438c-b156-bc050a11fe1f,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:29.437866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.438393 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Added segment c2d4a2b5-0708-41c2-ad9a-70c0858aacde of type vlan for network 800458f9-a8d5-4523-b359-0366df10ce3f Jan 17 12:47:29.448622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=03830e0c-2136-45b9-8b2e-2002808349a0,revision_number=4']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:29.471698 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8b1d6a35-0a60-4546-8eb3-47d48bc4b6d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7048073 Jan 17 12:47:29.490365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44724) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:29.499098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:0d:76:40', 'name': 'tempest-NetworksTestDHCPv6-1469743953'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:29.512793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.514649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.576207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 03830e0c-2136-45b9-8b2e-2002808349a0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03830e0c-2136-45b9-8b2e-2002808349a0,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:29.586155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:29.601851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.602956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:29.603673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.653667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:network and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:29.670305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.670585 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Added segment 99a7467e-0ab4-40f1-b2ac-88c825f0c85f of type vlan for network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 Jan 17 12:47:29.678233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.691094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.694260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:29.718136 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2589166 Jan 17 12:47:29.722759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44726) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:29.727634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'subnet': {'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:29.735411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96116310-467a-4ac0-9f48-3052a6fb057d tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Network': ['ID=800458f9-a8d5-4523-b359-0366df10ce3f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:29.739056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.742012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.742012 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Floating IP d806e000-5bf3-4e3c-9a45-355806540b31 disassociated. External IP: 172.26.4.101, port: ffba8fac-0ad9-4321-b0bc-b4793aabddea. Jan 17 12:47:29.742012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for ffba8fac-0ad9-4321-b0bc-b4793aabddea owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:29.750900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 800458f9-a8d5-4523-b359-0366df10ce3f details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:29.764720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 902af0d7-58b3-481d-b45b-5a8b7533aa61 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:29.804827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:subnet and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:29.812535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.833649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Made reservation on behalf of 757ed02ede7d42bda58e9a1ececcc532 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:29.836666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:29.854100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:29.866316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=03830e0c-2136-45b9-8b2e-2002808349a0,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:29.951306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:subnetpool and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:29.986950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:30.010991 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:47:30.021984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2eec72af-5352-47ca-a186-826525ae5709 None None] Provisioning complete for port 902af0d7-58b3-481d-b45b-5a8b7533aa61 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:30.022573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2eec72af-5352-47ca-a186-826525ae5709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.026753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:port and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:30.043111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:30.060499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.069447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:30.070785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.080253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-2eec72af-5352-47ca-a186-826525ae5709 None None] Port 902af0d7-58b3-481d-b45b-5a8b7533aa61 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:30.157008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:30.193418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:router and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:30.272119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:30.288227 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4770031 Jan 17 12:47:30.288976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44728) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:30.294069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f31fc-2d31-409b-a3be-c0d97d43e13a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Network': ['ID=b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:30.305245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-174371554'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:30.306766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:30.321975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:30.322804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.340068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:floatingip and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:30.369732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:30.380919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.385597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bec332b6-7f5f-42a6-98d1-c1367ce2784e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:30.415382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Checking segment: {'id': 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:30.415775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network hostable DHCP agents. Network: 800458f9-a8d5-4523-b359-0366df10ce3f, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:30.416571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-370057d8-d153-426e-b02e-e7794bb8db61 None None] Provisioning complete for port 03830e0c-2136-45b9-8b2e-2002808349a0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:30.417052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-370057d8-d153-426e-b02e-e7794bb8db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.435387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=ffba8fac-0ad9-4321-b0bc-b4793aabddea,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:30.443624 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.527533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network 800458f9-a8d5-4523-b359-0366df10ce3f is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:30.538909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 2997bc5b-3599-4a28-b14f-ac3c7985d5fd yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:30.543885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.549412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:30.553115 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.607197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 800458f9-a8d5-4523-b359-0366df10ce3f) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:30.611459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:30.612221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.618573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75357a-581d-4858-b0dc-9a4bd66dae17 None None] Network 800458f9-a8d5-4523-b359-0366df10ce3f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:30.659575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=902af0d7-58b3-481d-b45b-5a8b7533aa61,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:30.707207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f54f7de7-a42a-4ddb-baaf-3cdbcd804f44 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9833832 Jan 17 12:47:30.710342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44730) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:30.716411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1612739291', 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:30.727445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.733588 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-35ca19dd-af3c-4754-9bab-5f201d096265 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/ports/902af0d7-58b3-481d-b45b-5a8b7533aa61 HTTP/1.1" status: 204 len: 168 time: 1.8855114 Jan 17 12:47:30.735034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44732) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:30.768476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:30.771427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a291c5cb-b343-47c7-b2fa-15977554c361 None None] Network 800458f9-a8d5-4523-b359-0366df10ce3f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:30.784589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Made reservation on behalf of 757ed02ede7d42bda58e9a1ececcc532 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:30.787047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.801719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff350fb-7453-44a6-b257-bf37d5654439 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] GET failed (client error): The resource could not be found. Jan 17 12:47:30.803430 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8ff350fb-7453-44a6-b257-bf37d5654439 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "GET /v2.0/ports/902af0d7-58b3-481d-b45b-5a8b7533aa61 HTTP/1.1" status: 404 len: 333 time: 0.0602269 Jan 17 12:47:30.807451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] device_id is not set on port 79fa9a8f-7a14-4713-890d-69f52a9e4f97 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:30.811743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44734) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:30.818034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1703641373'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:30.842380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:security_group and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:30.844847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.845198 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Added segment d4e38519-91e5-48e8-a0bc-30bfdfb912a9 of type vlan for network eea699f7-0042-40ea-acbd-f7934319d813 Jan 17 12:47:30.863715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:30.909470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router cba65c6c-f612-43cc-b13d-e837be40d8ef has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:30.923308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:30.928142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Usage tracker for resource:security_group_rule and tenant:34d963b2f711493c858728eed0693f17 is out of sync, need to count used quota {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 17 12:47:30.967480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.quota.resource [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109281) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 17 12:47:31.001300 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9c9ddce1-9204-4637-b945-e7663543a2bc tempest-QuotasTest-127394829 tempest-QuotasTest-127394829-project-admin] 10.222.0.77 "GET /v2.0/quotas/34d963b2f711493c858728eed0693f17/details.json HTTP/1.1" status: 200 len: 703 time: 1.7224786 Jan 17 12:47:31.007778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Allocated IP 172.20.0.4 (800458f9-a8d5-4523-b359-0366df10ce3f/bec332b6-7f5f-42a6-98d1-c1367ce2784e/79fa9a8f-7a14-4713-890d-69f52a9e4f97) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:31.181629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:31.185202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.191351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.198808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03830e0c-2136-45b9-8b2e-2002808349a0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:31.212956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] device_id is not set on port 7e5e35f3-6394-4503-b036-93566bedeac9 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:31.258089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 03830e0c-2136-45b9-8b2e-2002808349a0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:31.258413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.365305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Allocated IP 2001:db8::12a (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/7e5e35f3-6394-4503-b036-93566bedeac9) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:31.367990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.376284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 172.20.0.7 (a66930c0-bf2c-424b-976e-045386db06ff/433814ec-a2a5-4587-aa08-2096e04169ba/2997bc5b-3599-4a28-b14f-ac3c7985d5fd) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:31.386471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe0d:7640 (a66930c0-bf2c-424b-976e-045386db06ff/1d86ac89-f99b-438c-b156-bc050a11fe1f/2997bc5b-3599-4a28-b14f-ac3c7985d5fd) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:31.420282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network 800458f9-a8d5-4523-b359-0366df10ce3f is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:31.430420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:31.435162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.435451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:31.442153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:31.442764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.468915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Port': ['ID=79fa9a8f-7a14-4713-890d-69f52a9e4f97,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:31.539384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:31.540119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.573941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:31.580555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44740) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:31.586833 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] Sync routers for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:31.606026 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:31.606977 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:31.610238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Network': ['ID=eea699f7-0042-40ea-acbd-f7934319d813,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:31.629200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network eea699f7-0042-40ea-acbd-f7934319d813 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:31.633534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.641174 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3250e2b4-40fe-4082-a37d-489386319129 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3422046 Jan 17 12:47:31.642945 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:31.648159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a48c7d88-b9aa-4081-a01e-e16e3a876fa6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9355953 Jan 17 12:47:31.656059 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:31.657191 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:31.658412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44744) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:31.697529 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:31.698543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bb54a-35f1-47ae-abce-c9303c6ae630 None None] The sync data for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:31.800695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d073b82f-9ee2-4544-a2b2-97fd4b05d6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.806926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.813310 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b8cef19c-c7b9-495f-9ae2-83baa853a9c0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/ports/ffba8fac-0ad9-4321-b0bc-b4793aabddea HTTP/1.1" status: 204 len: 168 time: 2.9635925 Jan 17 12:47:31.814734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44746) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:31.823574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.879919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.920355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.962404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:31.967175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:31.969892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Deleting port 79fa9a8f-7a14-4713-890d-69f52a9e4f97 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:31.970252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:31.971572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:32.003355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=2997bc5b-3599-4a28-b14f-ac3c7985d5fd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:32.038741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:32.039655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.069502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:32.080095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:32.098404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:32.102267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:32.103037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.117479 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cd926bb9-89fc-4bee-a858-0fe0e9bdc142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6238801 Jan 17 12:47:32.120506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44748) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:32.125006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=7e5e35f3-6394-4503-b036-93566bedeac9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:32.202613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc86801-41c4-403b-9041-d3c2619d0970 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:32.215303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc86801-41c4-403b-9041-d3c2619d0970 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:32.217099 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5bc86801-41c4-403b-9041-d3c2619d0970 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0955737 Jan 17 12:47:32.224660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44750) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:32.228876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.256525 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-50bc521f-93df-4173-bfc7-9ae7f3bbc628 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4425015 Jan 17 12:47:32.263934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44752) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:32.296224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'network_id': '32b7ec40-eb09-48d5-818d-01d5041b9fda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861947444'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:32.307727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Calling delete_port for 79fa9a8f-7a14-4713-890d-69f52a9e4f97 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:32.349960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 2997bc5b-3599-4a28-b14f-ac3c7985d5fd {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:32.350713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.441095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-40701b08-a799-4023-bb08-01395fd929ef None None] Provisioning complete for port 7e5e35f3-6394-4503-b036-93566bedeac9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:32.441599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40701b08-a799-4023-bb08-01395fd929ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.450174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d073b82f-9ee2-4544-a2b2-97fd4b05d6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.468169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.484893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 2997bc5b-3599-4a28-b14f-ac3c7985d5fd owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:32.498952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-40701b08-a799-4023-bb08-01395fd929ef None None] Port 7e5e35f3-6394-4503-b036-93566bedeac9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:32.510580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-40701b08-a799-4023-bb08-01395fd929ef None None] Provisioning complete for port 2997bc5b-3599-4a28-b14f-ac3c7985d5fd triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:32.510967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40701b08-a799-4023-bb08-01395fd929ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.552148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-40701b08-a799-4023-bb08-01395fd929ef None None] Port 2997bc5b-3599-4a28-b14f-ac3c7985d5fd cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:32.761276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.810722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d073b82f-9ee2-4544-a2b2-97fd4b05d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.836475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.866900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=2997bc5b-3599-4a28-b14f-ac3c7985d5fd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:32.973164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:32.976945 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-04239a1c-6b40-4644-854e-de37bf662866 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/2997bc5b-3599-4a28-b14f-ac3c7985d5fd HTTP/1.1" status: 204 len: 168 time: 0.7511177 Jan 17 12:47:32.980735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44754) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:33.055034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c667b-5085-46f3-81b2-adc9125488d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:33.056737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c667b-5085-46f3-81b2-adc9125488d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:33.058531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c667b-5085-46f3-81b2-adc9125488d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:33.062702 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-567c667b-5085-46f3-81b2-adc9125488d2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0784125 Jan 17 12:47:33.064243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44756) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:33.134791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 1d86ac89-f99b-438c-b156-bc050a11fe1f {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:33.139250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.184233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Made reservation on behalf of a2d83eb0999a44ff893e33029fcb9d8b for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:33.184233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.186206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.189230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.252736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event deleted for resources: {'Port': ['ID=79fa9a8f-7a14-4713-890d-69f52a9e4f97,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:33.270261 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d073b82f-9ee2-4544-a2b2-97fd4b05d6c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e1bd5497c734c3193d1e5237b272686&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6863229 Jan 17 12:47:33.270935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44758) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:33.272243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073b82f-9ee2-4544-a2b2-97fd4b05d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac8aee-a03f-486b-84dd-c7f69e3bdd6e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:33.301323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] device_id is not set on port 6961d627-d922-45d4-93cc-9f3f61a36525 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:33.305259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.374295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1963492e-57d7-4e83-b9c5-3acd568937c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.402118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1963492e-57d7-4e83-b9c5-3acd568937c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.451626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.455376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1fa5ffcf-ad22-4fda-a615-dde314e63d12 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/ports/79fa9a8f-7a14-4713-890d-69f52a9e4f97 HTTP/1.1" status: 204 len: 168 time: 1.7959609 Jan 17 12:47:33.458165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44760) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:33.462962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f', 'external_fixed_ips': [{'subnet_id': 'bec332b6-7f5f-42a6-98d1-c1367ce2784e', 'ip_address': '172.20.0.4'}]}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:33.526689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Allocated IP 2001:db8::366 (32b7ec40-eb09-48d5-818d-01d5041b9fda/8cc21de0-2fe1-41f7-a3c6-451baf798011/6961d627-d922-45d4-93cc-9f3f61a36525) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:33.533666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.563216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.564280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.567436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=1d86ac89-f99b-438c-b156-bc050a11fe1f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:33.571555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1963492e-57d7-4e83-b9c5-3acd568937c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.572737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1963492e-57d7-4e83-b9c5-3acd568937c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.584921 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1963492e-57d7-4e83-b9c5-3acd568937c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fac8aee-a03f-486b-84dd-c7f69e3bdd6e HTTP/1.1" status: 204 len: 168 time: 0.3121705 Jan 17 12:47:33.601715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d4300-cac0-47b8-8858-5ae2314e7dc5 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:33.685596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.694623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.706633 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3522b5a1-2ab9-4b81-bfd0-e0a0d022fd3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/1d86ac89-f99b-438c-b156-bc050a11fe1f HTTP/1.1" status: 204 len: 168 time: 0.6400294 Jan 17 12:47:33.710342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44764) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:33.730513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963492e-57d7-4e83-b9c5-3acd568937c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac8aee-a03f-486b-84dd-c7f69e3bdd6e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:33.757076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port d41c3dda-d1f1-498d-abb3-1b3959771f1d {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:33.757429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.769209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a60c2d70-d88b-409d-8df7-0828376ad89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.861555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.872086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 433814ec-a2a5-4587-aa08-2096e04169ba {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:33.888192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.945593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:33.966905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.001480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for d41c3dda-d1f1-498d-abb3-1b3959771f1d owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:34.021526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.110059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.164153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.228329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:34.239557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:34.245111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:34.248627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:34.249266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.273820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=6961d627-d922-45d4-93cc-9f3f61a36525,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:34.402020 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c45531f5-e85a-49f7-80d0-d1bc3b9989d1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1292510 Jan 17 12:47:34.407639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44770) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:34.412155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37c', 'mac_address': 'fa:16:3e:8e:80:59'}, {'ip_address': '2001:db8::12a', 'mac_address': 'fa:16:3e:00:62:03'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:34.463804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.523716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44772) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:34.536276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.542016 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/433814ec-a2a5-4587-aa08-2096e04169ba HTTP/1.1" status: 204 len: 168 time: 0.8275547 Jan 17 12:47:34.542016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3826f-0c76-4584-b992-82bebfb78b27 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=433814ec-a2a5-4587-aa08-2096e04169ba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:34.544198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44774) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:34.565017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5926dd84-3448-4165-978f-8742a08a123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.569824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.585859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.622128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.649678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=d41c3dda-d1f1-498d-abb3-1b3959771f1d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:34.664342 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3b5ec807-bb9e-4335-b19d-612d7df82864 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848362 Jan 17 12:47:34.665860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44776) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:34.715340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d2cd0269-d82e-4483-97ee-8ffeb73b5a06 None None] Provisioning complete for port 6961d627-d922-45d4-93cc-9f3f61a36525 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:34.716349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d2cd0269-d82e-4483-97ee-8ffeb73b5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:34.801147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd0269-d82e-4483-97ee-8ffeb73b5a06 None None] Port 6961d627-d922-45d4-93cc-9f3f61a36525 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:34.856527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78e851c-84ec-466b-acab-3ddb02fda84a None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:34.942918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44778) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:34.949844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'subnets': [{'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1400225313', 'ip_version': 6}, {'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:34.950178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'subnet': {'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1400225313', 'ip_version': 6}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:34.950834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Request body: {'subnet': {'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:34.998119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Allocated IP 172.20.0.4 (800458f9-a8d5-4523-b359-0366df10ce3f/bec332b6-7f5f-42a6-98d1-c1367ce2784e/01dc1f84-f281-493b-b0b0-498c0333b254) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:35.012506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5926dd84-3448-4165-978f-8742a08a123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.014730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-affdb870-511b-4a1b-ba52-05bc84e7e43c None None] Provisioning complete for port 03830e0c-2136-45b9-8b2e-2002808349a0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:35.015317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-affdb870-511b-4a1b-ba52-05bc84e7e43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.069757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.078800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae483e-0bf7-4257-bf7a-f6738555b392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:35.080363 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-39ae483e-0bf7-4257-bf7a-f6738555b392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4120097 Jan 17 12:47:35.085213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44780) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:35.118164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5926dd84-3448-4165-978f-8742a08a123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.136866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.177305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926dd84-3448-4165-978f-8742a08a123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72cbda-60bc-4dec-a744-de936d894cbb,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:35.184427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5926dd84-3448-4165-978f-8742a08a123d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34d963b2f711493c858728eed0693f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548927 Jan 17 12:47:35.187452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44782) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:35.196011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:35.248212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] Deleting port 03830e0c-2136-45b9-8b2e-2002808349a0 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:35.249313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.260416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70e8d63c-2183-4a71-a437-bdc9ce9e4af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.283480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70e8d63c-2183-4a71-a437-bdc9ce9e4af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.285237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba64241-c369-4a89-8671-f0e258d29f37 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:35.286881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bba64241-c369-4a89-8671-f0e258d29f37 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942103 Jan 17 12:47:35.289658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44784) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:35.301312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.317669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] For port 03830e0c-2136-45b9-8b2e-2002808349a0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=03830e0c-2136-45b9-8b2e-2002808349a0,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:35.319150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.319261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.335447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] Calling delete_port for 03830e0c-2136-45b9-8b2e-2002808349a0 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:35.345098 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c840abeb-29b1-42c7-9f53-3533a75b1e5b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543363 Jan 17 12:47:35.354506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44786) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:35.386947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a4df21cb-8b66-4888-9f08-4b89728e9348 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:35.392919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network 800458f9-a8d5-4523-b359-0366df10ce3f is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:35.397800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:35.400559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:35.430329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Port': ['ID=01dc1f84-f281-493b-b0b0-498c0333b254,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:35.516514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.539856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70e8d63c-2183-4a71-a437-bdc9ce9e4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.542924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70e8d63c-2183-4a71-a437-bdc9ce9e4af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.543648 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-70e8d63c-2183-4a71-a437-bdc9ce9e4af0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c72cbda-60bc-4dec-a744-de936d894cbb HTTP/1.1" status: 204 len: 168 time: 0.3551657 Jan 17 12:47:35.547764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] Pushing event deleted for resources: {'Port': ['ID=03830e0c-2136-45b9-8b2e-2002808349a0,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:35.549875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79972c54-ad50-4901-843c-777bd0f57bfe None None] No DVR routers for this DVR port 03830e0c-2136-45b9-8b2e-2002808349a0 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:35.564356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d63c-2183-4a71-a437-bdc9ce9e4af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72cbda-60bc-4dec-a744-de936d894cbb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:35.676570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.682325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Made reservation on behalf of 2ac6735d9c5743c8b78e9ee7031a4a18 for: {'subnet': 2} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:35.687761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.688368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.749322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.791376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.851904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] In _notify_port_updated(), no bound segment for port 6961d627-d922-45d4-93cc-9f3f61a36525 on network 32b7ec40-eb09-48d5-818d-01d5041b9fda {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:47:35.857525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:35.858217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.864173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "PUT /v2.0/ports/6961d627-d922-45d4-93cc-9f3f61a36525 HTTP/1.1" status: 200 len: 1067 time: 1.4527102 Jan 17 12:47:35.868240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44790) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:35.941889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0d2e2-3846-4146-aa79-59385fa2f208 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event updated for resources: {'Port': ['ID=6961d627-d922-45d4-93cc-9f3f61a36525,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:35.958612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df21cb-8b66-4888-9f08-4b89728e9348 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:35.962404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4df21cb-8b66-4888-9f08-4b89728e9348 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:35.964032 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4df21cb-8b66-4888-9f08-4b89728e9348 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:47:35.964488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4df21cb-8b66-4888-9f08-4b89728e9348 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:35.979365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router cba65c6c-f612-43cc-b13d-e837be40d8ef has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:36.162992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e4540be-cf62-4d5f-8fe4-63e0dc152c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.179702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a4d15e12-37a2-4941-afc5-860bdb320f10 None None] Provisioning complete for port 6961d627-d922-45d4-93cc-9f3f61a36525 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:36.179981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a4d15e12-37a2-4941-afc5-860bdb320f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.217791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a4d15e12-37a2-4941-afc5-860bdb320f10 None None] Port 6961d627-d922-45d4-93cc-9f3f61a36525 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:36.247183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.401539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a4df21cb-8b66-4888-9f08-4b89728e9348 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0445540 Jan 17 12:47:36.404741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44802) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:36.410709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-92dfbc16-5546-4ee5-9993-4d86d75b3bb9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:36.462918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Router 8855e92e-6940-4afb-9b77-75915669a1b7 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:47:36.550557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 6961d627-d922-45d4-93cc-9f3f61a36525 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:36.554673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.580599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:36.589421 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9b0b8931-2c9d-4558-8c69-16ba4d3ac5ee tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/routers/cba65c6c-f612-43cc-b13d-e837be40d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7701015 Jan 17 12:47:36.590984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] Sync routers for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:36.599727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44810) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:36.600408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:36.601066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:36.636437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:36.646129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] Routers {'cba65c6c-f612-43cc-b13d-e837be40d8ef'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:36.647172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cba65c6c-f612-43cc-b13d-e837be40d8ef'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:36.655042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfbc16-5546-4ee5-9993-4d86d75b3bb9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:36.658990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92dfbc16-5546-4ee5-9993-4d86d75b3bb9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.660473 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dfbc16-5546-4ee5-9993-4d86d75b3bb9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:47:36.660916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dfbc16-5546-4ee5-9993-4d86d75b3bb9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:36.689128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:36.689783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9e619-9786-43dc-96cb-fa596f27170f None None] The sync data for ids ['cba65c6c-f612-43cc-b13d-e837be40d8ef'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:36.722704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:36.732280 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Sync routers for ids ['8855e92e-6940-4afb-9b77-75915669a1b7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:36.746228 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Routers {'8855e92e-6940-4afb-9b77-75915669a1b7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:36.746840 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8855e92e-6940-4afb-9b77-75915669a1b7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:36.755198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.758501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.777846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 6961d627-d922-45d4-93cc-9f3f61a36525 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:36.837159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44814) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:36.847731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.851273 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8f82e5bd-0e7d-409c-8d2c-b73a23956f65 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3896394 Jan 17 12:47:36.851835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44818) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:36.855920 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-92dfbc16-5546-4ee5-9993-4d86d75b3bb9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4499199 Jan 17 12:47:36.856741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44820) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:36.869904 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Set router 8855e92e-6940-4afb-9b77-75915669a1b7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:36.875635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a6d58bb6-6079-49bd-8cc4-c78c6254998d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:36.956384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:36.996937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1312483429'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:37.048936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d58bb6-6079-49bd-8cc4-c78c6254998d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:37.049171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.052724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6d58bb6-6079-49bd-8cc4-c78c6254998d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.054284 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d58bb6-6079-49bd-8cc4-c78c6254998d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:47:37.054718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d58bb6-6079-49bd-8cc4-c78c6254998d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:37.078340 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8855e92e-6940-4afb-9b77-75915669a1b7', 'name': '', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f', 'external_fixed_ips': [{'subnet_id': 'bec332b6-7f5f-42a6-98d1-c1367ce2784e', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '01dc1f84-f281-493b-b0b0-498c0333b254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:33Z', 'updated_at': '2022-01-17T12:47:35Z', 'revision_number': 3, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port': {'id': '01dc1f84-f281-493b-b0b0-498c0333b254', 'name': '', 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:df:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8855e92e-6940-4afb-9b77-75915669a1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bec332b6-7f5f-42a6-98d1-c1367ce2784e', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:47:34Z', 'updated_at': '2022-01-17T12:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bec332b6-7f5f-42a6-98d1-c1367ce2784e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:37.096183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 2fb28108-c7a0-477f-a7dc-970739372203 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:37.096517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.105583 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Checking router: 8855e92e-6940-4afb-9b77-75915669a1b7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:47:37.105943 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Updating router 8855e92e-6940-4afb-9b77-75915669a1b7 port 01dc1f84-f281-493b-b0b0-498c0333b254 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:47:37.111574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.165599 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6d58bb6-6079-49bd-8cc4-c78c6254998d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3008552 Jan 17 12:47:37.166371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44822) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:37.176283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-642d3b88-a19d-4f9a-be27-93b054831b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:37.176846 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.207328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.216911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03830e0c-2136-45b9-8b2e-2002808349a0 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:37.236562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Made reservation on behalf of 32494e90628a472c94ea929935b686ab for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:37.240354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.244746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Subnet': ['ID=05e59b32-c231-4bd5-840e-8ff757b0de97,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:37.267585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 03830e0c-2136-45b9-8b2e-2002808349a0 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:37.268310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 03830e0c-2136-45b9-8b2e-2002808349a0 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:37.272356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.276634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Checking segment: {'id': '99a7467e-0ab4-40f1-b2ac-88c825f0c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:37.277002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network hostable DHCP agents. Network: b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:37.280874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.291661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.304339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.323866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 2fb28108-c7a0-477f-a7dc-970739372203 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:37.336228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=6961d627-d922-45d4-93cc-9f3f61a36525,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:37.427109 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:37.493625 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.516212 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642d3b88-a19d-4f9a-be27-93b054831b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:37.528970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-642d3b88-a19d-4f9a-be27-93b054831b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.528970 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-642d3b88-a19d-4f9a-be27-93b054831b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:47:37.528970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642d3b88-a19d-4f9a-be27-93b054831b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:37.528970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.532717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Deleting port 01dc1f84-f281-493b-b0b0-498c0333b254 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:37.532990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.580062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.583318 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-530c930e-5e3e-4a70-ba82-e054867ed087 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/ports/6961d627-d922-45d4-93cc-9f3f61a36525 HTTP/1.1" status: 204 len: 168 time: 1.7102342 Jan 17 12:47:37.586797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44824) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:37.611301 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.617779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:37.622239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.624771 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66a1d4e-cadd-416f-8e59-7721d2ba4f11 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] GET failed (client error): The resource could not be found. Jan 17 12:47:37.629019 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a66a1d4e-cadd-416f-8e59-7721d2ba4f11 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "GET /v2.0/ports/6961d627-d922-45d4-93cc-9f3f61a36525 HTTP/1.1" status: 404 len: 333 time: 0.0386508 Jan 17 12:47:37.632580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44826) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:37.637655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199305fa-15cb-4708-a524-abe55ebe82e1 None None] Network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:37.665655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.676493 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-642d3b88-a19d-4f9a-be27-93b054831b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5070186 Jan 17 12:47:37.678532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44828) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:37.693670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ea3e11ee-6201-432e-ab3f-c6287312f66a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:37.711620 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Pushing event updated for resources: {'Port': ['ID=01dc1f84-f281-493b-b0b0-498c0333b254,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:37.723596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event updated for resources: {'Subnet': ['ID=09488784-d54f-4746-b805-4332cc040c50,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:37.730342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.736659 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Attempting to bind port 01dc1f84-f281-493b-b0b0-498c0333b254 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:37.738869 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Attempting to bind port 01dc1f84-f281-493b-b0b0-498c0333b254 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:37.739518 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Attempting to bind port 01dc1f84-f281-493b-b0b0-498c0333b254 on network 800458f9-a8d5-4523-b359-0366df10ce3f {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:37.746440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Checking segment: {'id': 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:37.746728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network hostable DHCP agents. Network: eea699f7-0042-40ea-acbd-f7934319d813, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:37.747849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:37.748486 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Checking segment: {'id': 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:37.748987 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.750066 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Bound using segment: {'id': 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:37.750635 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Bound port: 01dc1f84-f281-493b-b0b0-498c0333b254, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '800458f9-a8d5-4523-b359-0366df10ce3f'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:37.751150 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.751394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Calling delete_port for 01dc1f84-f281-493b-b0b0-498c0333b254 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:37.798203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.818892 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] For port 01dc1f84-f281-493b-b0b0-498c0333b254, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:37.822199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] For port 01dc1f84-f281-493b-b0b0-498c0333b254, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=01dc1f84-f281-493b-b0b0-498c0333b254,segment=NetworkSegment(c2d4a2b5-0708-41c2-ad9a-70c0858aacde),segment_id=c2d4a2b5-0708-41c2-ad9a-70c0858aacde)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:37.824030 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.829467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:47:37.839162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:37.859629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85', 'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85', 'tenant_id': '2ac6735d9c5743c8b78e9ee7031a4a18', 'fixed_ips': [{'subnet_id': '05e59b32-c231-4bd5-840e-8ff757b0de97'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:37.863421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.880841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=2fb28108-c7a0-477f-a7dc-970739372203,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:37.892632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Network eea699f7-0042-40ea-acbd-f7934319d813 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:37.904432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b2782-5818-44b5-a361-a3d7d9a6fa00,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:37.911638 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.912699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:37.913053 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Added segment b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c of type vlan for network 17546da0-67fb-48f6-9909-c9c53a8cb188 Jan 17 12:47:37.988355 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Routers {'8855e92e-6940-4afb-9b77-75915669a1b7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:37.989310 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8855e92e-6940-4afb-9b77-75915669a1b7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:38.011971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.012628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, eea699f7-0042-40ea-acbd-f7934319d813) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:38.021190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.022243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:38.033827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a4afd-38a7-4926-806c-e9d3cb2714cd None None] Network eea699f7-0042-40ea-acbd-f7934319d813 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:38.035955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:38.036153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Allocated IP 2001:db8::1 (b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85/05e59b32-c231-4bd5-840e-8ff757b0de97/b7da31e1-532b-4005-a22b-9920551455e5) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:38.038044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.066387 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4c390-6414-456b-9860-4396ab38fb26 None None] Pushing event updated for resources: {'Port': ['ID=01dc1f84-f281-493b-b0b0-498c0333b254,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:38.099040 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] Set router 8855e92e-6940-4afb-9b77-75915669a1b7 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:38.121537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 7e5e35f3-6394-4503-b036-93566bedeac9 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:38.121884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.123592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.125025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3e11ee-6201-432e-ab3f-c6287312f66a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:38.128836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ea3e11ee-6201-432e-ab3f-c6287312f66a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.130634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3e11ee-6201-432e-ab3f-c6287312f66a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:47:38.131081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3e11ee-6201-432e-ab3f-c6287312f66a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:38.139546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3640d4d0-a3ef-42b2-8205-208e3acef9da tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1941495 Jan 17 12:47:38.148801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44830) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:38.162603 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8855e92e-6940-4afb-9b77-75915669a1b7', 'name': '', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:33Z', 'updated_at': '2022-01-17T12:47:37Z', 'revision_number': 4, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:38.167644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.185266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event deleted for resources: {'Port': ['ID=01dc1f84-f281-493b-b0b0-498c0333b254,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:38.263096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.293786 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71b98c-6bb8-4fb5-b08b-05085a1bb34c None None] The sync data for ids ['8855e92e-6940-4afb-9b77-75915669a1b7'] in dv-neutron-824886-1-hyperv is: [{'id': '8855e92e-6940-4afb-9b77-75915669a1b7', 'name': '', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:33Z', 'updated_at': '2022-01-17T12:47:37Z', 'revision_number': 4, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:38.314209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.382488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.385679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.398097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.399464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-eea699f7-0042-40ea-acbd-f7934319d813', 'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813', 'tenant_id': '2ac6735d9c5743c8b78e9ee7031a4a18', 'fixed_ips': [{'subnet_id': '09488784-d54f-4746-b805-4332cc040c50'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:38.403572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.423745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 7e5e35f3-6394-4503-b036-93566bedeac9 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:38.445642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678da021-f2da-48a5-9b18-a096ab2bca92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:38.447188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678da021-f2da-48a5-9b18-a096ab2bca92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:38.448876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678da021-f2da-48a5-9b18-a096ab2bca92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:38.459970 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-678da021-f2da-48a5-9b18-a096ab2bca92 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2967119 Jan 17 12:47:38.459970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.462961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44832) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:38.463060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:38.463676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.514329 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ea3e11ee-6201-432e-ab3f-c6287312f66a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8293905 Jan 17 12:47:38.516540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.519412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44834) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:38.527331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.527920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Fanout notify agent at l3_agent the message router_deleted on router cba65c6c-f612-43cc-b13d-e837be40d8ef {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:38.532168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b1528204-de00-450f-80aa-d4301f657f80 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:38.561836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.565910 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-565383ac-1057-4082-9c1b-4b7499091694 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/routers/cba65c6c-f612-43cc-b13d-e837be40d8ef HTTP/1.1" status: 204 len: 168 time: 1.9652319 Jan 17 12:47:38.568142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44836) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:38.568731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Deleting subnet 05e59b32-c231-4bd5-840e-8ff757b0de97 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:38.604607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.605169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8855e92e-6940-4afb-9b77-75915669a1b7 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:38.606977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.612486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.615918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.617093 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3126f08f-c967-4cfa-ab64-65eed13788fe tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/routers/8855e92e-6940-4afb-9b77-75915669a1b7 HTTP/1.1" status: 204 len: 168 time: 1.7622385 Jan 17 12:47:38.622380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44838) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:38.642359 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8002861 Jan 17 12:47:38.644888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad2392-3c10-4b6d-af3b-aedab8b769d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event updated for resources: {'Network': ['ID=17546da0-67fb-48f6-9909-c9c53a8cb188,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:38.647433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44840) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:38.654759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Request body: {'subnet': {'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:38.661849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:38.670591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:38.682509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Allocated IP 2001:db8:0:1::1 (eea699f7-0042-40ea-acbd-f7934319d813/09488784-d54f-4746-b805-4332cc040c50/3bc96c9b-b385-47fa-a326-b25ea25fe22b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:38.684393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:38.689690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.698683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:38.704905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting subnet 754070ed-19e8-4f6a-b91a-2788f11930eb {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:38.712385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.720518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Pushing event updated for resources: {'Port': ['ID=b7da31e1-532b-4005-a22b-9920551455e5,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:38.742192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Deleting subnet bec332b6-7f5f-42a6-98d1-c1367ce2784e {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:38.751966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.773679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.816265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.869589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Attempting to bind port b7da31e1-532b-4005-a22b-9920551455e5 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:38.869962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Attempting to bind port b7da31e1-532b-4005-a22b-9920551455e5 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '99a7467e-0ab4-40f1-b2ac-88c825f0c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:38.870333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Attempting to bind port b7da31e1-532b-4005-a22b-9920551455e5 on network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:38.883986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:38.888994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Checking segment: {'id': '99a7467e-0ab4-40f1-b2ac-88c825f0c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:38.888994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.888994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Bound using segment: {'id': '99a7467e-0ab4-40f1-b2ac-88c825f0c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:38.888994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Bound port: b7da31e1-532b-4005-a22b-9920551455e5, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a7467e-0ab4-40f1-b2ac-88c825f0c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:38.889406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:38.906140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.000756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.022695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Made reservation on behalf of 32494e90628a472c94ea929935b686ab for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:39.028455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.028652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.031193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1528204-de00-450f-80aa-d4301f657f80 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:39.034625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1528204-de00-450f-80aa-d4301f657f80 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.036046 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1528204-de00-450f-80aa-d4301f657f80 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:47:39.036479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1528204-de00-450f-80aa-d4301f657f80 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:39.078869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] For port b7da31e1-532b-4005-a22b-9920551455e5, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:39.081183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.083136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] For port b7da31e1-532b-4005-a22b-9920551455e5, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b7da31e1-532b-4005-a22b-9920551455e5,segment=NetworkSegment(99a7467e-0ab4-40f1-b2ac-88c825f0c85f),segment_id=99a7467e-0ab4-40f1-b2ac-88c825f0c85f)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:39.098971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.104315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.128968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Subnet': ['ID=05e59b32-c231-4bd5-840e-8ff757b0de97,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.136529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.139842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5c0dc51-b56e-4672-b028-817155dcde6a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/subnets/05e59b32-c231-4bd5-840e-8ff757b0de97 HTTP/1.1" status: 204 len: 168 time: 0.6774135 Jan 17 12:47:39.143338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44842) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.177723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Network eea699f7-0042-40ea-acbd-f7934319d813 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:39.185974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.186355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:39.189996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.196630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:39.198646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc96c9b-b385-47fa-a326-b25ea25fe22b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.206928 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b1528204-de00-450f-80aa-d4301f657f80 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6831417 Jan 17 12:47:39.211903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44844) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.217534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.255033 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f2ff020e-25a6-4bc9-acd1-58f93b420de4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0397391 Jan 17 12:47:39.264704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Deleting subnet 09488784-d54f-4746-b805-4332cc040c50 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:39.267080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44846) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.279555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=7e5e35f3-6394-4503-b036-93566bedeac9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.282716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.283151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.346095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Attempting to bind port 3bc96c9b-b385-47fa-a326-b25ea25fe22b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:39.346466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Attempting to bind port 3bc96c9b-b385-47fa-a326-b25ea25fe22b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:39.347073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Attempting to bind port 3bc96c9b-b385-47fa-a326-b25ea25fe22b on network eea699f7-0042-40ea-acbd-f7934319d813 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:39.361152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.367158 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7e7da946-da23-41ff-bdb5-e6b22bf8a278 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/ports/7e5e35f3-6394-4503-b036-93566bedeac9 HTTP/1.1" status: 204 len: 168 time: 1.7367280 Jan 17 12:47:39.370603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44848) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.377551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:39.378013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Checking segment: {'id': 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:39.378505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.379745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Bound using segment: {'id': 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:39.380337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Bound port: 3bc96c9b-b385-47fa-a326-b25ea25fe22b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eea699f7-0042-40ea-acbd-f7934319d813'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:39.380965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.404228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348e053-a0ed-46b7-ae45-bca52c1c0f14 None None] Pushing event updated for resources: {'Port': ['ID=b7da31e1-532b-4005-a22b-9920551455e5,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.406563 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1154302f-a046-4f77-9bc6-636168603263 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] GET failed (client error): The resource could not be found. Jan 17 12:47:39.414046 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1154302f-a046-4f77-9bc6-636168603263 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "GET /v2.0/ports/7e5e35f3-6394-4503-b036-93566bedeac9 HTTP/1.1" status: 404 len: 333 time: 0.0421226 Jan 17 12:47:39.417023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44850) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.420497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.462914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.485170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] For port 3bc96c9b-b385-47fa-a326-b25ea25fe22b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:39.493969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] For port 3bc96c9b-b385-47fa-a326-b25ea25fe22b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3bc96c9b-b385-47fa-a326-b25ea25fe22b,segment=NetworkSegment(d4e38519-91e5-48e8-a0bc-30bfdfb912a9),segment_id=d4e38519-91e5-48e8-a0bc-30bfdfb912a9)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:39.511189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bec332b6-7f5f-42a6-98d1-c1367ce2784e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.517058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.520832 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a7bafc30-ce35-4ff2-b71c-94ed07a73615 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/bec332b6-7f5f-42a6-98d1-c1367ce2784e HTTP/1.1" status: 204 len: 168 time: 0.8931797 Jan 17 12:47:39.530077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44852) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.546321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.574755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.604409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Subnet': ['ID=754070ed-19e8-4f6a-b91a-2788f11930eb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.615240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.628152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-85d4efd9-0db8-429b-8fa2-3c2c28e37b95 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/subnets/754070ed-19e8-4f6a-b91a-2788f11930eb HTTP/1.1" status: 204 len: 168 time: 1.0567179 Jan 17 12:47:39.629085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44854) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.673120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478e8a8-08af-4972-aecf-303a141bc932 None None] Network 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:39.736489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb22d5-0ce9-4d64-b267-7c72091708fe tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:39.739050 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-96eb22d5-0ce9-4d64-b267-7c72091708fe tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4690266 Jan 17 12:47:39.741739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.750043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44856) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.781759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.834249 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a47bdd45-7574-47ea-a220-38d627f1cf43 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830231 Jan 17 12:47:39.842317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44858) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:39.849241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:39.849596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:39.851019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918d3d-c77d-405c-8311-2a33d92bc2d9 None None] Pushing event updated for resources: {'Port': ['ID=3bc96c9b-b385-47fa-a326-b25ea25fe22b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:39.856385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:39.867760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.016320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] DHCP port deletion for 2c2cde6c-cc58-4af4-98c8-c01b3af34f96 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:40.074989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.107710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 4ae8fe6f-d8d1-426c-8244-7bdbb1976176 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:40.145628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] Deleting port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:40.146006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.186121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:40.186732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.225648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] For port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,segment=NetworkSegment(5ee862be-1fd2-4660-8a3a-977e1687124e),segment_id=5ee862be-1fd2-4660-8a3a-977e1687124e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:40.227082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.237581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:40.241684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.249143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] Calling delete_port for 98d74fb5-6ff7-44e9-8407-b39c712a3e3f owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:40.349582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.355397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] For port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,segment=NetworkSegment(5ee862be-1fd2-4660-8a3a-977e1687124e),segment_id=5ee862be-1fd2-4660-8a3a-977e1687124e)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:40.355397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.388821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 98d74fb5-6ff7-44e9-8407-b39c712a3e3f owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:40.400097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.419731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.452222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Checking segment: {'id': 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:40.452777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Network hostable DHCP agents. Network: 17546da0-67fb-48f6-9909-c9c53a8cb188, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:40.457758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] Pushing event deleted for resources: {'Port': ['ID=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:40.463033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c14f06-7eb6-41fe-b47f-1995775e1d4b None None] No DVR routers for this DVR port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:40.465015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800458f9-a8d5-4523-b359-0366df10ce3f']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:40.492175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:40.492447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d4a2b5-0708-41c2-ad9a-70c0858aacde') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:40.500477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event updated for resources: {'Subnet': ['ID=ccf2234b-1698-4605-be2a-606c0fff3af2,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:40.511241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.526999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.535414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:40.536043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: items = [ Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:40.537879 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:40.548431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.610513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:40.619351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Subnet': ['ID=09488784-d54f-4746-b805-4332cc040c50,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:40.625541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.633181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.639192 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1e7b73d5-ec49-4deb-8616-b553d7f97802 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/subnets/09488784-d54f-4746-b805-4332cc040c50 HTTP/1.1" status: 204 len: 168 time: 1.4920430 Jan 17 12:47:40.639192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44862) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:40.665164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=98d74fb5-6ff7-44e9-8407-b39c712a3e3f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:40.670889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.682001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] No DVR routers for this DVR port 98d74fb5-6ff7-44e9-8407-b39c712a3e3f on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:40.700105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8152c94-8eec-4ed7-a839-bf4005fd06a4 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:40.706236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a8152c94-8eec-4ed7-a839-bf4005fd06a4 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617735 Jan 17 12:47:40.706699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44864) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:40.709941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=4ae8fe6f-d8d1-426c-8244-7bdbb1976176,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:40.721972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 17546da0-67fb-48f6-9909-c9c53a8cb188) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:40.741955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aef5c9-2aba-477a-9a2b-4b08b40ab25f None None] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:40.769638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:40.770455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.795432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.810143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 800458f9-a8d5-4523-b359-0366df10ce3f {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 12:47:40.817565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.821378 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eac829e8-c042-491d-b339-7f3752e84bed tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/ports/4ae8fe6f-d8d1-426c-8244-7bdbb1976176 HTTP/1.1" status: 204 len: 168 time: 1.4032686 Jan 17 12:47:40.826777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44866) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:40.835235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.842427 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/networks/800458f9-a8d5-4523-b359-0366df10ce3f HTTP/1.1" status: 204 len: 168 time: 1.3060207 Jan 17 12:47:40.877731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21abf281-3632-4411-90d0-c6d2138ec08c None None] Network b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:40.915509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e92dc0-fd70-421c-9c98-137f31f1b672 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event deleted for resources: {'Network': ['ID=800458f9-a8d5-4523-b359-0366df10ce3f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:40.935239 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-17aced5d-e0ba-4a5b-8d9b-8da691118ac8 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2841609 Jan 17 12:47:40.935454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44870) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:40.949356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Request body: {'port': {'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1235785040'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:40.960631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:40.980564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.016470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bfff6880-43b1-424f-89d1-a67bf153bce5 None None] Provisioning complete for port b7da31e1-532b-4005-a22b-9920551455e5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:41.017437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bfff6880-43b1-424f-89d1-a67bf153bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.050370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting subnet 8cc21de0-2fe1-41f7-a3c6-451baf798011 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:41.066326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2cde6c-cc58-4af4-98c8-c01b3af34f96']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:41.091190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.130115 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee862be-1fd2-4660-8a3a-977e1687124e') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:41.130414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee862be-1fd2-4660-8a3a-977e1687124e') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:41.196101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:41.209392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.216676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.294156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.295382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Deleting port 3bc96c9b-b385-47fa-a326-b25ea25fe22b {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:41.296209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.327596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.378370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:41.379249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.385751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3bc96c9b-b385-47fa-a326-b25ea25fe22b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:41.389707 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:41.397465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] For port 3bc96c9b-b385-47fa-a326-b25ea25fe22b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3bc96c9b-b385-47fa-a326-b25ea25fe22b,segment=NetworkSegment(d4e38519-91e5-48e8-a0bc-30bfdfb912a9),segment_id=d4e38519-91e5-48e8-a0bc-30bfdfb912a9)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:41.397465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.407060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:41.420844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Calling delete_port for 3bc96c9b-b385-47fa-a326-b25ea25fe22b owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:41.463314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:41.488557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:41.496097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.507042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-17546da0-67fb-48f6-9909-c9c53a8cb188', 'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188', 'tenant_id': '32494e90628a472c94ea929935b686ab', 'fixed_ips': [{'subnet_id': 'ccf2234b-1698-4605-be2a-606c0fff3af2'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:41.511838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.517217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf77ab-0599-48ba-a423-85a871e35454 None None] Network eea699f7-0042-40ea-acbd-f7934319d813 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:41.517403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=8706a9a8-e735-4382-9fe3-1ac9daced1cb,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:41.534410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b879d-e63a-415f-8cb8-f4b12648a8ab None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:41.576231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44876) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:41.581356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'name': 'tempest-router--1325482449', 'project_id': '9661d420a51b4da299e491107504b034'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:41.589332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.596719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c8a7246a-3b44-4a08-a8fd-eca4b61e3910 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7497287 Jan 17 12:47:41.601956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44878) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:41.607755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:92:b1:d8', 'name': 'tempest-NetworksTestDHCPv6-1872505156'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:41.659095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.668179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Made reservation on behalf of 32494e90628a472c94ea929935b686ab for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:41.672653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.673117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.676959 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/networks/2c2cde6c-cc58-4af4-98c8-c01b3af34f96 HTTP/1.1" status: 204 len: 168 time: 2.0456316 Jan 17 12:47:41.679317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.681757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44880) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:41.682047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bfff6880-43b1-424f-89d1-a67bf153bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.693534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3566b9-cdef-4d1b-ad9f-2bb59702edfe tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Network': ['ID=2c2cde6c-cc58-4af4-98c8-c01b3af34f96,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:41.713638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No active binding found for port 3bc96c9b-b385-47fa-a326-b25ea25fe22b {{(pid=109282) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 17 12:47:41.714074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3bc96c9b-b385-47fa-a326-b25ea25fe22b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 17 12:47:41.734534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.774344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc21de0-2fe1-41f7-a3c6-451baf798011,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:41.790235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.790235 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b92c6081-d1f7-4a18-83e1-1ac10c130eb1 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/subnets/8cc21de0-2fe1-41f7-a3c6-451baf798011 HTTP/1.1" status: 204 len: 168 time: 0.9533391 Jan 17 12:47:41.790235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44882) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:41.796360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] device_id is not set on port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:41.809095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Port': ['ID=3bc96c9b-b385-47fa-a326-b25ea25fe22b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:41.817129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f6d65d-8141-4208-be72-9322d1e50765 None None] Network 32b7ec40-eb09-48d5-818d-01d5041b9fda requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:41.819708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] DHCP port deletion for b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:41.830363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Port 3bc96c9b-b385-47fa-a326-b25ea25fe22b not found, will not notify nova. {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 17 12:47:41.830657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7da31e1-532b-4005-a22b-9920551455e5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:41.852323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] No DVR routers for this DVR port 3bc96c9b-b385-47fa-a326-b25ea25fe22b on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:41.876138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.935052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Deleting port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:41.935237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.942267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:41.943309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.007963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] For port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,segment=NetworkSegment(2162ed05-2015-44d3-9d21-541bc6c72da2),segment_id=2162ed05-2015-44d3-9d21-541bc6c72da2)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:42.008335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.022348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Calling delete_port for 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:42.087505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.140400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-bfff6880-43b1-424f-89d1-a67bf153bce5 None None] For port b7da31e1-532b-4005-a22b-9920551455e5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b7da31e1-532b-4005-a22b-9920551455e5,segment=NetworkSegment(99a7467e-0ab4-40f1-b2ac-88c825f0c85f),segment_id=99a7467e-0ab4-40f1-b2ac-88c825f0c85f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:42.147177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.173435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea699f7-0042-40ea-acbd-f7934319d813']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:42.189847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:42.190090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e38519-91e5-48e8-a0bc-30bfdfb912a9') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:42.190290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.212842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Allocated IP 2001:db8::7e (17546da0-67fb-48f6-9909-c9c53a8cb188/ccf2234b-1698-4605-be2a-606c0fff3af2/dfe52dd7-d5e7-4e96-8676-0f27a71cb94f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:42.219113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.230554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887da584-dc06-4b7d-9207-77d17ddf9615 None None] DHCP port deletion for eea699f7-0042-40ea-acbd-f7934319d813 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:42.231177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Port': ['ID=46e51e4f-ea6c-4ae4-83d2-dd56c6215b77,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:42.237865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] No DVR routers for this DVR port 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:42.245399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.251456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bfff6880-43b1-424f-89d1-a67bf153bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.252068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 05899668-c64c-4911-bd21-60333ffcd2df {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:42.252398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.254398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.265884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:42.266440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:42.270262 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:42.334347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:42.337124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '8706a9a8-e735-4382-9fe3-1ac9daced1cb'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:42.337988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.351553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.358952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b7da31e1-532b-4005-a22b-9920551455e5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:42.359704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.365864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] Deleting port b7da31e1-532b-4005-a22b-9920551455e5 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:42.366523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.388485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b7ec40-eb09-48d5-818d-01d5041b9fda']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:42.399708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2162ed05-2015-44d3-9d21-541bc6c72da2') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:42.400420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2162ed05-2015-44d3-9d21-541bc6c72da2') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:42.410415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.426003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.432950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:42.433422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:42.437387 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:42.447695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb313682-1e40-4dce-b64e-19a18d919339 None None] DHCP port deletion for 32b7ec40-eb09-48d5-818d-01d5041b9fda request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:42.447941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.449162 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-84ba1d33-2d0b-44a3-b8f7-a6ecf63258d3 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8719332 Jan 17 12:47:42.466448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44884) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:42.476118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4eea253d-256e-49df-8ccd-bada29084ddb None None] Could not find standard attr ID for object 3bc96c9b-b385-47fa-a326-b25ea25fe22b. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:47:42.484883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff6880-43b1-424f-89d1-a67bf153bce5 None None] Pushing event updated for resources: {'Port': ['ID=b7da31e1-532b-4005-a22b-9920551455e5,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:42.569051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] For port b7da31e1-532b-4005-a22b-9920551455e5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b7da31e1-532b-4005-a22b-9920551455e5,segment=NetworkSegment(99a7467e-0ab4-40f1-b2ac-88c825f0c85f),segment_id=99a7467e-0ab4-40f1-b2ac-88c825f0c85f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:42.569728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.590994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] Calling delete_port for b7da31e1-532b-4005-a22b-9920551455e5 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:42.618816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.619127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.635781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.668268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.678908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.684552 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] 10.222.0.77 "DELETE /v2.0/networks/32b7ec40-eb09-48d5-818d-01d5041b9fda HTTP/1.1" status: 204 len: 168 time: 0.8911390 Jan 17 12:47:42.687709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 05899668-c64c-4911-bd21-60333ffcd2df owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:42.689736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.694151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247c723-f907-4005-bbb6-a99e8f404d44 tempest-AllowedAddressPairIpV6TestJSON-584798675 tempest-AllowedAddressPairIpV6TestJSON-584798675-project] Pushing event deleted for resources: {'Network': ['ID=32b7ec40-eb09-48d5-818d-01d5041b9fda,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:42.734544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Allocated IP 2001:db8::f816:3eff:fed8:18 (a66930c0-bf2c-424b-976e-045386db06ff/8706a9a8-e735-4382-9fe3-1ac9daced1cb/228efcfa-ab55-4174-bd9d-b0f44930feef) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:42.743894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.747123 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/networks/eea699f7-0042-40ea-acbd-f7934319d813 HTTP/1.1" status: 204 len: 168 time: 2.0394316 Jan 17 12:47:42.749758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44888) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:42.763995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.780061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68241aba-6abc-41c2-8373-33bd74c67c47 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Network': ['ID=eea699f7-0042-40ea-acbd-f7934319d813,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:42.831859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 98d74fb5-6ff7-44e9-8407-b39c712a3e3f no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:42.862817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 98d74fb5-6ff7-44e9-8407-b39c712a3e3f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:42.863162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 98d74fb5-6ff7-44e9-8407-b39c712a3e3f not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:42.871773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.892979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.902418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] The port 'b7da31e1-532b-4005-a22b-9920551455e5' was deleted {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 17 12:47:42.947980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.954090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 39a725bd-a100-484c-bacc-2e9c590b34d5 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:42.959288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] Pushing event deleted for resources: {'Port': ['ID=b7da31e1-532b-4005-a22b-9920551455e5,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:42.961695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.967705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:42.981906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2a6eb-40b3-4d5b-b4c6-60beb1531ba0 None None] No DVR routers for this DVR port b7da31e1-532b-4005-a22b-9920551455e5 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:42.996763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.009277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.020473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:43.032481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a7467e-0ab4-40f1-b2ac-88c825f0c85f') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:43.032481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a7467e-0ab4-40f1-b2ac-88c825f0c85f') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:43.040146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.053339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.059116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:43.059516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:43.062760 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:43.092764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.139588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:43.144282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:43.147122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:43.157944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Pushing event updated for resources: {'Port': ['ID=228efcfa-ab55-4174-bd9d-b0f44930feef,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.176543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.177132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11ff29dd-6d0d-49a3-85b9-252a1617999a {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:43.189918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.195874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f32dc593-559f-4764-a206-cdaf2034abda tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/routers/11ff29dd-6d0d-49a3-85b9-252a1617999a HTTP/1.1" status: 204 len: 168 time: 0.7212517 Jan 17 12:47:43.195874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe92:b1d8 (a66930c0-bf2c-424b-976e-045386db06ff/8706a9a8-e735-4382-9fe3-1ac9daced1cb/39a725bd-a100-484c-bacc-2e9c590b34d5) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:43.217057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3bc96c9b-b385-47fa-a326-b25ea25fe22b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:43.246024 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 3bc96c9b-b385-47fa-a326-b25ea25fe22b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:43.246291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3bc96c9b-b385-47fa-a326-b25ea25fe22b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:43.246717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:43.249470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Attempting to bind port 228efcfa-ab55-4174-bd9d-b0f44930feef on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:43.249911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Attempting to bind port 228efcfa-ab55-4174-bd9d-b0f44930feef by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:43.250204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Attempting to bind port 228efcfa-ab55-4174-bd9d-b0f44930feef on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:43.252429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.254127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.273595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.277378 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/networks/b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85 HTTP/1.1" status: 204 len: 168 time: 0.5256474 Jan 17 12:47:43.278809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb82fd1-2086-42a2-876a-5b6d18852d83 tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Network': ['ID=b9a99c8f-f9d9-4e96-9444-2a0fff1f0a85,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.280783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44892) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:43.296454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:43.296815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46e51e4f-ea6c-4ae4-83d2-dd56c6215b77 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:43.297674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7da31e1-532b-4005-a22b-9920551455e5 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:43.300492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:43.301712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:43.302094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:43.302499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.302896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:43.303753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Bound port: 228efcfa-ab55-4174-bd9d-b0f44930feef, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:43.304536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.307645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.321924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:43.342505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b7da31e1-532b-4005-a22b-9920551455e5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:43.343268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7da31e1-532b-4005-a22b-9920551455e5 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:43.390578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Allocated IP 2001:db8::2 (17546da0-67fb-48f6-9909-c9c53a8cb188/ccf2234b-1698-4605-be2a-606c0fff3af2/8069fcf1-c6ca-401f-a201-2aa2190f14ca) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:43.403305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.478257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] For port 228efcfa-ab55-4174-bd9d-b0f44930feef, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:43.498834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] For port 228efcfa-ab55-4174-bd9d-b0f44930feef, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=228efcfa-ab55-4174-bd9d-b0f44930feef,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:43.528374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.531340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44896) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:43.537030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44898) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:43.569735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c3e99a-027e-455c-be8a-4d3d9333a36b']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:43.582314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59afcef-b74e-4c8c-b8bb-ec7ac86652c9') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:43.582779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59afcef-b74e-4c8c-b8bb-ec7ac86652c9') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:43.595018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.611745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.612367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.621025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:43.622161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:43.626704 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:43.693105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.698842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4a80-4403-4875-9ea8-ae6c1cd4b57a None None] Pushing event updated for resources: {'Port': ['ID=228efcfa-ab55-4174-bd9d-b0f44930feef,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.743401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.750387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:43.757521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:43.757696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.786766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event updated for resources: {'Port': ['ID=dfe52dd7-d5e7-4e96-8676-0f27a71cb94f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.799251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:43.801816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.807385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.813388 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/networks/36c3e99a-027e-455c-be8a-4d3d9333a36b HTTP/1.1" status: 204 len: 168 time: 0.5288658 Jan 17 12:47:43.820884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44904) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:43.822641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:43.826583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:43.851393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Pushing event updated for resources: {'Port': ['ID=8069fcf1-c6ca-401f-a201-2aa2190f14ca,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.864998 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec923498-0e98-4143-9603-da389b7964c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.9245331 Jan 17 12:47:43.889208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44906) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:43.890882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d448a-d396-47e8-9669-b1bdb1be2d3a tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Network': ['ID=36c3e99a-027e-455c-be8a-4d3d9333a36b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.904368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=05899668-c64c-4911-bd21-60333ffcd2df,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:43.935102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Attempting to bind port 8069fcf1-c6ca-401f-a201-2aa2190f14ca on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:43.935458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Attempting to bind port 8069fcf1-c6ca-401f-a201-2aa2190f14ca by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:43.935847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Attempting to bind port 8069fcf1-c6ca-401f-a201-2aa2190f14ca on network 17546da0-67fb-48f6-9909-c9c53a8cb188 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:43.946511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:43.946896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Checking segment: {'id': 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:43.947303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.948247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Bound using segment: {'id': 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:43.955930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Request body: {'port': {'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1625217076', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:43.956245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Bound port: 8069fcf1-c6ca-401f-a201-2aa2190f14ca, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17546da0-67fb-48f6-9909-c9c53a8cb188'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:43.956645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] bootfile-name is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:47:43.956753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.957244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] tftp-server is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:47:43.957665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.api.validators [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] server-ip-address is not in valid_values {{(pid=109281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:47:43.965263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-763517390', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:43.965466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.968147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:43.973259 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7976abab-c558-4fb5-9f01-bfb433d5ff59 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/floatingips/d806e000-5bf3-4e3c-9a45-355806540b31 HTTP/1.1" status: 204 len: 168 time: 2.2753658 Jan 17 12:47:43.977223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44908) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.035269 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2069c7a2-56cd-459d-a90a-7757890e136b tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] DELETE failed (client error): The resource could not be found. Jan 17 12:47:44.036344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2069c7a2-56cd-459d-a90a-7757890e136b tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:44.039618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2069c7a2-56cd-459d-a90a-7757890e136b tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/ports/ffba8fac-0ad9-4321-b0bc-b4793aabddea HTTP/1.1" status: 404 len: 333 time: 0.0611858 Jan 17 12:47:44.043359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44910) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.059376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] For port 8069fcf1-c6ca-401f-a201-2aa2190f14ca, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:44.064373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] For port 8069fcf1-c6ca-401f-a201-2aa2190f14ca, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8069fcf1-c6ca-401f-a201-2aa2190f14ca,segment=NetworkSegment(b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c),segment_id=b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:44.087808 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dfbecc04-3cc6-49c3-875a-14c867922e13 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/ports?device_id=cba65c6c-f612-43cc-b13d-e837be40d8ef HTTP/1.1" status: 200 len: 205 time: 0.0430024 Jan 17 12:47:44.090269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44912) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.096048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.143236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-b2b4bf42-131e-4f23-a5c0-06522717528d tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] delete failed (client error): The resource could not be found. Jan 17 12:47:44.144321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b2b4bf42-131e-4f23-a5c0-06522717528d tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/routers/cba65c6c-f612-43cc-b13d-e837be40d8ef HTTP/1.1" status: 404 len: 336 time: 0.0531282 Jan 17 12:47:44.147210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44914) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.174154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.176983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c7a72e-0e1f-43cd-b1a8-e14a40f32a85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] DELETE failed (client error): The resource could not be found. Jan 17 12:47:44.177395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c7a72e-0e1f-43cd-b1a8-e14a40f32a85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:47:44.188441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e7c7a72e-0e1f-43cd-b1a8-e14a40f32a85 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/subnets/754070ed-19e8-4f6a-b91a-2788f11930eb HTTP/1.1" status: 404 len: 337 time: 0.0328293 Jan 17 12:47:44.188441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44916) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.245686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c6331-ef23-4231-bfde-baa8c614a099 None None] Pushing event updated for resources: {'Port': ['ID=8069fcf1-c6ca-401f-a201-2aa2190f14ca,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:44.300119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port fd4d983c-a359-4cf5-9509-38f44c1269e5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:44.300465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.317699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.352023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.377429 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-490656d7-6d75-4c7a-b403-e02fa78188c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2d83eb0999a44ff893e33029fcb9d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8291905 Jan 17 12:47:44.379602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44918) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.406674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:44.415565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:44.419302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=39a725bd-a100-484c-bacc-2e9c590b34d5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:44.424294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:44.433593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:44.433593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.489198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.502476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for fd4d983c-a359-4cf5-9509-38f44c1269e5 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:44.519096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.520748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.563268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.586045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:44.605450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06f5801-e50c-4de8-972e-cd8d239eddda') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:44.605742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06f5801-e50c-4de8-972e-cd8d239eddda') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:44.606308 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5fd6aa72-6bed-4c32-89e9-d4a765ad85cc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0029759 Jan 17 12:47:44.616102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44920) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.643905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.645524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-afb37966-a08c-439f-af39-f9c4cf68e4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.687994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.698406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.707359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c9c04-ba9a-4e0d-8ffa-6fd17fc32305 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:44.710299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:44.710697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.713352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c9c04-ba9a-4e0d-8ffa-6fd17fc32305 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:44.717482 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:44.720296 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-390c9c04-ba9a-4e0d-8ffa-6fd17fc32305 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0979443 Jan 17 12:47:44.720296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44922) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:44.759551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-afb37966-a08c-439f-af39-f9c4cf68e4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.788796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Made reservation on behalf of 32494e90628a472c94ea929935b686ab for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:44.792434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.807136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.846473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=fd4d983c-a359-4cf5-9509-38f44c1269e5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:44.881948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 39a725bd-a100-484c-bacc-2e9c590b34d5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:44.883018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.895420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] device_id is not set on port c788fce4-98db-4b22-9b2c-e166a70f85ab yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:44.944293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.994250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:44.997730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5af5815-988a-4567-8664-38e8e06905ce tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/ports/fd4d983c-a359-4cf5-9509-38f44c1269e5 HTTP/1.1" status: 204 len: 168 time: 0.8132298 Jan 17 12:47:45.003573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44924) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:45.010254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.014134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] 10.222.0.77 "DELETE /v2.0/networks/a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f HTTP/1.1" status: 204 len: 168 time: 1.1916249 Jan 17 12:47:45.033162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.038873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3f355-cace-4f1e-91bd-e18440f25cca tempest-BulkNetworkOpsIpV6Test-144712213 tempest-BulkNetworkOpsIpV6Test-144712213-project] Pushing event deleted for resources: {'Network': ['ID=a9ebbd6a-ff04-4c6d-a437-b2a2ad04b55f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:45.072029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4ccd7c15-6f1d-400c-b159-40bc4fb24007 None None] Provisioning complete for port 228efcfa-ab55-4174-bd9d-b0f44930feef triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:45.074268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c15-6f1d-400c-b159-40bc4fb24007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.090474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.096437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-afb37966-a08c-439f-af39-f9c4cf68e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.098960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-afb37966-a08c-439f-af39-f9c4cf68e4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.102524 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-afb37966-a08c-439f-af39-f9c4cf68e4ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc51bf1c-fdf9-402c-ac4a-84af9c8bf06a HTTP/1.1" status: 204 len: 168 time: 0.7191741 Jan 17 12:47:45.136116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 39a725bd-a100-484c-bacc-2e9c590b34d5 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:45.144924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37966-a08c-439f-af39-f9c4cf68e4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51bf1c-fdf9-402c-ac4a-84af9c8bf06a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:45.307850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Allocated IP 2001:db8::64 (17546da0-67fb-48f6-9909-c9c53a8cb188/ccf2234b-1698-4605-be2a-606c0fff3af2/c788fce4-98db-4b22-9b2c-e166a70f85ab) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:45.312054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c15-6f1d-400c-b159-40bc4fb24007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.395135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port bafdf262-55b3-4301-aa0d-c4f2a6ed2340 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:45.396123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.402540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4ccd7c15-6f1d-400c-b159-40bc4fb24007 None None] For port 228efcfa-ab55-4174-bd9d-b0f44930feef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=228efcfa-ab55-4174-bd9d-b0f44930feef,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:45.442345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 228efcfa-ab55-4174-bd9d-b0f44930feef up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:45.490511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.509847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 228efcfa-ab55-4174-bd9d-b0f44930feef triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:45.510474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.537570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c15-6f1d-400c-b159-40bc4fb24007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.562421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=39a725bd-a100-484c-bacc-2e9c590b34d5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:45.604169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd7c15-6f1d-400c-b159-40bc4fb24007 None None] Pushing event updated for resources: {'Port': ['ID=228efcfa-ab55-4174-bd9d-b0f44930feef,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:45.658032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.672601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d98c45cb-d98d-4ce7-afb6-5d606307529c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/39a725bd-a100-484c-bacc-2e9c590b34d5 HTTP/1.1" status: 204 len: 168 time: 0.9504290 Jan 17 12:47:45.674171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44934) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:45.675562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.678065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-717cfdf8-bfbd-4e78-a0c2-8ce005fd5ba9 None None] Could not find standard attr ID for object 39a725bd-a100-484c-bacc-2e9c590b34d5. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:47:45.692596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8069fcf1-c6ca-401f-a201-2aa2190f14ca up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:45.700704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for bafdf262-55b3-4301-aa0d-c4f2a6ed2340 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:45.703459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.745515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44936) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:45.757605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8069fcf1-c6ca-401f-a201-2aa2190f14ca triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:45.758599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.784376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d086adf-4174-47dc-a77c-14fba602d45c None None] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:45.813596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.846463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:45.914410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54928c5f-43f7-4de8-b3c2-afd684f360f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:45.925041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54928c5f-43f7-4de8-b3c2-afd684f360f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:45.930355 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54928c5f-43f7-4de8-b3c2-afd684f360f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2375460 Jan 17 12:47:45.931157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44944) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.022543 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f936463c-5cd9-47be-a2cf-d87a986392e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2ac6735d9c5743c8b78e9ee7031a4a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758882 Jan 17 12:47:46.023794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 8706a9a8-e735-4382-9fe3-1ac9daced1cb {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:46.027138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44948) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.029355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.070202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.073599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.085274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Allocated IP 172.26.4.251 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/b33f4e45-e6ed-479c-8c51-6cfc282eb2bf) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:46.100367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-05746c33-2759-445f-934d-146175aee2ab None None] Provisioning complete for port 8069fcf1-c6ca-401f-a201-2aa2190f14ca triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:46.100995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-05746c33-2759-445f-934d-146175aee2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.110532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=bafdf262-55b3-4301-aa0d-c4f2a6ed2340,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:46.127448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:46.134061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:46.137703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:46.142733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.145195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:46.146182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.216657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event updated for resources: {'Port': ['ID=c788fce4-98db-4b22-9b2c-e166a70f85ab,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:46.247186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4ded410-b495-45fa-9b39-34f9092142db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.268995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.272143 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-38c4e88f-ac03-4dbe-baa1-0a8311c4fa20 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3772061 Jan 17 12:47:46.277123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44952) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.299275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.316785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 8069fcf1-c6ca-401f-a201-2aa2190f14ca, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8069fcf1-c6ca-401f-a201-2aa2190f14ca,segment=NetworkSegment(b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c),segment_id=b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:46.344137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-05746c33-2759-445f-934d-146175aee2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.349565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.352948 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-871d5600-02db-46b2-b02f-d4f573a82dd0 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/ports/bafdf262-55b3-4301-aa0d-c4f2a6ed2340 HTTP/1.1" status: 204 len: 168 time: 1.3480361 Jan 17 12:47:46.354745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4ded410-b495-45fa-9b39-34f9092142db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.356334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44954) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.401300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.406962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.417228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca37f0-8d3a-40b7-862f-b0c16dec531a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:46.419137 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-deca37f0-8d3a-40b7-862f-b0c16dec531a tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "GET /v2.0/ports?device_id=8833051d-6059-4597-9341-cfc7c145b35a HTTP/1.1" status: 200 len: 913 time: 0.0619581 Jan 17 12:47:46.422246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44956) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.444344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3393f1d-bf88-4b70-9f6a-06b5f0068400 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:46.450563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3393f1d-bf88-4b70-9f6a-06b5f0068400 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:46.463760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3393f1d-bf88-4b70-9f6a-06b5f0068400 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:46.465677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c3393f1d-bf88-4b70-9f6a-06b5f0068400 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1814871 Jan 17 12:47:46.469526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44960) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.470584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=8069fcf1-c6ca-401f-a201-2aa2190f14ca,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:46.488715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.526303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-05746c33-2759-445f-934d-146175aee2ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:47:46.526716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-05746c33-2759-445f-934d-146175aee2ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:47:46.545656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:46.551544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:46.554297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:46.605610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Deleting port c788fce4-98db-4b22-9b2c-e166a70f85ab {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:46.606465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.636517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event updated for resources: {'Port': ['ID=b33f4e45-e6ed-479c-8c51-6cfc282eb2bf,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:46.670167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.685014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4ded410-b495-45fa-9b39-34f9092142db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.687801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4ded410-b495-45fa-9b39-34f9092142db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.691212 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b4ded410-b495-45fa-9b39-34f9092142db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a386887-660e-4ed7-9e08-df49148f8d0c HTTP/1.1" status: 204 len: 168 time: 0.6607659 Jan 17 12:47:46.716537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=8706a9a8-e735-4382-9fe3-1ac9daced1cb,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:46.732646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.738631 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e3fdd225-9199-4e37-87fe-3eec597efaa6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/8706a9a8-e735-4382-9fe3-1ac9daced1cb HTTP/1.1" status: 204 len: 168 time: 0.8066137 Jan 17 12:47:46.739567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44968) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.748538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ded410-b495-45fa-9b39-34f9092142db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a386887-660e-4ed7-9e08-df49148f8d0c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:46.752761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b89ad-ed84-43a7-bd8b-f084353b932d None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:46.817732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 44972) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.818200 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a28ea708-97c1-4000-b883-af9a23b3621e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674245 Jan 17 12:47:46.828864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:46.849123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:46.880586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Calling delete_port for c788fce4-98db-4b22-9b2c-e166a70f85ab owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:46.946506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44974) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:46.994402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:47.181705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] Deleting port 228efcfa-ab55-4174-bd9d-b0f44930feef {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:47.182797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.224717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.262200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8069fcf1-c6ca-401f-a201-2aa2190f14ca up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:47.292615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:47.300233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.353699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cbe55061-279f-4b97-a204-51c140830701 None None] Provisioning complete for port 8069fcf1-c6ca-401f-a201-2aa2190f14ca triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:47.354333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cbe55061-279f-4b97-a204-51c140830701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.358507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] For port 228efcfa-ab55-4174-bd9d-b0f44930feef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=228efcfa-ab55-4174-bd9d-b0f44930feef,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:47.359148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.375681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-6bd791a6-3c72-40bf-8918-1dae50173224 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.380911 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6bd791a6-3c72-40bf-8918-1dae50173224 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4281704 Jan 17 12:47:47.380911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.383785 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "DELETE /v2.0/ports/c788fce4-98db-4b22-9b2c-e166a70f85ab HTTP/1.1" status: 204 len: 168 time: 0.9132626 Jan 17 12:47:47.384405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44984) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.389034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-c7b2c322-de21-49fb-82ac-adb51a00fbef tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.390760 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c7b2c322-de21-49fb-82ac-adb51a00fbef tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045547 Jan 17 12:47:47.391754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53118595-f50b-4a59-bb99-025083bbb8dd tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event deleted for resources: {'Port': ['ID=c788fce4-98db-4b22-9b2c-e166a70f85ab,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:47.393552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44986) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.393877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44988) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.399663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] Calling delete_port for 228efcfa-ab55-4174-bd9d-b0f44930feef owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:47.403593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Request body: {'port': {'name': 'tempest-new-port-name-181059521', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:47.404051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.api.validators [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] bootfile-name is not in valid_values {{(pid=109280) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:47:47.409441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.api.validators [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] tftp-server is not in valid_values {{(pid=109280) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:47:47.409441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.api.validators [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] server-ip-address is not in valid_values {{(pid=109280) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 17 12:47:47.465381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-031cb706-2d08-4efb-9099-c5655245af14 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.469146 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-031cb706-2d08-4efb-9099-c5655245af14 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047953 Jan 17 12:47:47.472767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44992) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.477519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-1fe0ad5e-2b4a-4166-84d1-ef0909821a12 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.481217 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1fe0ad5e-2b4a-4166-84d1-ef0909821a12 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049145 Jan 17 12:47:47.481498 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44994) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.488276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-8ed79123-c2e4-4e42-bc7a-dc72c51372c9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.489090 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8ed79123-c2e4-4e42-bc7a-dc72c51372c9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0063906 Jan 17 12:47:47.496725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8069fcf1-c6ca-401f-a201-2aa2190f14ca triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:47.497164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.508322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44996) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.513503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-11bc6aac-c903-40a9-b106-76cbf3afe09b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.514457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-11bc6aac-c903-40a9-b106-76cbf3afe09b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049822 Jan 17 12:47:47.517600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 44998) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.522163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-045b4fe1-1dab-461c-9da0-b7bd0036808b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.523314 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-045b4fe1-1dab-461c-9da0-b7bd0036808b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046041 Jan 17 12:47:47.526492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45000) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.531240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-7ccdb1d8-af87-49d5-b359-d989d0fde4f9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.532454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7ccdb1d8-af87-49d5-b359-d989d0fde4f9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048447 Jan 17 12:47:47.535362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45002) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.540057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-95d7db6e-4c30-40a7-a4de-fd2818889d5b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.541265 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-95d7db6e-4c30-40a7-a4de-fd2818889d5b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046678 Jan 17 12:47:47.544912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45004) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.551429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.553609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-6d943113-c53c-4077-a1a2-e3c6f3bd02de tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.557870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6d943113-c53c-4077-a1a2-e3c6f3bd02de tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074148 Jan 17 12:47:47.557870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45006) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.569012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-9e45ae4f-66b4-48a2-a4da-67c19a695589 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.570255 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9e45ae4f-66b4-48a2-a4da-67c19a695589 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0119100 Jan 17 12:47:47.573059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45008) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.580155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-3a8b9c03-7042-4f88-9d14-da82bf8f3990 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.581405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3a8b9c03-7042-4f88-9d14-da82bf8f3990 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072300 Jan 17 12:47:47.586292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45010) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.594094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-f9bd7ebe-57e3-47e9-aec4-09ca88eed468 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.596314 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f9bd7ebe-57e3-47e9-aec4-09ca88eed468 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063162 Jan 17 12:47:47.607455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cbe55061-279f-4b97-a204-51c140830701 None None] Could not find standard attr ID for object c788fce4-98db-4b22-9b2c-e166a70f85ab. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:47:47.634790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45012) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.644423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cbe55061-279f-4b97-a204-51c140830701 None None] Provisioning complete for port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:47.644983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cbe55061-279f-4b97-a204-51c140830701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.657925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-055d5f21-8125-4daa-9b6a-e530d1e4f83e tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.664255 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-055d5f21-8125-4daa-9b6a-e530d1e4f83e tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0261440 Jan 17 12:47:47.664921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45016) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.676316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-dc0cb0e2-a2b5-4e2d-925f-e55ad29dc0b6 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.683710 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dc0cb0e2-a2b5-4e2d-925f-e55ad29dc0b6 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0113444 Jan 17 12:47:47.685025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45018) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.688067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.728876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-090fe38f-f62c-401c-881a-4c7332db5b93 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.728876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-090fe38f-f62c-401c-881a-4c7332db5b93 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0387459 Jan 17 12:47:47.728876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45020) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.729250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cbe55061-279f-4b97-a204-51c140830701 None None] Port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:47.734690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] Pushing event deleted for resources: {'Port': ['ID=228efcfa-ab55-4174-bd9d-b0f44930feef,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:47.740545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:47.752212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596ca07-e2a4-490b-98a2-a4037ab779f0 None None] No DVR routers for this DVR port 228efcfa-ab55-4174-bd9d-b0f44930feef on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:47.752329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-67322c37-3a5a-47ea-acec-397763638aeb tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.752329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-67322c37-3a5a-47ea-acec-397763638aeb tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0199769 Jan 17 12:47:47.773837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45022) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.778473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-f6609be6-63b4-4c47-aa3d-f4cda848218a tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.786574 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f6609be6-63b4-4c47-aa3d-f4cda848218a tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093806 Jan 17 12:47:47.789454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45024) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.804302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-328cef97-ae51-4e93-a292-e6eab4725d7b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.805293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-328cef97-ae51-4e93-a292-e6eab4725d7b tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0128224 Jan 17 12:47:47.820560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 228efcfa-ab55-4174-bd9d-b0f44930feef no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:47.823910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45026) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.846468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 228efcfa-ab55-4174-bd9d-b0f44930feef {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:47.847079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 228efcfa-ab55-4174-bd9d-b0f44930feef not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:47.867463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-505775db-c3be-4970-b00d-1edbbe63a513 None None] Could not find standard attr ID for object c788fce4-98db-4b22-9b2c-e166a70f85ab. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:47:47.873427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-d83f8cfe-2306-49cd-82b6-62849d980a68 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.876874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d83f8cfe-2306-49cd-82b6-62849d980a68 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0500617 Jan 17 12:47:47.877669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45028) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.886393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-139f87e3-6b80-45c1-b8c3-b1f17cdec003 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.887690 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-139f87e3-6b80-45c1-b8c3-b1f17cdec003 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085475 Jan 17 12:47:47.890663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45030) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.894733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-44bf3f32-c1d5-48f1-917b-4accb8621401 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.897747 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44bf3f32-c1d5-48f1-917b-4accb8621401 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041077 Jan 17 12:47:47.902273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45034) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.921711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-10fdd27b-e29e-4818-b84d-4d84678e3e8c tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.921711 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-10fdd27b-e29e-4818-b84d-4d84678e3e8c tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068452 Jan 17 12:47:47.926684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45038) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.933528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-04142e62-5659-42ad-9f4c-b474d608da37 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.937338 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-04142e62-5659-42ad-9f4c-b474d608da37 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0068841 Jan 17 12:47:47.938465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45040) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.944916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-f842d290-da75-4fc3-89f4-dc4d307540c8 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.946582 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f842d290-da75-4fc3-89f4-dc4d307540c8 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065124 Jan 17 12:47:47.954028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45042) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:47.987852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-ccdb6f35-aab5-4193-9c03-9ec8ba07a029 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:47.988904 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ccdb6f35-aab5-4193-9c03-9ec8ba07a029 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0348084 Jan 17 12:47:47.992793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45046) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.003797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-036dda71-28a7-411d-a6fb-29ac9db4c86d tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.006969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-036dda71-28a7-411d-a6fb-29ac9db4c86d tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0133708 Jan 17 12:47:48.007610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45048) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.019114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-28bc65eb-fbcd-449c-9a54-93a1b243c470 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.022724 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-28bc65eb-fbcd-449c-9a54-93a1b243c470 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090089 Jan 17 12:47:48.023307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45052) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.025435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.030685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-9dafa866-cdd9-4e95-bef1-bc7a7ff3d0a8 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.034261 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9dafa866-cdd9-4e95-bef1-bc7a7ff3d0a8 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0067837 Jan 17 12:47:48.034835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45054) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.038977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-d6661eff-fd07-4190-ba27-8e2a9bf73520 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.041458 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6661eff-fd07-4190-ba27-8e2a9bf73520 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055349 Jan 17 12:47:48.047910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45056) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.070092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-fc6005bd-0cf5-4716-bcf5-ea026af9d9c1 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.071021 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fc6005bd-0cf5-4716-bcf5-ea026af9d9c1 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043747 Jan 17 12:47:48.080023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45058) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.082532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.084351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-085124fb-ac8b-4c2c-a278-34c6047beac8 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.085276 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-085124fb-ac8b-4c2c-a278-34c6047beac8 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042355 Jan 17 12:47:48.087679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45060) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.092426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-8878760b-5270-48a8-853e-c5427ad6f451 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.095860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8878760b-5270-48a8-853e-c5427ad6f451 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049467 Jan 17 12:47:48.096257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.097980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45062) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.102885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-d354d9e1-2a67-4f39-9815-08810320a405 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.104005 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d354d9e1-2a67-4f39-9815-08810320a405 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043776 Jan 17 12:47:48.108320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45064) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.128062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] In _notify_port_updated(), no bound segment for port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f on network 17546da0-67fb-48f6-9909-c9c53a8cb188 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:47:48.135996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-4ef4ec35-ab74-4822-94c6-ad53d9220c88 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.139607 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4ef4ec35-ab74-4822-94c6-ad53d9220c88 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044899 Jan 17 12:47:48.139765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:48.139765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.143320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "PUT /v2.0/ports/dfe52dd7-d5e7-4e96-8676-0f27a71cb94f HTTP/1.1" status: 200 len: 1128 time: 0.7440076 Jan 17 12:47:48.144028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45066) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.144373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45070) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.163202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-8c60bfa5-3d7f-4323-b96f-1ee5e6773003 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.164669 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8c60bfa5-3d7f-4323-b96f-1ee5e6773003 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0171292 Jan 17 12:47:48.192594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45072) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.198916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-4406a249-5a44-4292-aab7-500b27515613 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.199906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4406a249-5a44-4292-aab7-500b27515613 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063665 Jan 17 12:47:48.207519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45074) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.211592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60384ee5-cf75-44e4-9543-c261e52e8858 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event updated for resources: {'Port': ['ID=dfe52dd7-d5e7-4e96-8676-0f27a71cb94f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:48.214364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-9dc91799-ac22-4004-9e45-d7e5b3ed7956 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.219153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9dc91799-ac22-4004-9e45-d7e5b3ed7956 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0084162 Jan 17 12:47:48.222467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45076) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.235390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-4d257724-973e-48c2-b3cb-5222b038ad31 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.239776 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d257724-973e-48c2-b3cb-5222b038ad31 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052769 Jan 17 12:47:48.239929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94853bce-0eb5-4323-a90d-b0816b359c68 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:48.239929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-94853bce-0eb5-4323-a90d-b0816b359c68 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "GET /v2.0/ports/dfe52dd7-d5e7-4e96-8676-0f27a71cb94f HTTP/1.1" status: 200 len: 1128 time: 0.0894325 Jan 17 12:47:48.239929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45078) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.243638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-6cd961f8-ef71-4bca-a02c-3f36be44c2de tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.246687 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6cd961f8-ef71-4bca-a02c-3f36be44c2de tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045209 Jan 17 12:47:48.246687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45080) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.252691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45082) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.259745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-04e03b5c-48ea-4cc1-964a-274770058d25 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.260875 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-04e03b5c-48ea-4cc1-964a-274770058d25 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059283 Jan 17 12:47:48.263677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45084) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.269037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-ea933a56-4611-4cfc-92c7-6d191093af70 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.270309 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ea933a56-4611-4cfc-92c7-6d191093af70 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055678 Jan 17 12:47:48.274539 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.292025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45086) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.292370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45088) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.303672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-775b44fb-3064-4a32-8b63-ef1c4da56337 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.304653 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-775b44fb-3064-4a32-8b63-ef1c4da56337 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0113375 Jan 17 12:47:48.307817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45092) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.347251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-83e45d8a-f2a8-4570-8daf-46c513c78d6d tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.351019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45094) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.351198 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-83e45d8a-f2a8-4570-8daf-46c513c78d6d tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0420911 Jan 17 12:47:48.356637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-c5c88a16-aa7b-4209-80aa-6edc21ede49f tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.357587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5c88a16-aa7b-4209-80aa-6edc21ede49f tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056267 Jan 17 12:47:48.362862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45096) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.379213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-5215d5e6-cee1-464c-aaa9-f6add7651d70 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.383776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Deleting port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:48.384118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.384347 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5215d5e6-cee1-464c-aaa9-f6add7651d70 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0181067 Jan 17 12:47:48.387922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45098) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.396377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-f4381864-1873-4b2b-a62b-86f9ea5edcf3 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.398406 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f4381864-1873-4b2b-a62b-86f9ea5edcf3 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077014 Jan 17 12:47:48.398989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45100) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.432101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-5e06e5d2-a669-4690-896c-23ba739ec33f tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.433084 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5e06e5d2-a669-4690-896c-23ba739ec33f tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0331397 Jan 17 12:47:48.435698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45102) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.442394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-470d282e-ccb0-4141-9c99-9c80fd8875b6 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.445598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-470d282e-ccb0-4141-9c99-9c80fd8875b6 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067573 Jan 17 12:47:48.448976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45104) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.449706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--310574470'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:48.456825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-d9be5f0c-541a-4c19-8369-c505838cbcbc tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.459954 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d9be5f0c-541a-4c19-8369-c505838cbcbc tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042901 Jan 17 12:47:48.460531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45106) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.466956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-50e756e5-399c-4e5f-9849-fd6b054bceff tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.467951 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-50e756e5-399c-4e5f-9849-fd6b054bceff tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060756 Jan 17 12:47:48.474842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45108) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.481784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-b5dae905-37e2-4795-b99c-93e2167d7986 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.486103 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b5dae905-37e2-4795-b99c-93e2167d7986 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069473 Jan 17 12:47:48.490441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-edac3258-4025-40ad-b24b-a3c5ee528331 None None] Provisioning complete for port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:48.490956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-edac3258-4025-40ad-b24b-a3c5ee528331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.494403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45110) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.501168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-ae978a87-a4c7-4abf-b768-ef62bed80f7a tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.504555 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ae978a87-a4c7-4abf-b768-ef62bed80f7a tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068350 Jan 17 12:47:48.505859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45112) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.511061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-956ca96a-ae05-45fa-bc2e-5c9b84784ed2 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.514739 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-956ca96a-ae05-45fa-bc2e-5c9b84784ed2 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058434 Jan 17 12:47:48.516338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45114) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.527552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-523a846c-e49c-4dcf-b44e-0e087c8e121c tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.529735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-523a846c-e49c-4dcf-b44e-0e087c8e121c tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066643 Jan 17 12:47:48.533094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.535577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45116) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.536927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-edac3258-4025-40ad-b24b-a3c5ee528331 None None] Port dfe52dd7-d5e7-4e96-8676-0f27a71cb94f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:48.546916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-3fb07d6b-1138-4452-a374-08630d666f19 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.547992 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3fb07d6b-1138-4452-a374-08630d666f19 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0115719 Jan 17 12:47:48.549016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:48.550907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45118) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.555036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-bc1af8d9-893a-447e-931c-085a11b965ad tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.556000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bc1af8d9-893a-447e-931c-085a11b965ad tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0042293 Jan 17 12:47:48.559511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45120) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.564030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.564165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Calling delete_port for dfe52dd7-d5e7-4e96-8676-0f27a71cb94f owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:48.566251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-b8f19308-8a55-4228-b70a-811702cc7470 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.567190 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b8f19308-8a55-4228-b70a-811702cc7470 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0068388 Jan 17 12:47:48.569858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45122) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.573775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-db5e8d01-38a4-40fb-a994-6598dd29b8a5 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.574687 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-db5e8d01-38a4-40fb-a994-6598dd29b8a5 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039864 Jan 17 12:47:48.580892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45124) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.586020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-610cb4a5-1b90-40f7-a687-161f6a64fb94 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.586940 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-610cb4a5-1b90-40f7-a687-161f6a64fb94 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052035 Jan 17 12:47:48.589923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.593890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45126) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.632293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-99e009aa-0038-4527-88fb-6ae060aa03c9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.636175 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-99e009aa-0038-4527-88fb-6ae060aa03c9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0390213 Jan 17 12:47:48.636175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45128) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.642280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-45190c3e-d0bf-4491-a023-1aa082cf61a9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.645375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-45190c3e-d0bf-4491-a023-1aa082cf61a9 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062046 Jan 17 12:47:48.645375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.645613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45130) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.650960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-1b4ffea8-394f-4140-85a3-b7cad4bb2664 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.654154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1b4ffea8-394f-4140-85a3-b7cad4bb2664 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041456 Jan 17 12:47:48.654593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45132) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.655654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:48.664118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-02d55442-0e3a-4f43-a058-dd3746f51725 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.667581 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-02d55442-0e3a-4f43-a058-dd3746f51725 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097094 Jan 17 12:47:48.670924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45134) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.678731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-d7da2259-a77e-44ac-be31-774ed6d116cf tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.679266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:48.682038 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d7da2259-a77e-44ac-be31-774ed6d116cf tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076175 Jan 17 12:47:48.685899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:48.686481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.689262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45136) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.691752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=dc331bab-6378-424e-a12e-34153fa2d7e1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:48.692708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a474818-64dd-4634-903e-67d8f5ef54ca None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:48.693932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [None req-a63fd682-5412-407c-aa18-89e03039e339 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.694880 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a63fd682-5412-407c-aa18-89e03039e339 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050373 Jan 17 12:47:48.699712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45138) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.708518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-0206be67-a313-4861-a671-bdc7dbf1df94 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.709569 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0206be67-a313-4861-a671-bdc7dbf1df94 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079336 Jan 17 12:47:48.712338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45140) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.719189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-927bccdc-13b4-4ca8-a650-0ad47e62e2b3 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.722587 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-927bccdc-13b4-4ca8-a650-0ad47e62e2b3 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068338 Jan 17 12:47:48.722782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45142) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.727081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [None req-1bd4f68d-6540-4843-8727-b16a7796c3c6 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:47:48.729068 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1bd4f68d-6540-4843-8727-b16a7796c3c6 tempest-ExtensionsTestJSON-1051323773 tempest-ExtensionsTestJSON-1051323773-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049648 Jan 17 12:47:48.806640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Router 229003ec-ca50-4408-921a-4ccf7f055d5a is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:47:48.822967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.828885 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2e7b6949-72a6-4d7e-8f1f-20064a917c8c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0125170 Jan 17 12:47:48.831141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45146) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:48.842322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:4c:ee:15', 'name': 'tempest-NetworksTestDHCPv6-878223401'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:48.891792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'dc331bab-6378-424e-a12e-34153fa2d7e1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:48.893161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.899752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.919930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:48.970697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:48.986333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event deleted for resources: {'Port': ['ID=dfe52dd7-d5e7-4e96-8676-0f27a71cb94f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:48.998473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port d85c81b3-fdf4-42a9-a12d-d768cb7ff87a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:48.999917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.001613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d4945-e358-4a1a-b0bd-ea7c4395f252,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:49.035362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.042034 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e2343b1-9c3d-42d5-a016-149318e74fd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "DELETE /v2.0/ports/dfe52dd7-d5e7-4e96-8676-0f27a71cb94f HTTP/1.1" status: 204 len: 168 time: 0.7959378 Jan 17 12:47:49.047025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45148) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:49.053417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] Sync routers for ids ['229003ec-ca50-4408-921a-4ccf7f055d5a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:49.113163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] Routers {'229003ec-ca50-4408-921a-4ccf7f055d5a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:49.114002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['229003ec-ca50-4408-921a-4ccf7f055d5a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:49.116829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.120970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Allocated IP 2001:db8::f816:3eff:fef6:b29b (a66930c0-bf2c-424b-976e-045386db06ff/dc331bab-6378-424e-a12e-34153fa2d7e1/3d74f0d8-394c-40a9-a0e4-d0238286da47) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:49.131716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for d85c81b3-fdf4-42a9-a12d-d768cb7ff87a owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:49.162901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:49.185285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] Routers {'229003ec-ca50-4408-921a-4ccf7f055d5a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:49.185914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['229003ec-ca50-4408-921a-4ccf7f055d5a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:49.200157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Deleting subnet ccf2234b-1698-4605-be2a-606c0fff3af2 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:49.208891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.210312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.290806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.295035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.342388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45152) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:49.351832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.353182 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e74efffa-faa3-471f-abbd-02ea43b41701 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8206201 Jan 17 12:47:49.355666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:49.360443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45156) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:49.372326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:49.373116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479ae1c-6184-4651-afdb-87897cd96725 None None] The sync data for ids ['229003ec-ca50-4408-921a-4ccf7f055d5a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:49.428423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.429483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.457641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=d85c81b3-fdf4-42a9-a12d-d768cb7ff87a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:49.463566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b03c9-c047-44d6-baf4-6576cf25f470,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:49.469403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.473406 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-082632e8-d174-4fac-899c-dd3c326dcf5f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1764548 Jan 17 12:47:49.474089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45158) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:49.511138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.516613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e37-a5bb-4393-b4c9-10378e220fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.558034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:49.565728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:49.568208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Pushing event updated for resources: {'Port': ['ID=3d74f0d8-394c-40a9-a0e4-d0238286da47,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:49.570644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:49.626210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Attempting to bind port 3d74f0d8-394c-40a9-a0e4-d0238286da47 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:49.626635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Attempting to bind port 3d74f0d8-394c-40a9-a0e4-d0238286da47 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:49.627186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Attempting to bind port 3d74f0d8-394c-40a9-a0e4-d0238286da47 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:49.633357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:49.634056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:49.634497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.634933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:49.635367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Bound port: 3d74f0d8-394c-40a9-a0e4-d0238286da47, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:49.635779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.673678 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2fd5f842-6fba-4b39-9cd0-13e2a4550cc2 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1981125 Jan 17 12:47:49.677681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45160) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:49.682223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-security--2080247731', 'description': 'tempest-security-description-1589386181'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:49.712064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] For port 3d74f0d8-394c-40a9-a0e4-d0238286da47, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:49.715219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] For port 3d74f0d8-394c-40a9-a0e4-d0238286da47, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3d74f0d8-394c-40a9-a0e4-d0238286da47,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:49.779677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.808097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e37-a5bb-4393-b4c9-10378e220fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.815198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.817357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.881244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2336-03d0-44bb-a3c8-0bc253d54101 None None] Pushing event updated for resources: {'Port': ['ID=3d74f0d8-394c-40a9-a0e4-d0238286da47,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:49.884958 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.887719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-44dc4e37-a5bb-4393-b4c9-10378e220fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.902807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.959531 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6d70da9-7fdb-44ec-b241-1ac15d09a9e5 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/229003ec-ca50-4408-921a-4ccf7f055d5a HTTP/1.1" status: 200 len: 920 time: 0.5897920 Jan 17 12:47:49.964312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:49.965218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45162) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:49.980707 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-44dc4e37-a5bb-4393-b4c9-10378e220fea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ded186f9a18743049a1c10156feef280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362062 Jan 17 12:47:49.981555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc4e37-a5bb-4393-b4c9-10378e220fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e425643a-1aac-4d72-bd5b-626d4050575c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:49.987212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45164) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.008012 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-20a7f863-8f43-4308-9009-675a7f711980 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=229003ec-ca50-4408-921a-4ccf7f055d5a HTTP/1.1" status: 200 len: 205 time: 0.0400426 Jan 17 12:47:50.008680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.010874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45166) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.011252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.015013 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "PUT /v2.0/security-groups/5a1b03c9-c047-44d6-baf4-6576cf25f470 HTTP/1.1" status: 200 len: 1778 time: 0.3337932 Jan 17 12:47:50.017605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45168) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.033809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 619db562-3702-4b4c-a89d-52bff2d745a2 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:50.070102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3d104-74b6-4fd2-b0e7-b98afa1f03dc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b03c9-c047-44d6-baf4-6576cf25f470,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:50.148546 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-43db7bcf-6407-4674-b20e-8e74f660ed16 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups/5a1b03c9-c047-44d6-baf4-6576cf25f470 HTTP/1.1" status: 200 len: 1778 time: 0.1248138 Jan 17 12:47:50.152436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45170) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.218561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.240354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-189b5502-7568-4054-8c96-de376cc8064e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.290479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.298584 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "DELETE /v2.0/subnets/ccf2234b-1698-4605-be2a-606c0fff3af2 HTTP/1.1" status: 204 len: 168 time: 1.2504201 Jan 17 12:47:50.299846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2ff29-6bfa-48f0-884e-1070dc7676b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf2234b-1698-4605-be2a-606c0fff3af2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:50.300035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adcc6bb-b2eb-4dd8-a6a6-bc97e3d6e03f None None] Network 17546da0-67fb-48f6-9909-c9c53a8cb188 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:50.312335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45172) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.394686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-189b5502-7568-4054-8c96-de376cc8064e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.407873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.431375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe4c:ee15 (a66930c0-bf2c-424b-976e-045386db06ff/dc331bab-6378-424e-a12e-34153fa2d7e1/619db562-3702-4b4c-a89d-52bff2d745a2) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:50.510900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] DHCP port deletion for 17546da0-67fb-48f6-9909-c9c53a8cb188 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:50.520602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c7af58d-0797-4627-8182-d0493a087dcc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.535474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Router 8833051d-6059-4597-9341-cfc7c145b35a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:47:50.543427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.552515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c7af58d-0797-4627-8182-d0493a087dcc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.569696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] Deleting port 8069fcf1-c6ca-401f-a201-2aa2190f14ca {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:50.570288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.650349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] For port 8069fcf1-c6ca-401f-a201-2aa2190f14ca, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8069fcf1-c6ca-401f-a201-2aa2190f14ca,segment=NetworkSegment(b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c),segment_id=b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:50.651129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.673174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] Calling delete_port for 8069fcf1-c6ca-401f-a201-2aa2190f14ca owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:50.701708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-189b5502-7568-4054-8c96-de376cc8064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.704842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-189b5502-7568-4054-8c96-de376cc8064e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.709021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-189b5502-7568-4054-8c96-de376cc8064e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e425643a-1aac-4d72-bd5b-626d4050575c HTTP/1.1" status: 204 len: 168 time: 0.7208376 Jan 17 12:47:50.716562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:50.722380 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8e5ca319-e651-497b-9ffa-ec917ac70348 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "PUT /v2.0/routers/8833051d-6059-4597-9341-cfc7c145b35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2988198 Jan 17 12:47:50.725203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45176) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.736795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.741381 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] Sync routers for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:50.747909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b5502-7568-4054-8c96-de376cc8064e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e425643a-1aac-4d72-bd5b-626d4050575c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:50.768951 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:50.771988 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:50.815287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Deleting port 8069fcf1-c6ca-401f-a201-2aa2190f14ca {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:50.815767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.820458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.845907 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:50.863226 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] Routers {'8833051d-6059-4597-9341-cfc7c145b35a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:50.864132 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8833051d-6059-4597-9341-cfc7c145b35a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:50.887198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.893934 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.898763 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:50.899564 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b258b28-d5c0-468c-9748-b24d1025a3ae None None] The sync data for ids ['8833051d-6059-4597-9341-cfc7c145b35a'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:50.922096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] No DVR routers for this DVR port 8069fcf1-c6ca-401f-a201-2aa2190f14ca on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:50.957656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c7af58d-0797-4627-8182-d0493a087dcc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.960216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c7af58d-0797-4627-8182-d0493a087dcc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.960333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] For port 8069fcf1-c6ca-401f-a201-2aa2190f14ca, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8069fcf1-c6ca-401f-a201-2aa2190f14ca,segment=NetworkSegment(b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c),segment_id=b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:50.960716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:50.961369 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5c7af58d-0797-4627-8182-d0493a087dcc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/5a1b03c9-c047-44d6-baf4-6576cf25f470 HTTP/1.1" status: 204 len: 168 time: 0.8079126 Jan 17 12:47:50.971940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45178) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:50.979705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca5753-7efa-4f2a-8b00-e4aa4f00a30b None None] Pushing event deleted for resources: {'Port': ['ID=8069fcf1-c6ca-401f-a201-2aa2190f14ca,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:50.995680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Calling delete_port for 8069fcf1-c6ca-401f-a201-2aa2190f14ca owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:50.998384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7af58d-0797-4627-8182-d0493a087dcc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b03c9-c047-44d6-baf4-6576cf25f470,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.085230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.091366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Deleting port b33f4e45-e6ed-479c-8c51-6cfc282eb2bf {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:51.091743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.152513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.173372 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e9d4cea9-c95f-4cbc-940a-6616b6f85412 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2002687 Jan 17 12:47:51.191562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45182) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:51.215541 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-7394502c-2c75-430a-a8aa-d3b2e617a63a tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] delete failed (client error): The resource could not be found. Jan 17 12:47:51.223062 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7394502c-2c75-430a-a8aa-d3b2e617a63a tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/5a1b03c9-c047-44d6-baf4-6576cf25f470 HTTP/1.1" status: 404 len: 347 time: 0.0239091 Jan 17 12:47:51.227656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45184) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:51.234163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--378955181'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:51.262073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting port 9d1f588b-2808-48ae-a4b2-d3c8a304e521 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:51.262073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.286525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3d74f0d8-394c-40a9-a0e4-d0238286da47 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:51.301905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=619db562-3702-4b4c-a89d-52bff2d745a2,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.311590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-33f68219-cd44-4e7b-ac6b-76eb7fc2d465 None None] Provisioning complete for port 3d74f0d8-394c-40a9-a0e4-d0238286da47 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:51.312242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33f68219-cd44-4e7b-ac6b-76eb7fc2d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.339278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.372510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.379469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:51.383749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event deleted for resources: {'Port': ['ID=8069fcf1-c6ca-401f-a201-2aa2190f14ca,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.387084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Calling delete_port for 9d1f588b-2808-48ae-a4b2-d3c8a304e521 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:51.392047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] No DVR routers for this DVR port 8069fcf1-c6ca-401f-a201-2aa2190f14ca on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:51.393157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.395949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 3d74f0d8-394c-40a9-a0e4-d0238286da47 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:51.400991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.403333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:51.437806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:51.444542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:51.445168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.460271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.464377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33f68219-cd44-4e7b-ac6b-76eb7fc2d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.531779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Calling delete_port for b33f4e45-e6ed-479c-8c51-6cfc282eb2bf owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:51.532151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-33f68219-cd44-4e7b-ac6b-76eb7fc2d465 None None] For port 3d74f0d8-394c-40a9-a0e4-d0238286da47, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3d74f0d8-394c-40a9-a0e4-d0238286da47,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:51.546804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.553415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.596384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.614954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17546da0-67fb-48f6-9909-c9c53a8cb188']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:51.634905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:51.635633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88fd10c-9675-4d20-8dff-a0c1bc7a3f0c') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:51.641865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33f68219-cd44-4e7b-ac6b-76eb7fc2d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.648915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e4c31f2-f2bc-440f-aa10-43491cced966 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8148096 Jan 17 12:47:51.652322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45194) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:51.668252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.696291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.703619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:51.704031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.707265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.735528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:47:51.736281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:47:51.746039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68219-cd44-4e7b-ac6b-76eb7fc2d465 None None] Pushing event updated for resources: {'Port': ['ID=3d74f0d8-394c-40a9-a0e4-d0238286da47,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.755229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344dd2ed-5c71-4188-8d20-1b1478ce53e7,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.771112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587b378-9d75-42f8-b8f8-04ba514e9d4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:51.772224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-195229bb-d771-4403-9612-682db3332f70 None None] Provisioning complete for port 619db562-3702-4b4c-a89d-52bff2d745a2 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:51.776695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-195229bb-d771-4403-9612-682db3332f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:51.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:51.785078 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587b378-9d75-42f8-b8f8-04ba514e9d4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:51.790354 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8587b378-9d75-42f8-b8f8-04ba514e9d4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1366949 Jan 17 12:47:51.790990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45198) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:51.807610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.809692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.811311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ec180e76-834b-48d7-9431-cead6561d62f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5839388 Jan 17 12:47:51.817070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-195229bb-d771-4403-9612-682db3332f70 None None] Port 619db562-3702-4b4c-a89d-52bff2d745a2 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:47:51.828196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45200) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:51.833130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '344dd2ed-5c71-4188-8d20-1b1478ce53e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:51.856754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.869494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Port': ['ID=9d1f588b-2808-48ae-a4b2-d3c8a304e521,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.869846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.875934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] 10.222.0.77 "DELETE /v2.0/networks/17546da0-67fb-48f6-9909-c9c53a8cb188 HTTP/1.1" status: 204 len: 168 time: 1.5597200 Jan 17 12:47:51.894959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc388f-31c2-429e-9240-17d5d8514f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830 tempest-ExtraDHCPOptionsIpV6TestJSON-1246385830-project] Pushing event deleted for resources: {'Network': ['ID=17546da0-67fb-48f6-9909-c9c53a8cb188,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:51.962442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:51.977630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.003208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.044618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event deleted for resources: {'Port': ['ID=b33f4e45-e6ed-479c-8c51-6cfc282eb2bf,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:52.064351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.069191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.071940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 619db562-3702-4b4c-a89d-52bff2d745a2 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:52.072282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.116401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.127840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.144212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.159977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45210) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.209051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.223071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.226565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 619db562-3702-4b4c-a89d-52bff2d745a2 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:52.278639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.279197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Fanout notify agent at l3_agent the message router_deleted on router 8833051d-6059-4597-9341-cfc7c145b35a {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:52.288954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.292376 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-42345ef3-d920-46b3-87ae-b8dc2d65daf9 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/routers/8833051d-6059-4597-9341-cfc7c145b35a HTTP/1.1" status: 204 len: 168 time: 1.5630486 Jan 17 12:47:52.295507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45216) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.298141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.301890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51668bb-f01a-415e-8109-67de1673149b,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:52.313746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.388009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.389241 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-80fec8e1-7d35-4a09-bf6a-fdb88510b742 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5600872 Jan 17 12:47:52.393676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45218) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.402933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8069fcf1-c6ca-401f-a201-2aa2190f14ca no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:52.412398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Deleting subnet 29a0198a-ba8e-48ca-a946-d5f277055417 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:52.416240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.439395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 8069fcf1-c6ca-401f-a201-2aa2190f14ca {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:52.439801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8069fcf1-c6ca-401f-a201-2aa2190f14ca not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:52.445371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45220) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.449116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-686323862'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:52.456497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.457026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Fanout notify agent at l3_agent the message router_deleted on router 229003ec-ca50-4408-921a-4ccf7f055d5a {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:47:52.475083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.475083 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9945c80d-c572-4e2e-adf5-9e8b50252628 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/229003ec-ca50-4408-921a-4ccf7f055d5a HTTP/1.1" status: 204 len: 168 time: 2.4487355 Jan 17 12:47:52.475246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45224) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.485094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1741426922', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': False}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:52.487615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.502377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fa53545-13c1-41e6-a220-d02646b30acb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.522698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fa53545-13c1-41e6-a220-d02646b30acb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.537526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.581592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.629700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=619db562-3702-4b4c-a89d-52bff2d745a2,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:52.638510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:52.642914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.659180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.667676 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-40c063c4-d0e0-4768-8d9b-ab5d566f056a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32494e90628a472c94ea929935b686ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101431 Jan 17 12:47:52.671466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.673851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.674911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.678321 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-be5c1f75-60b9-4482-968e-6f63bbfee6e2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/619db562-3702-4b4c-a89d-52bff2d745a2 HTTP/1.1" status: 204 len: 168 time: 0.8863230 Jan 17 12:47:52.679453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.680575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.685045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fa53545-13c1-41e6-a220-d02646b30acb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.690583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.701805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Subnet': ['ID=29a0198a-ba8e-48ca-a946-d5f277055417,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:52.705338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fa53545-13c1-41e6-a220-d02646b30acb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.706407 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6fa53545-13c1-41e6-a220-d02646b30acb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a51668bb-f01a-415e-8109-67de1673149b HTTP/1.1" status: 204 len: 168 time: 0.3112700 Jan 17 12:47:52.718693 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45230) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.730333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.732171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa53545-13c1-41e6-a220-d02646b30acb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a51668bb-f01a-415e-8109-67de1673149b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:52.734251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-326ed64c-878a-4e10-b7fb-19ebc625a484 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/subnets/29a0198a-ba8e-48ca-a946-d5f277055417 HTTP/1.1" status: 204 len: 168 time: 0.4335318 Jan 17 12:47:52.739241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45232) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.813328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7f257-7993-40c0-b4b7-c86a730d17b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:52.814856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7f257-7993-40c0-b4b7-c86a730d17b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:52.818851 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c3a7f257-7993-40c0-b4b7-c86a730d17b4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233008 Jan 17 12:47:52.819096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45234) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.831857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.876353 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5e984b06-c113-4c56-a9b4-1766a65e3f17 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1503966 Jan 17 12:47:52.877439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45236) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:52.886546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-092ca688-3062-4a9c-bad9-52fa09050939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.891779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.918461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet dc331bab-6378-424e-a12e-34153fa2d7e1 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:52.929467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:52.993317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-092ca688-3062-4a9c-bad9-52fa09050939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.010154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.084275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bb95217-af47-4aab-9fe2-7e4954f8c91e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.089163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.097410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.113531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.132327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bb95217-af47-4aab-9fe2-7e4954f8c91e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.149838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.180062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8345bc66-5fc7-472a-9aed-97b007a8070d']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:53.193361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3d74f0d8-394c-40a9-a0e4-d0238286da47 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:53.195206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-092ca688-3062-4a9c-bad9-52fa09050939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.198163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-092ca688-3062-4a9c-bad9-52fa09050939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.201565 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-092ca688-3062-4a9c-bad9-52fa09050939 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e6b2782-5818-44b5-a361-a3d7d9a6fa00 HTTP/1.1" status: 204 len: 168 time: 0.5150137 Jan 17 12:47:53.204740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:53.211924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be7ab63-c1a6-46b6-ba32-3981f05b9c8a') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:53.212560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be7ab63-c1a6-46b6-ba32-3981f05b9c8a') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:53.221475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb3ec62-17b1-4b7e-b830-46cee0cc3cd3,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:53.236221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca688-3062-4a9c-bad9-52fa09050939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b2782-5818-44b5-a361-a3d7d9a6fa00,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:53.240249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.240554 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Added segment 5939245a-4c66-4332-9a49-8c1c68f2c87a of type vlan for network 5ce40277-74fe-472f-bf05-5674860201dd Jan 17 12:47:53.251823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 3d74f0d8-394c-40a9-a0e4-d0238286da47 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:53.252249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.265480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.303094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.319665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.329950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.343791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:47:53.344591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:47:53.347730 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:47:53.418278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bb95217-af47-4aab-9fe2-7e4954f8c91e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.421476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bb95217-af47-4aab-9fe2-7e4954f8c91e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.425070 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5bb95217-af47-4aab-9fe2-7e4954f8c91e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/344dd2ed-5c71-4188-8d20-1b1478ce53e7 HTTP/1.1" status: 204 len: 168 time: 0.5448151 Jan 17 12:47:53.426094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45242) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.439571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb95217-af47-4aab-9fe2-7e4954f8c91e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344dd2ed-5c71-4188-8d20-1b1478ce53e7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:53.477704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6fad39b1-50ca-4d60-a157-15a27c71d64e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0504913 Jan 17 12:47:53.481309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45244) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.486400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067586232'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:53.504624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.506564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.524458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.529920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] 10.222.0.77 "DELETE /v2.0/networks/8345bc66-5fc7-472a-9aed-97b007a8070d HTTP/1.1" status: 204 len: 168 time: 0.7852788 Jan 17 12:47:53.565942 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11633beb-d192-464e-a112-e44f8653e1d8 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:53.581983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=dc331bab-6378-424e-a12e-34153fa2d7e1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:53.597374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.600997 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3ece8212-d371-40fe-9c2e-b51b064f165f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/dc331bab-6378-424e-a12e-34153fa2d7e1 HTTP/1.1" status: 204 len: 168 time: 0.7805324 Jan 17 12:47:53.603041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45250) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.611236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38972e-f796-4571-867e-9473a8b325a1 tempest-FloatingIPTestJSON-1215221120 tempest-FloatingIPTestJSON-1215221120-project] Pushing event deleted for resources: {'Network': ['ID=8345bc66-5fc7-472a-9aed-97b007a8070d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:53.663882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.675404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bddbba38-16fc-4685-8cb1-7a6f1039a2e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690963 Jan 17 12:47:53.689002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45252) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.713469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.720006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:53.720810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.768184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24d69f-33dd-4993-9093-f61fc6cfc150 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:53.771188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6f24d69f-33dd-4993-9093-f61fc6cfc150 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0811975 Jan 17 12:47:53.773721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45258) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.799911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.833202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.838025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Network': ['ID=5ce40277-74fe-472f-bf05-5674860201dd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:53.858278 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cd45f9e5-6909-4b35-ab06-bd322787fd39 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6925941 Jan 17 12:47:53.858400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5ce40277-74fe-472f-bf05-5674860201dd details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:53.893311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16519b-5441-4367-b850-1954da88c01a None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:47:53.894979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:53.903282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8dfc4-3a62-48c4-8b1c-9e36f384632e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:53.905111 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-05a8dfc4-3a62-48c4-8b1c-9e36f384632e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1303577 Jan 17 12:47:53.907745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45262) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.950073 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-514a2718-a11c-42c6-a3a7-6e69ad2d5299 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408373 Jan 17 12:47:53.965061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45266) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:53.971861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:54.021825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3c16519b-5441-4367-b850-1954da88c01a None None] Deleting port 3d74f0d8-394c-40a9-a0e4-d0238286da47 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:54.022291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c16519b-5441-4367-b850-1954da88c01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.071077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Allocated IP 172.26.4.154 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/4e611383-1c8a-49fd-a7a6-4dee6e26463c) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:54.075845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.180210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e68ff5-52e2-4252-8aee-7fc62f85e71f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:54.212994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45272) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:54.239171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.242860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aab261d6-113a-4b42-87f7-4dbb5fe05ec7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7581427 Jan 17 12:47:54.254521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45276) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:54.264992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '87e68ff5-52e2-4252-8aee-7fc62f85e71f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:54.325139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3c16519b-5441-4367-b850-1954da88c01a None None] For port 3d74f0d8-394c-40a9-a0e4-d0238286da47, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3d74f0d8-394c-40a9-a0e4-d0238286da47,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:47:54.325999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c16519b-5441-4367-b850-1954da88c01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.326908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.351419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:54.356823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.365829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3c16519b-5441-4367-b850-1954da88c01a None None] Calling delete_port for 3d74f0d8-394c-40a9-a0e4-d0238286da47 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:54.514123 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f0ca6630-998a-45f2-9e05-d4c75a18c755 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a644bb2023a4c3e8adabadeaaf33c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998927 Jan 17 12:47:54.517043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45286) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:54.527724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.533962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c16519b-5441-4367-b850-1954da88c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.556244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.561655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16519b-5441-4367-b850-1954da88c01a None None] Pushing event deleted for resources: {'Port': ['ID=3d74f0d8-394c-40a9-a0e4-d0238286da47,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:54.566506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16519b-5441-4367-b850-1954da88c01a None None] No DVR routers for this DVR port 3d74f0d8-394c-40a9-a0e4-d0238286da47 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:47:54.636416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.664981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:54.668330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:54.672649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:54.715307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45292) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:54.868542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.885697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1831085335'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:54.893057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Port': ['ID=4e611383-1c8a-49fd-a7a6-4dee6e26463c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:54.914195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-696b6599-b162-4586-9ff4-cfc1ea726912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:54.918926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4251af67-51af-492f-aa8b-16cda956bbd4,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:54.944017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea7407-78ae-4e5a-ad1d-3ab8ba6050a7 req-fb5ce9de-254b-4de3-9d95-42fd2ca978cb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:54.950886 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-77ea7407-78ae-4e5a-ad1d-3ab8ba6050a7 req-fb5ce9de-254b-4de3-9d95-42fd2ca978cb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1246085 Jan 17 12:47:54.955830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-cedab421-481c-42ef-9772-8da4340ded6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:54.957365 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-cedab421-481c-42ef-9772-8da4340ded6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.1109388 Jan 17 12:47:54.969819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-696b6599-b162-4586-9ff4-cfc1ea726912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.005116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:47:55.034963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.057632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.061517 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-70eae602-8fd1-4f8b-91c8-b21e76cd7afb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8025935 Jan 17 12:47:55.064285 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-77ea7407-78ae-4e5a-ad1d-3ab8ba6050a7 req-ca0b833d-acdc-4cb3-afeb-73115bf2e84f tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125307 Jan 17 12:47:55.066750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45296) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:55.071058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '87e68ff5-52e2-4252-8aee-7fc62f85e71f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:55.087945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:55.108084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:55.112526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:55.112985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.127749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Made reservation on behalf of 07449c7093e6439fb3629546e3a34555 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:55.131579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7d72a-4a20-46a4-a289-269c32a159b8 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:55.133195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.189597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.241491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-696b6599-b162-4586-9ff4-cfc1ea726912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.244641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-696b6599-b162-4586-9ff4-cfc1ea726912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.248005 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-696b6599-b162-4586-9ff4-cfc1ea726912 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c84735a3-18b2-43ad-b3ac-876a7e9df6b0 HTTP/1.1" status: 204 len: 168 time: 0.7275982 Jan 17 12:47:55.283762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b6599-b162-4586-9ff4-cfc1ea726912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84735a3-18b2-43ad-b3ac-876a7e9df6b0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:55.307313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3d74f0d8-394c-40a9-a0e4-d0238286da47 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:47:55.357247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 3d74f0d8-394c-40a9-a0e4-d0238286da47 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:47:55.359031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3d74f0d8-394c-40a9-a0e4-d0238286da47 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:47:55.474976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '443cfccc-94fe-4e33-8276-8634eececfc0'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:55.478711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.554626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.569839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=443cfccc-94fe-4e33-8276-8634eececfc0,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:55.575346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-2cfdb01f-9bd3-45b6-9336-455192cfb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:55.576880 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-2cfdb01f-9bd3-45b6-9336-455192cfb61e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.6115975 Jan 17 12:47:55.577580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.656997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Allocated IP 2001:db8::f816:3eff:fe97:2248 (a66930c0-bf2c-424b-976e-045386db06ff/443cfccc-94fe-4e33-8276-8634eececfc0/e06e5928-b9fa-4a39-a1bb-fba362730760) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:55.660509 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-db8d210c-2a3a-46ec-a3cc-c7fd4fa844c4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6943491 Jan 17 12:47:55.665179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45300) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:55.676188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:c2:de:aa', 'name': 'tempest-NetworksTestDHCPv6-1314330112'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:55.749573 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-f7977094-67ce-431d-9c0c-bdf510a37c9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 1000 time: 0.1618757 Jan 17 12:47:55.782518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.852690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-0d3783ed-04eb-4834-99d2-098345a95338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:55.854281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-0d3783ed-04eb-4834-99d2-098345a95338 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.0964239 Jan 17 12:47:55.871474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.874123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Router f3bae90a-53bb-4544-ae22-6f228ada3ff3 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:47:55.911090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.946068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-a7a6ec21-2dde-4038-8976-b4a603e4d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:55.946541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.947697 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-a7a6ec21-2dde-4038-8976-b4a603e4d814 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858703 Jan 17 12:47:55.956111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:55.986476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0800b45-370b-4238-a8cb-116c52bdfacd,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:56.027929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.075802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:56.078116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:47:56.082045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:56.091634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Sync routers for ids ['f3bae90a-53bb-4544-ae22-6f228ada3ff3'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:47:56.101443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Routers {'f3bae90a-53bb-4544-ae22-6f228ada3ff3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:56.101785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f3bae90a-53bb-4544-ae22-6f228ada3ff3'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:56.105125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d81c1b-0e81-49ef-b1b3-6643dcd26760,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:56.117453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.121421 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dea5f867-10db-443e-bd8f-274e9c78ca33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0513976 Jan 17 12:47:56.121747 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45310) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:56.136629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '87e68ff5-52e2-4252-8aee-7fc62f85e71f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:56.165234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.165595 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Added segment fc5f789b-3152-4ae1-a31d-791fe656f453 of type vlan for network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 Jan 17 12:47:56.204729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.206377 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b9590cd1-662a-4cd4-bd7b-c2bd4d8eea41 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7290428 Jan 17 12:47:56.214681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45316) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:56.225656 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-64a13400-c17e-4e74-b2d4-baabfd98148d service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713594 Jan 17 12:47:56.271334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.363123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Set router f3bae90a-53bb-4544-ae22-6f228ada3ff3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:56.381785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.399084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.430674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3087af-01d8-4ff0-a893-89d4ea6a5746 req-9b3eafa1-975e-4956-bc83-fc3ecc8624bd tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:56.437284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a3087af-01d8-4ff0-a893-89d4ea6a5746 req-9b3eafa1-975e-4956-bc83-fc3ecc8624bd tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1789174 Jan 17 12:47:56.450061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port b8ebc56e-9e44-4847-b0c7-de4ed66a1684 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:47:56.467119 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6e60e15-d9d1-4a39-a76d-30a5d791c9cb tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/f3bae90a-53bb-4544-ae22-6f228ada3ff3 HTTP/1.1" status: 200 len: 909 time: 0.2507677 Jan 17 12:47:56.471652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45320) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:56.488248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1741426922', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': True}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:56.492930 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab66eacb-c344-4c19-ac8c-d306883dc9f3 req-c61bf046-b0b5-469b-b34c-38ad934a4ff8 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575247 Jan 17 12:47:56.505920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.546100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.555261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:56.555848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.589944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.618509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.630693 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb267f11-e529-48fb-afd3-0ab19bcd1fe4,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:56.634360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Network': ['ID=8d250f89-ce5a-45a4-a5f2-14039f7c0f95,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:56.695460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a3087af-01d8-4ff0-a893-89d4ea6a5746 req-4f615681-1c45-46e9-839d-1884bb790814 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468104 Jan 17 12:47:56.703361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:56.746340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.747800 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8d0e7859-7a75-42b3-a327-59fdc61f7c2b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6249897 Jan 17 12:47:56.757263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45326) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:56.761251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fec2:deaa (a66930c0-bf2c-424b-976e-045386db06ff/443cfccc-94fe-4e33-8276-8634eececfc0/b8ebc56e-9e44-4847-b0c7-de4ed66a1684) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:56.764388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '87e68ff5-52e2-4252-8aee-7fc62f85e71f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:56.775780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:56.799738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:56.806964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Pushing event updated for resources: {'Port': ['ID=e06e5928-b9fa-4a39-a1bb-fba362730760,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:56.819788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:56.828366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bae90a-53bb-4544-ae22-6f228ada3ff3', 'name': 'tempest-snat-router-1741426922', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.154'}], 'enable_snat': False}, 'gw_port_id': '4e611383-1c8a-49fd-a7a6-4dee6e26463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:52Z', 'updated_at': '2022-01-17T12:47:54Z', 'revision_number': 3, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port': {'id': '4e611383-1c8a-49fd-a7a6-4dee6e26463c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bae90a-53bb-4544-ae22-6f228ada3ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:47:53Z', 'updated_at': '2022-01-17T12:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:56.869330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Checking router: f3bae90a-53bb-4544-ae22-6f228ada3ff3 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:47:56.869683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Updating router f3bae90a-53bb-4544-ae22-6f228ada3ff3 port 4e611383-1c8a-49fd-a7a6-4dee6e26463c binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:47:56.896984 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c91f3b3e-9594-40b1-9d19-22de55bd3e5f tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1776929 Jan 17 12:47:56.898312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45330) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:56.898562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.899657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:56.904640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'subnet': {'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:56.931622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.035721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.038737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45332) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:57.057847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.107192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.162133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.208137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Attempting to bind port e06e5928-b9fa-4a39-a1bb-fba362730760 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:57.208824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Attempting to bind port e06e5928-b9fa-4a39-a1bb-fba362730760 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:57.209197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Attempting to bind port e06e5928-b9fa-4a39-a1bb-fba362730760 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:57.222566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:57.222958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:57.223694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.224229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:57.224785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Bound port: e06e5928-b9fa-4a39-a1bb-fba362730760, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:57.225252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.226049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45336) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:57.231295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'subnet': {'network_id': '5ce40277-74fe-472f-bf05-5674860201dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:57.278617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1063576781'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:57.292173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Made reservation on behalf of 07449c7093e6439fb3629546e3a34555 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:57.296058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.318732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.344521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.354129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.356006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] For port e06e5928-b9fa-4a39-a1bb-fba362730760, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:57.367661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] For port e06e5928-b9fa-4a39-a1bb-fba362730760, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e06e5928-b9fa-4a39-a1bb-fba362730760,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:57.393699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabc42da-5ae8-4f18-a005-8758fc475404,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:57.460599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.464570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.465444 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-778c0162-5a89-4203-989b-e40d084e1fef tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7069168 Jan 17 12:47:57.469211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45338) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:57.473551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '87e68ff5-52e2-4252-8aee-7fc62f85e71f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:57.477394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.497444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:57.500972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.522682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.531881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:57.540655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f44a-f9f3-43f0-8f86-333ca07aa778 None None] Pushing event updated for resources: {'Port': ['ID=e06e5928-b9fa-4a39-a1bb-fba362730760,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:57.540920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:57.545038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=b8ebc56e-9e44-4847-b0c7-de4ed66a1684,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:57.547544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:57.548174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.553746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:57.554365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.621203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Attempting to bind port 4e611383-1c8a-49fd-a7a6-4dee6e26463c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:47:57.621742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Attempting to bind port 4e611383-1c8a-49fd-a7a6-4dee6e26463c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:47:57.622126 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Attempting to bind port 4e611383-1c8a-49fd-a7a6-4dee6e26463c on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:47:57.631054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:47:57.631428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:57.631911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.632323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:47:57.632774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Bound port: 4e611383-1c8a-49fd-a7a6-4dee6e26463c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:47:57.634129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.666606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-496bad81-da52-4ec2-a130-1387c656f8d9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0003474 Jan 17 12:47:57.669847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45340) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:57.671808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893ab9-02f9-462c-a16a-5f88bfd07fe3 None None] Pushing event updated for resources: {'Port': ['ID=4e611383-1c8a-49fd-a7a6-4dee6e26463c,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:57.678710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.704599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] For port 4e611383-1c8a-49fd-a7a6-4dee6e26463c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:47:57.705430 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:57.707802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] For port 4e611383-1c8a-49fd-a7a6-4dee6e26463c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e611383-1c8a-49fd-a7a6-4dee6e26463c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:47:57.709085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.716708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.763913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.779372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.790162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab818024-a551-4893-b31b-60419133aae7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:57.797315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab818024-a551-4893-b31b-60419133aae7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:57.797825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.802046 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ab818024-a551-4893-b31b-60419133aae7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1312029 Jan 17 12:47:57.802659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45344) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:57.814148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.884662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Routers {'f3bae90a-53bb-4544-ae22-6f228ada3ff3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:47:57.885630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f3bae90a-53bb-4544-ae22-6f228ada3ff3'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:57.890783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:57.935431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:57.949071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893ab9-02f9-462c-a16a-5f88bfd07fe3 None None] Pushing event updated for resources: {'Port': ['ID=4e611383-1c8a-49fd-a7a6-4dee6e26463c,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:57.998368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7b8dda-da8a-4727-83bc-0c3a892e8aaf,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.001659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Subnet': ['ID=08b43ec5-0f25-48fe-b3a8-b809d1f713cc,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.004297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.004650 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 857c5bae-242f-4476-9821-a7cb8c6fcdc6 of type vlan for network 0944195f-9d4a-43ed-aa13-509bed7380fa Jan 17 12:47:58.038121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] Set router f3bae90a-53bb-4544-ae22-6f228ada3ff3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:47:58.062153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Allocated IP 172.26.4.85 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/5410299f-342c-4bbe-ac5e-1b3c68abefe8) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:47:58.066137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port b8ebc56e-9e44-4847-b0c7-de4ed66a1684 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:47:58.066497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.104068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7ac74-8eea-4a31-ba89-eb2e695a111a req-e3b3bec5-882b-4f5a-84bf-8f40cab2e291 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:58.105642 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49b7ac74-8eea-4a31-ba89-eb2e695a111a req-e3b3bec5-882b-4f5a-84bf-8f40cab2e291 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2868738 Jan 17 12:47:58.113100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.117954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Checking segment: {'id': 'fc5f789b-3152-4ae1-a31d-791fe656f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:58.118324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network hostable DHCP agents. Network: 8d250f89-ce5a-45a4-a5f2-14039f7c0f95, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:58.132620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.227511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.236400 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49b7ac74-8eea-4a31-ba89-eb2e695a111a req-cf1168b6-a418-4cb2-a5c1-2c36ba44af01 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094503 Jan 17 12:47:58.246933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.259693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bae90a-53bb-4544-ae22-6f228ada3ff3', 'name': 'tempest-snat-router-1741426922', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.154'}], 'enable_snat': False}, 'gw_port_id': '4e611383-1c8a-49fd-a7a6-4dee6e26463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:52Z', 'updated_at': '2022-01-17T12:47:54Z', 'revision_number': 3, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port': {'id': '4e611383-1c8a-49fd-a7a6-4dee6e26463c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bae90a-53bb-4544-ae22-6f228ada3ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:47:53Z', 'updated_at': '2022-01-17T12:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:47:58.279856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for b8ebc56e-9e44-4847-b0c7-de4ed66a1684 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:47:58.281020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243e8f5b-7de9-4677-8e6f-577aff46c476,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.287749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:58.301710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1996a55-c0e3-4438-91a8-85a77c7dcf83 None None] The sync data for ids ['f3bae90a-53bb-4544-ae22-6f228ada3ff3'] in dv-neutron-824886-1-hyperv is: [{'id': 'f3bae90a-53bb-4544-ae22-6f228ada3ff3', 'name': 'tempest-snat-router-1741426922', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.154'}], 'enable_snat': False}, 'gw_port_id': '4e611383-1c8a-49fd-a7a6-4dee6e26463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:52Z', 'updated_at': '2022-01-17T12:47:54Z', 'revision_number': 3, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port': {'id': '4e611383-1c8a-49fd-a7a6-4dee6e26463c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bae90a-53bb-4544-ae22-6f228ada3ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:47:53Z', 'updated_at': '2022-01-17T12:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:47:58.309871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.313360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.315623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:58.316264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.374255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.378237 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9ed1edab-d60e-4e15-a933-85b715fbdb9d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9054418 Jan 17 12:47:58.379246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45346) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:58.388968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.396858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 8d250f89-ce5a-45a4-a5f2-14039f7c0f95) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:58.407753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45125da-9c8c-4801-a5ef-50295e569b63 None None] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:58.428963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=0944195f-9d4a-43ed-aa13-509bed7380fa,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.438042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:58.439680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.440228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-12ac6219-009c-485b-84d1-e33696a9abdf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.456576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-12ac6219-009c-485b-84d1-e33696a9abdf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.468767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Subnet': ['ID=6c52c80d-d7b1-4449-a9e0-78f077c1a637,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.485120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0944195f-9d4a-43ed-aa13-509bed7380fa details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:47:58.506006 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6d464328-f76f-4159-9f42-e4b26c875a5b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4628084 Jan 17 12:47:58.527947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.572204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Checking segment: {'id': '5939245a-4c66-4332-9a49-8c1c68f2c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5ce40277-74fe-472f-bf05-5674860201dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:47:58.572627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network hostable DHCP agents. Network: 5ce40277-74fe-472f-bf05-5674860201dd, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:47:58.602781 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-472ebb5a-7287-46cc-be4a-fed9738cc9e4 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7027810 Jan 17 12:47:58.607924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45348) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:58.624280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1273303180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:58.644964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Port': ['ID=5410299f-342c-4bbe-ac5e-1b3c68abefe8,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.677943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network 5ce40277-74fe-472f-bf05-5674860201dd is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:47:58.731829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:47:58.740402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:58.749612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:47:58.765951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5ce40277-74fe-472f-bf05-5674860201dd) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:47:58.771020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:58.772798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.775713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.776811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.805674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.810199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-12ac6219-009c-485b-84d1-e33696a9abdf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.822979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7ba8e-ac0b-4d35-8a1a-00b764ce189e None None] Network 5ce40277-74fe-472f-bf05-5674860201dd requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:47:58.900365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-12ac6219-009c-485b-84d1-e33696a9abdf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:58.905267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-12ac6219-009c-485b-84d1-e33696a9abdf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/243e8f5b-7de9-4677-8e6f-577aff46c476 HTTP/1.1" status: 204 len: 168 time: 0.5227065 Jan 17 12:47:58.971475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac6219-009c-485b-84d1-e33696a9abdf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243e8f5b-7de9-4677-8e6f-577aff46c476,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:58.984900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=b8ebc56e-9e44-4847-b0c7-de4ed66a1684,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:47:59.007734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45350) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:59.341887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5ce40277-74fe-472f-bf05-5674860201dd', 'network_id': '5ce40277-74fe-472f-bf05-5674860201dd', 'tenant_id': '104bcd3066c34e5c8220a515f3bfefd7', 'fixed_ips': [{'subnet_id': '6c52c80d-d7b1-4449-a9e0-78f077c1a637'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:59.346849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.368741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.384395 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-37c7e098-4e80-49c9-a079-367d1842af9c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/b8ebc56e-9e44-4847-b0c7-de4ed66a1684 HTTP/1.1" status: 204 len: 168 time: 1.5770741 Jan 17 12:47:59.410150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-8d250f89-ce5a-45a4-a5f2-14039f7c0f95', 'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95', 'tenant_id': '07449c7093e6439fb3629546e3a34555', 'fixed_ips': [{'subnet_id': '08b43ec5-0f25-48fe-b3a8-b809d1f713cc'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:47:59.411080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.414573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e611383-1c8a-49fd-a7a6-4dee6e26463c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:47:59.419037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45354) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:59.423739 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5f373b80-ed45-4bb1-a596-7e2e63699811 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1964910 Jan 17 12:47:59.434875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.438007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45356) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:59.444471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1965540024'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:47:59.465159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dcd9ff5c-7b26-4684-ac1a-54bcbf2ff99a tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4555702 Jan 17 12:47:59.465867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45358) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:59.495010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Provisioning complete for port e06e5928-b9fa-4a39-a1bb-fba362730760 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:47:59.495644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.520138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.568087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:47:59.574558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.585335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b9fc8-0e36-409c-86c2-e4046f995a9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:59.587225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b9fc8-0e36-409c-86c2-e4046f995a9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:47:59.588841 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f2b9fc8-0e36-409c-86c2-e4046f995a9a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1637671 Jan 17 12:47:59.601806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45360) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:59.635531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.640147 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8b958981-8fb0-4c79-bb92-a1d91e940e4d tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0304229 Jan 17 12:47:59.675022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45362) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:47:59.716779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:47:59.735679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.736198 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Added segment 5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e of type vlan for network b38b4db9-6183-4066-b46b-6b5258d15965 Jan 17 12:47:59.844488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 443cfccc-94fe-4e33-8276-8634eececfc0 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:47:59.852756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.858278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebbe-72a8-49e5-bb87-c19921add7f5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.882205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebbe-72a8-49e5-bb87-c19921add7f5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.922119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:47:59.990468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.009897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Allocated IP 2001:db8:0:ffff::2 (5ce40277-74fe-472f-bf05-5674860201dd/6c52c80d-d7b1-4449-a9e0-78f077c1a637/0fbdcfa0-fa4f-468c-b36f-6200600d3f62) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:00.080283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4e611383-1c8a-49fd-a7a6-4dee6e26463c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:00.080678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.093316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d84ea1-c8be-4626-861a-b25c32b5bb00 req-593ef7f4-ce75-4181-8bfb-7025d3e98328 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:00.094854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.098850 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26d84ea1-c8be-4626-861a-b25c32b5bb00 req-593ef7f4-ce75-4181-8bfb-7025d3e98328 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.6295516 Jan 17 12:48:00.196722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.206231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:00.207411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.251837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Allocated IP 172.20.0.2 (8d250f89-ce5a-45a4-a5f2-14039f7c0f95/08b43ec5-0f25-48fe-b3a8-b809d1f713cc/887be28a-d2e1-426a-aabe-7acadcb6f2fc) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:00.254532 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.289826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.328323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26d84ea1-c8be-4626-861a-b25c32b5bb00 req-07ba305b-9e2e-472e-8e97-6d24fe4dfbc7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093198 Jan 17 12:48:00.349922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.372999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=443cfccc-94fe-4e33-8276-8634eececfc0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:00.384443 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9444835 Jan 17 12:48:00.391769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45364) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:00.409019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'subnet': {'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:00.417596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.424725 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e325a696-9133-4b89-94f8-712165b0715c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/443cfccc-94fe-4e33-8276-8634eececfc0 HTTP/1.1" status: 204 len: 168 time: 0.8201749 Jan 17 12:48:00.424926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbe452-bb12-48c4-b3d5-f70bb2988064 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:00.426830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45366) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:00.522457 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2ce6253a-08b5-4a1b-942c-398b51aff76d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797265 Jan 17 12:48:00.522457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c44da2-efbf-4b47-8e76-beb64ed9e206 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Network': ['ID=b38b4db9-6183-4066-b46b-6b5258d15965,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:00.523171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45368) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:00.533438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:00.584840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network b38b4db9-6183-4066-b46b-6b5258d15965 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:00.789494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.792065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebbe-72a8-49e5-bb87-c19921add7f5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.792180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:00.792180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:00.796439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:00.798200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebbe-72a8-49e5-bb87-c19921add7f5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.801957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c0a8ebbe-72a8-49e5-bb87-c19921add7f5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fabc42da-5ae8-4f18-a005-8758fc475404 HTTP/1.1" status: 204 len: 168 time: 1.3190622 Jan 17 12:48:00.810106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.813354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45370) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:00.853926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ebbe-72a8-49e5-bb87-c19921add7f5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fabc42da-5ae8-4f18-a005-8758fc475404,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:00.869072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.949742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.955572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:00.960276 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:00.987605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 4e611383-1c8a-49fd-a7a6-4dee6e26463c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e611383-1c8a-49fd-a7a6-4dee6e26463c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:01.034832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:01.062584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.073570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.125769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.126733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e06e5928-b9fa-4a39-a1bb-fba362730760 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:01.178359 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-855f6d0d-33e4-4212-8c0d-957261e7d340 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3607805 Jan 17 12:48:01.192235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45372) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:01.257843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.276002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Network 5ce40277-74fe-472f-bf05-5674860201dd is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:01.300660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:01.306087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:01.314083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Pushing event updated for resources: {'Port': ['ID=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:01.344347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e326b88d-af88-43fe-93bb-12ab53eaa461 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.438689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=4e611383-1c8a-49fd-a7a6-4dee6e26463c,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:01.447675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:01.453915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.527258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e326b88d-af88-43fe-93bb-12ab53eaa461 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.568313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Pushing event updated for resources: {'Port': ['ID=887be28a-d2e1-426a-aabe-7acadcb6f2fc,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:01.569270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Subnet': ['ID=df03f5f6-b805-40e9-b35d-661424429ae1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:01.592267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:01.615790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Attempting to bind port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:01.616540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Attempting to bind port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5939245a-4c66-4332-9a49-8c1c68f2c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5ce40277-74fe-472f-bf05-5674860201dd'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:01.622251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Attempting to bind port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 on network 5ce40277-74fe-472f-bf05-5674860201dd {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:01.632914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c96714-47e6-419c-b978-a2f5793264cc req-0642e5cd-f6e5-44bb-9051-2ad81d31fcf9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:01.634554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:01.635383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Checking segment: {'id': '5939245a-4c66-4332-9a49-8c1c68f2c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5ce40277-74fe-472f-bf05-5674860201dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:01.635960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.636539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Bound using segment: {'id': '5939245a-4c66-4332-9a49-8c1c68f2c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5ce40277-74fe-472f-bf05-5674860201dd'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:01.637170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Bound port: 0fbdcfa0-fa4f-468c-b36f-6200600d3f62, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5939245a-4c66-4332-9a49-8c1c68f2c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5ce40277-74fe-472f-bf05-5674860201dd'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:01.637706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.641697 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e4c96714-47e6-419c-b978-a2f5793264cc req-0642e5cd-f6e5-44bb-9051-2ad81d31fcf9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1090693 Jan 17 12:48:01.654327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:01.659978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:01.673461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Allocated IP 172.20.0.1 (8d250f89-ce5a-45a4-a5f2-14039f7c0f95/08b43ec5-0f25-48fe-b3a8-b809d1f713cc/91672eb5-b9b4-4f17-a4cd-7385937c2ded) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:01.691068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Checking segment: {'id': '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:01.691068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network hostable DHCP agents. Network: b38b4db9-6183-4066-b46b-6b5258d15965, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:01.710911 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e4c96714-47e6-419c-b978-a2f5793264cc req-a8034f68-d585-444f-9f5d-b078bd27dc7d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681515 Jan 17 12:48:01.755602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] Deleting port e06e5928-b9fa-4a39-a1bb-fba362730760 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:01.755978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.763258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] For port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:01.774422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.782973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45376) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:01.789005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:01.847224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network b38b4db9-6183-4066-b46b-6b5258d15965 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:01.859425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e326b88d-af88-43fe-93bb-12ab53eaa461 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.908503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e326b88d-af88-43fe-93bb-12ab53eaa461 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.909779 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e326b88d-af88-43fe-93bb-12ab53eaa461 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/fb267f11-e529-48fb-afd3-0ab19bcd1fe4 HTTP/1.1" status: 204 len: 168 time: 0.7138066 Jan 17 12:48:01.917106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.917764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45378) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:01.928264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326b88d-af88-43fe-93bb-12ab53eaa461 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb267f11-e529-48fb-afd3-0ab19bcd1fe4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:01.950724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.957483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, b38b4db9-6183-4066-b46b-6b5258d15965) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:01.962360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:01.962961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:01.978480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:01.995442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] For port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,segment=NetworkSegment(5939245a-4c66-4332-9a49-8c1c68f2c87a),segment_id=5939245a-4c66-4332-9a49-8c1c68f2c87a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:01.997890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab79ce1-8265-467f-afea-417de715eb0d None None] Network b38b4db9-6183-4066-b46b-6b5258d15965 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:02.036257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.058068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Attempting to bind port 887be28a-d2e1-426a-aabe-7acadcb6f2fc on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:02.058445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Attempting to bind port 887be28a-d2e1-426a-aabe-7acadcb6f2fc by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'fc5f789b-3152-4ae1-a31d-791fe656f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:02.058809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Attempting to bind port 887be28a-d2e1-426a-aabe-7acadcb6f2fc on network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:02.071458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Router 61adff4b-1ad3-4ecc-9813-5e59915f6d2a is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:02.073755 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-005ab3c6-426d-49e2-99bf-567b62c4683d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6693254 Jan 17 12:48:02.078531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45380) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:02.084379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.085858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'port': {'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965', 'name': 'tempest-NetworksIpV6TestAttrs-1245656051'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:02.095675 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e49b5281-9a93-4a46-b47e-48cf78170e98 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1728005 Jan 17 12:48:02.095860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:02.095860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Checking segment: {'id': 'fc5f789b-3152-4ae1-a31d-791fe656f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:02.096100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.096364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Bound using segment: {'id': 'fc5f789b-3152-4ae1-a31d-791fe656f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:02.096644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45382) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:02.096848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Bound port: 887be28a-d2e1-426a-aabe-7acadcb6f2fc, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5f789b-3152-4ae1-a31d-791fe656f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:02.097232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.116313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:02.135075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e193d5e7-ea47-460c-a470-25e21824c2f6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.143892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e06e5928-b9fa-4a39-a1bb-fba362730760 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:02.144273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.152013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Port': ['ID=91672eb5-b9b4-4f17-a4cd-7385937c2ded,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:02.155429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:02.161378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:02.168234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:02.179014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.185809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e193d5e7-ea47-460c-a470-25e21824c2f6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.188181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] For port e06e5928-b9fa-4a39-a1bb-fba362730760, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e06e5928-b9fa-4a39-a1bb-fba362730760,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:02.308286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.318427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] For port e06e5928-b9fa-4a39-a1bb-fba362730760, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e06e5928-b9fa-4a39-a1bb-fba362730760,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:02.318953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.325497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.340433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398af2-a082-4ad5-a528-d70e76488cf4 None None] Pushing event updated for resources: {'Port': ['ID=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:02.382748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] Calling delete_port for e06e5928-b9fa-4a39-a1bb-fba362730760 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:02.396043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e193d5e7-ea47-460c-a470-25e21824c2f6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.401500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e193d5e7-ea47-460c-a470-25e21824c2f6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.405487 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e193d5e7-ea47-460c-a470-25e21824c2f6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f0800b45-370b-4238-a8cb-116c52bdfacd HTTP/1.1" status: 204 len: 168 time: 0.3052385 Jan 17 12:48:02.405907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45386) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:02.488461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b2f58-aae2-4988-89cb-96973bbec976 None None] Pushing event updated for resources: {'Port': ['ID=e06e5928-b9fa-4a39-a1bb-fba362730760,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:02.491069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d5e7-ea47-460c-a470-25e21824c2f6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0800b45-370b-4238-a8cb-116c52bdfacd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:02.502386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:02.512107 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Sync routers for ids ['61adff4b-1ad3-4ecc-9813-5e59915f6d2a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:02.537159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.539390 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Routers {'61adff4b-1ad3-4ecc-9813-5e59915f6d2a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:02.540364 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['61adff4b-1ad3-4ecc-9813-5e59915f6d2a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:02.658161 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Set router 61adff4b-1ad3-4ecc-9813-5e59915f6d2a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:02.658833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-17929969-23af-449a-abd7-174a89a503d2 None None] For port 887be28a-d2e1-426a-aabe-7acadcb6f2fc, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:02.669606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c3f65770-b6d6-47fd-8df5-020595976deb None None] Could not find standard attr ID for object b8ebc56e-9e44-4847-b0c7-de4ed66a1684. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:48:02.673360 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-172ffd36-efe9-4354-b5b6-2275bb6e3cc6 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2605641 Jan 17 12:48:02.673903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45390) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:02.684464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.704443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-17929969-23af-449a-abd7-174a89a503d2 None None] For port 887be28a-d2e1-426a-aabe-7acadcb6f2fc, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=887be28a-d2e1-426a-aabe-7acadcb6f2fc,segment=NetworkSegment(fc5f789b-3152-4ae1-a31d-791fe656f453),segment_id=fc5f789b-3152-4ae1-a31d-791fe656f453)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:02.716238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.718988 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-84fa75f9-f584-4ac6-ab63-646c93fa8bf4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2452166 Jan 17 12:48:02.719795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:02.723507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.724960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45392) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:02.740788 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-18b84f00-8a6d-4637-8626-47007c2f1de0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.751444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-18b84f00-8a6d-4637-8626-47007c2f1de0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.774688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] device_id is not set on port 06f2e63d-2f40-4686-b737-6060aaf5288a yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:02.822905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.825467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-b38b4db9-6183-4066-b46b-6b5258d15965', 'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965', 'tenant_id': '104bcd3066c34e5c8220a515f3bfefd7', 'fixed_ips': [{'subnet_id': 'df03f5f6-b805-40e9-b35d-661424429ae1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:02.826287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.864214 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61adff4b-1ad3-4ecc-9813-5e59915f6d2a', 'name': 'tempest-snat-router-1741426922', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '5410299f-342c-4bbe-ac5e-1b3c68abefe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:56Z', 'updated_at': '2022-01-17T12:47:59Z', 'revision_number': 3, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port': {'id': '5410299f-342c-4bbe-ac5e-1b3c68abefe8', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61adff4b-1ad3-4ecc-9813-5e59915f6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:47:57Z', 'updated_at': '2022-01-17T12:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:02.895084 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Checking router: 61adff4b-1ad3-4ecc-9813-5e59915f6d2a for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:48:02.895650 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Updating router 61adff4b-1ad3-4ecc-9813-5e59915f6d2a port 5410299f-342c-4bbe-ac5e-1b3c68abefe8 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:48:02.904570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.911341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-18b84f00-8a6d-4637-8626-47007c2f1de0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.931903 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.989164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-18b84f00-8a6d-4637-8626-47007c2f1de0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:02.994713 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-18b84f00-8a6d-4637-8626-47007c2f1de0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4251af67-51af-492f-aa8b-16cda956bbd4 HTTP/1.1" status: 204 len: 168 time: 0.3157263 Jan 17 12:48:02.999714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45396) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:03.003924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=27c672b9-59de-4f9d-a128-318a1d1bff10,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:03.039716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b84f00-8a6d-4637-8626-47007c2f1de0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4251af67-51af-492f-aa8b-16cda956bbd4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:03.040965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Allocated IP 2001:db8::f816:3eff:fe9d:8198 (b38b4db9-6183-4066-b46b-6b5258d15965/df03f5f6-b805-40e9-b35d-661424429ae1/134e37f4-58c9-4528-8456-d39f7343075c) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:03.072660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '857c5bae-242f-4476-9821-a7cb8c6fcdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:03.073071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: 0944195f-9d4a-43ed-aa13-509bed7380fa, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:03.103100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c5970-cb3f-462d-bde6-5ae2707f2fbf req-2f4592b4-67b4-400b-88db-012144eaa246 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:03.104925 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b0c5970-cb3f-462d-bde6-5ae2707f2fbf req-2f4592b4-67b4-400b-88db-012144eaa246 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2131243 Jan 17 12:48:03.105703 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eccff361-a523-4a7f-9640-3ba8b74bef46 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/61adff4b-1ad3-4ecc-9813-5e59915f6d2a HTTP/1.1" status: 200 len: 907 time: 0.3275495 Jan 17 12:48:03.117514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45398) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:03.139736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port e06e5928-b9fa-4a39-a1bb-fba362730760, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e06e5928-b9fa-4a39-a1bb-fba362730760,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:03.177612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 0944195f-9d4a-43ed-aa13-509bed7380fa is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:03.210945 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5b4107b8-c8d9-45d7-ae0d-2dccfc88675f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2095640 Jan 17 12:48:03.214316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.216663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45400) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:03.259287 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.266267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0944195f-9d4a-43ed-aa13-509bed7380fa) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:03.276369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:03.278245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.326434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.328028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.331628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-836c16cf-11e7-4808-a432-b272fc5f488f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.341090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.375629 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b0c5970-cb3f-462d-bde6-5ae2707f2fbf req-eff2187c-eca3-4789-9f48-78a118bba248 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481792 Jan 17 12:48:03.375947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee674e3-18dc-430b-b8e2-c6cf35ca0aef None None] Network 0944195f-9d4a-43ed-aa13-509bed7380fa requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:03.383693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929969-23af-449a-abd7-174a89a503d2 None None] Pushing event updated for resources: {'Port': ['ID=887be28a-d2e1-426a-aabe-7acadcb6f2fc,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:03.398667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.403876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.464211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:03.472406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:03.477193 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:03.477411 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832225f-e9a1-44d8-816f-db1b45f4827d None None] Pushing event updated for resources: {'Port': ['ID=5410299f-342c-4bbe-ac5e-1b3c68abefe8,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:03.477929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.484465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Attempting to bind port 5410299f-342c-4bbe-ac5e-1b3c68abefe8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:03.484840 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Attempting to bind port 5410299f-342c-4bbe-ac5e-1b3c68abefe8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:03.485209 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Attempting to bind port 5410299f-342c-4bbe-ac5e-1b3c68abefe8 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:03.781911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:03.781911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:03.781911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.781911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:03.781911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Bound port: 5410299f-342c-4bbe-ac5e-1b3c68abefe8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:03.781911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.784536 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f00c3d26-95a3-4a68-a8a3-520d19fc8ac2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7401192 Jan 17 12:48:03.784536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-836c16cf-11e7-4808-a432-b272fc5f488f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.784536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=e06e5928-b9fa-4a39-a1bb-fba362730760,revision_number=6']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:03.784536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=f4f49b85-1086-4eb3-8e36-0beeefcc4598,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:03.785679 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] For port 5410299f-342c-4bbe-ac5e-1b3c68abefe8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:03.785679 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] For port 5410299f-342c-4bbe-ac5e-1b3c68abefe8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5410299f-342c-4bbe-ac5e-1b3c68abefe8,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:03.786374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.786374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.786541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45404) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:03.786541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341955632'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:03.786708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:03.833701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-0944195f-9d4a-43ed-aa13-509bed7380fa', 'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': '27c672b9-59de-4f9d-a128-318a1d1bff10'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:03.834538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.847872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:03.848396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.877344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da129d48-0edc-4312-97bc-6cfed6110f37 None None] Network 5ce40277-74fe-472f-bf05-5674860201dd requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:03.963471 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.963656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-836c16cf-11e7-4808-a432-b272fc5f488f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.966688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-836c16cf-11e7-4808-a432-b272fc5f488f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.975091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45406) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:03.976169 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-836c16cf-11e7-4808-a432-b272fc5f488f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/87e68ff5-52e2-4252-8aee-7fc62f85e71f HTTP/1.1" status: 204 len: 168 time: 0.7581556 Jan 17 12:48:03.981042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6fdc487a-31d1-45ad-bcb0-bf070d07e2b9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4534295 Jan 17 12:48:03.991767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:03.995154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45408) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:03.996732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.020371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:36:96:18', 'name': 'tempest-NetworksTestDHCPv6-699469772'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:04.021910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c16cf-11e7-4808-a432-b272fc5f488f tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e68ff5-52e2-4252-8aee-7fc62f85e71f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:04.053895 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Routers {'61adff4b-1ad3-4ecc-9813-5e59915f6d2a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:04.054716 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['61adff4b-1ad3-4ecc-9813-5e59915f6d2a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:04.058293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832225f-e9a1-44d8-816f-db1b45f4827d None None] Pushing event updated for resources: {'Port': ['ID=5410299f-342c-4bbe-ac5e-1b3c68abefe8,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:04.064230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:04.067234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea0c6267-69ef-4df0-bfa2-475bb8882ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.068868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.070076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.098770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:04.110416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.110810 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 1282414c-d1ef-4266-ba2e-4fad7f6faf45 of type vlan for network d99b495a-01de-40e0-b4fd-1760199d29a0 Jan 17 12:48:04.169852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.191604 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] Set router 61adff4b-1ad3-4ecc-9813-5e59915f6d2a gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:04.200366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] No DVR routers for this DVR port e06e5928-b9fa-4a39-a1bb-fba362730760 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:04.215075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Network b38b4db9-6183-4066-b46b-6b5258d15965 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:04.216077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-83b923f3-a3ab-4172-8f18-4649dad50a88 None None] Provisioning complete for port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:04.216652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-83b923f3-a3ab-4172-8f18-4649dad50a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.235282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d80f63-c60f-4274-98e0-25a296100bf8 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:04.238943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:04.241701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:04.253083 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61adff4b-1ad3-4ecc-9813-5e59915f6d2a', 'name': 'tempest-snat-router-1741426922', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:56Z', 'updated_at': '2022-01-17T12:48:03Z', 'revision_number': 4, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:04.265343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.266925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Allocated IP 2001:db8::f816:3eff:fe88:b3fb (b38b4db9-6183-4066-b46b-6b5258d15965/df03f5f6-b805-40e9-b35d-661424429ae1/06f2e63d-2f40-4686-b737-6060aaf5288a) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:04.279185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:04.282757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.289610 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cdb9d-d80b-4f94-b7e5-ffd4cc5393ae None None] The sync data for ids ['61adff4b-1ad3-4ecc-9813-5e59915f6d2a'] in dv-neutron-824886-1-hyperv is: [{'id': '61adff4b-1ad3-4ecc-9813-5e59915f6d2a', 'name': 'tempest-snat-router-1741426922', 'tenant_id': '757ed02ede7d42bda58e9a1ececcc532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:47:56Z', 'updated_at': '2022-01-17T12:48:03Z', 'revision_number': 4, 'project_id': '757ed02ede7d42bda58e9a1ececcc532', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:04.306812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Pushing event updated for resources: {'Port': ['ID=134e37f4-58c9-4528-8456-d39f7343075c,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:04.320266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.325387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Port': ['ID=91672eb5-b9b4-4f17-a4cd-7385937c2ded,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:04.363969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec0c2839-5560-4d44-a1ab-66d1434e7908 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3869207 Jan 17 12:48:04.377113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45410) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:04.377910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=d99b495a-01de-40e0-b4fd-1760199d29a0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:04.384111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--701664671'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:04.429489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network d99b495a-01de-40e0-b4fd-1760199d29a0 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:04.466284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618429c-5294-4585-ad9a-ce6664613f68 None None] Pushing event deleted for resources: {'Port': ['ID=e06e5928-b9fa-4a39-a1bb-fba362730760,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:04.478574 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-071617fe-5275-4740-a543-b6ca60695748 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6989887 Jan 17 12:48:04.479654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45412) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:04.485657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': 'd99b495a-01de-40e0-b4fd-1760199d29a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:04.730205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Allocated IP 2001:db8:0:ffff::2 (0944195f-9d4a-43ed-aa13-509bed7380fa/27c672b9-59de-4f9d-a128-318a1d1bff10/01cf5ad1-83e7-4675-a231-68d5a1f39ffc) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:04.786435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.794770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Attempting to bind port 134e37f4-58c9-4528-8456-d39f7343075c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:04.799557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Attempting to bind port 134e37f4-58c9-4528-8456-d39f7343075c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:04.799557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Attempting to bind port 134e37f4-58c9-4528-8456-d39f7343075c on network b38b4db9-6183-4066-b46b-6b5258d15965 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:04.799779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Deleting port 5410299f-342c-4bbe-ac5e-1b3c68abefe8 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:04.799779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.875122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:04.875907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Checking segment: {'id': '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:04.876494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.885292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Bound using segment: {'id': '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:04.885292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Bound port: 134e37f4-58c9-4528-8456-d39f7343075c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b38b4db9-6183-4066-b46b-6b5258d15965'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:04.885292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.904200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:04.908350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:04.974748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-83b923f3-a3ab-4172-8f18-4649dad50a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.009806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:05.017841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:05.048626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.069094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,segment=NetworkSegment(5939245a-4c66-4332-9a49-8c1c68f2c87a),segment_id=5939245a-4c66-4332-9a49-8c1c68f2c87a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:05.079375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] For port 5410299f-342c-4bbe-ac5e-1b3c68abefe8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5410299f-342c-4bbe-ac5e-1b3c68abefe8,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:05.079859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.165609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Calling delete_port for 5410299f-342c-4bbe-ac5e-1b3c68abefe8 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:05.203380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c5e44-de75-48cf-bbad-c43691721429 None None] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:05.225975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.227251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.228102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e611383-1c8a-49fd-a7a6-4dee6e26463c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:05.230822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.256839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.320940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=a0b36ab3-daa5-410f-adc7-513b9e482fb9,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.350610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '1282414c-d1ef-4266-ba2e-4fad7f6faf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd99b495a-01de-40e0-b4fd-1760199d29a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:05.350991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: d99b495a-01de-40e0-b4fd-1760199d29a0, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:05.357092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.368121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'f4f49b85-1086-4eb3-8e36-0beeefcc4598'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:05.368975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.425814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] For port 134e37f4-58c9-4528-8456-d39f7343075c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:05.426115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.427790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:05.461196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network d99b495a-01de-40e0-b4fd-1760199d29a0 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:05.477352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Network 0944195f-9d4a-43ed-aa13-509bed7380fa is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:05.491278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] For port 134e37f4-58c9-4528-8456-d39f7343075c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=134e37f4-58c9-4528-8456-d39f7343075c,segment=NetworkSegment(5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e),segment_id=5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:05.500584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.506195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.512932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:05.519136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-83b923f3-a3ab-4172-8f18-4649dad50a88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:05.519513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-83b923f3-a3ab-4172-8f18-4649dad50a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:05.571518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.580208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:05.607747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d91490-4619-4ae1-bfdd-eda0649843ba,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.622203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, d99b495a-01de-40e0-b4fd-1760199d29a0) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:05.630164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:05.631284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.634519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Router 1ce9d961-ea78-473d-b374-e7181445e0e4 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:05.637979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.660978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.663885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network b38b4db9-6183-4066-b46b-6b5258d15965 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:05.664987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d144baa-bcb0-4248-b635-b8ea3061d649 None None] Network d99b495a-01de-40e0-b4fd-1760199d29a0 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:05.672019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:05.685539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:05.691713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:05.692342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.698135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.699350 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1bdd5076-76a5-4015-abee-97f3e9b025e1 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3208978 Jan 17 12:48:05.703533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45414) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:05.705759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 9bddf5db-3cff-4245-bd24-6c47bc7ab43c yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:05.705994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4e611383-1c8a-49fd-a7a6-4dee6e26463c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:05.706382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.710113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '32d91490-4619-4ae1-bfdd-eda0649843ba', 'direction': 'ingress', 'protocol': 17}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:05.713060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Port': ['ID=06f2e63d-2f40-4686-b737-6060aaf5288a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.744351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Pushing event updated for resources: {'Port': ['ID=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.770372 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b310b53d-ea19-4b0b-9859-5094f0571454 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2893887 Jan 17 12:48:05.773532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45416) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:05.787014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.858646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Attempting to bind port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:05.859378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Attempting to bind port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '857c5bae-242f-4476-9821-a7cb8c6fcdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:05.859378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Attempting to bind port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc on network 0944195f-9d4a-43ed-aa13-509bed7380fa {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:05.863620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event deleted for resources: {'Port': ['ID=5410299f-342c-4bbe-ac5e-1b3c68abefe8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.896847 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4140ddaf-4b60-44be-bc49-75f5c217c16f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8153601 Jan 17 12:48:05.913888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45418) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:05.943573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:05.944062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Checking segment: {'id': '857c5bae-242f-4476-9821-a7cb8c6fcdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:05.944319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.944733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Bound using segment: {'id': '857c5bae-242f-4476-9821-a7cb8c6fcdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:05.945204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Bound port: 01cf5ad1-83e7-4675-a231-68d5a1f39ffc, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857c5bae-242f-4476-9821-a7cb8c6fcdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0944195f-9d4a-43ed-aa13-509bed7380fa'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:05.945587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:05.956683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Allocated IP 2001:db8::f816:3eff:fe06:38dc (a66930c0-bf2c-424b-976e-045386db06ff/f4f49b85-1086-4eb3-8e36-0beeefcc4598/e7e3a6a3-32e8-48dd-969d-b8b21f80436f) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:05.972615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:05.983053 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d32bf2a6-1012-4f62-bf09-1f2565b38e8e tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "PUT /v2.0/routers/1ce9d961-ea78-473d-b374-e7181445e0e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3064468 Jan 17 12:48:05.990773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e638d-d73f-4c67-bec7-54f67b067079 None None] Pushing event updated for resources: {'Port': ['ID=134e37f4-58c9-4528-8456-d39f7343075c,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:05.991001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45420) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:06.003998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'port': {'network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95', 'name': 'tempest-FloatingIPNegativeTestJSON-118423867'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:06.005731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] Sync routers for ids ['1ce9d961-ea78-473d-b374-e7181445e0e4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:06.065032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting subnet df03f5f6-b805-40e9-b35d-661424429ae1 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:06.068219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.072997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.191822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] Routers {'1ce9d961-ea78-473d-b374-e7181445e0e4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:06.192435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1ce9d961-ea78-473d-b374-e7181445e0e4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.215836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.221497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.236534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.249012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.276712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.322470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.350363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-329ea9db-91da-483e-89e1-0a946ac23946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.353919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] For port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:06.357638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] Routers {'1ce9d961-ea78-473d-b374-e7181445e0e4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:06.358723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:47:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1ce9d961-ea78-473d-b374-e7181445e0e4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.365109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.423005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.423845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf1ba16-2c07-42a8-a2c2-d4d084608386 None None] The sync data for ids ['1ce9d961-ea78-473d-b374-e7181445e0e4'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:06.431381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.433989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61adff4b-1ad3-4ecc-9813-5e59915f6d2a {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:06.450032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.454353 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-09fc6ab1-7055-4618-898a-a8aab920c9ff tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/routers/61adff4b-1ad3-4ecc-9813-5e59915f6d2a HTTP/1.1" status: 204 len: 168 time: 3.3308535 Jan 17 12:48:06.461000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45422) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:06.466063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] For port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,segment=NetworkSegment(857c5bae-242f-4476-9821-a7cb8c6fcdc6),segment_id=857c5bae-242f-4476-9821-a7cb8c6fcdc6)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:06.479669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e06e5928-b9fa-4a39-a1bb-fba362730760 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:06.490304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18ebdc-e5b4-4861-bbe6-907caa05f36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-d99b495a-01de-40e0-b4fd-1760199d29a0', 'network_id': 'd99b495a-01de-40e0-b4fd-1760199d29a0', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': 'a0b36ab3-daa5-410f-adc7-513b9e482fb9'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:06.491893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a18ebdc-e5b4-4861-bbe6-907caa05f36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.546606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e06e5928-b9fa-4a39-a1bb-fba362730760 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:06.547098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e06e5928-b9fa-4a39-a1bb-fba362730760 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:06.577481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.580794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Provisioning complete for port 887be28a-d2e1-426a-aabe-7acadcb6f2fc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:06.581340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.615037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Made reservation on behalf of 07449c7093e6439fb3629546e3a34555 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:06.617776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.618888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.660864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b36ab3-daa5-410f-adc7-513b9e482fb9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:06.661200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.661778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] device_id is not set on port 93131f57-8950-49b3-b849-7be1b982c47e yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:06.690907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.766610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.780200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc22785e-1661-4e20-804f-6f0083c5d8c6,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:06.783627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.820544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b495a-01de-40e0-b4fd-1760199d29a0']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.843343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1282414c-d1ef-4266-ba2e-4fad7f6faf45') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.844934 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1282414c-d1ef-4266-ba2e-4fad7f6faf45') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:06.855471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.859928 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-64f83aa6-2838-433c-863e-83fb306fd0b0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1513166 Jan 17 12:48:06.860905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45428) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:06.863306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.901895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.914515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:06.914836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:06.922684 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:06.956478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe36:9618 (a66930c0-bf2c-424b-976e-045386db06ff/f4f49b85-1086-4eb3-8e36-0beeefcc4598/9bddf5db-3cff-4245-bd24-6c47bc7ab43c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:07.013193 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:48:07.019784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Allocated IP 172.20.0.12 (8d250f89-ce5a-45a4-a5f2-14039f7c0f95/08b43ec5-0f25-48fe-b3a8-b809d1f713cc/93131f57-8950-49b3-b849-7be1b982c47e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:07.038092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2aecfa0-faf7-4f3d-aaba-bf9d481b3121 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.067906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2aecfa0-faf7-4f3d-aaba-bf9d481b3121 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.072802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.084274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.087146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 887be28a-d2e1-426a-aabe-7acadcb6f2fc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:07.099474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.219479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2aecfa0-faf7-4f3d-aaba-bf9d481b3121 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.222158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2aecfa0-faf7-4f3d-aaba-bf9d481b3121 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.223274 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c2aecfa0-faf7-4f3d-aaba-bf9d481b3121 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/32d91490-4619-4ae1-bfdd-eda0649843ba HTTP/1.1" status: 204 len: 168 time: 0.3621359 Jan 17 12:48:07.235729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45430) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:07.237387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aecfa0-faf7-4f3d-aaba-bf9d481b3121 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d91490-4619-4ae1-bfdd-eda0649843ba,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:07.262408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:07.324035 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-170e7747-e281-4f30-aa3e-c8a23325f3af tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0774682 Jan 17 12:48:07.328644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45432) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:07.334092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--955953110'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:07.348754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.353988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:07.363222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.373170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:07.421824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.429957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.433236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 887be28a-d2e1-426a-aabe-7acadcb6f2fc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:07.433617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.485157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Subnet': ['ID=df03f5f6-b805-40e9-b35d-661424429ae1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:07.490186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.494876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-157e8ca5-4a62-4b71-a299-6f684b3d6757 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/df03f5f6-b805-40e9-b35d-661424429ae1 HTTP/1.1" status: 204 len: 168 time: 1.5788739 Jan 17 12:48:07.502508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45434) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:07.537677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.537677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.549298 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.558056 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/d99b495a-01de-40e0-b4fd-1760199d29a0 HTTP/1.1" status: 204 len: 168 time: 1.7832632 Jan 17 12:48:07.558695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45436) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-9a18ebdc-e5b4-4861-bbe6-907caa05f36c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0b36ab3-daa5-410f-adc7-513b9e482fb9: This subnet is being modified by another concurrent operation. Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:48:07.573964 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0b36ab3-daa5-410f-adc7-513b9e482fb9: This subnet is being modified by another concurrent operation. Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 12:48:07.578696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c87da-95f8-493d-ad38-1e7ea2ba8372 None None] Pushing event updated for resources: {'Port': ['ID=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:07.587690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044930721'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:07.591674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b907b5-c321-4b3e-9407-777f1cb73d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=d99b495a-01de-40e0-b4fd-1760199d29a0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:07.600102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.601448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4455352f-334e-41c8-8095-7d129e249fff None None] Network b38b4db9-6183-4066-b46b-6b5258d15965 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:07.626965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Attempting to bind port e7e3a6a3-32e8-48dd-969d-b8b21f80436f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:07.627441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Attempting to bind port e7e3a6a3-32e8-48dd-969d-b8b21f80436f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:07.627907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Attempting to bind port e7e3a6a3-32e8-48dd-969d-b8b21f80436f on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:07.647702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.689586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d944caca-c833-4af6-b73d-81b8c18b1ebf,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:07.699165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] For port 887be28a-d2e1-426a-aabe-7acadcb6f2fc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=887be28a-d2e1-426a-aabe-7acadcb6f2fc,segment=NetworkSegment(fc5f789b-3152-4ae1-a31d-791fe656f453),segment_id=fc5f789b-3152-4ae1-a31d-791fe656f453)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:07.708051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad668949-cf05-4ac0-8217-56c36cd631cd None None] Network d99b495a-01de-40e0-b4fd-1760199d29a0 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:07.721954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:07.724051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:07.724606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:07.725037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.725419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:07.725916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Bound port: e7e3a6a3-32e8-48dd-969d-b8b21f80436f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:07.726302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.726640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.765500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.769490 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2d3b8148-4bc3-4dec-b19d-d250e1f1466c tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4366527 Jan 17 12:48:07.769490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:07.771039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45438) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:07.776081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019048979'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:07.797138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad668949-cf05-4ac0-8217-56c36cd631cd None None] Network d99b495a-01de-40e0-b4fd-1760199d29a0 could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 12:48:07.809161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.816475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.819532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 61c5e4fa-e76f-48fd-b3c5-a7755852de89 of type vlan for network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e Jan 17 12:48:07.834011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Pushing event updated for resources: {'Port': ['ID=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:07.839534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.869238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.895899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.940838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Provisioning complete for port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:07.940838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.969454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:07.975410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:07.976143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.041906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.046889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d601e0c-6634-401d-945e-82591b36196b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:08.048316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d601e0c-6634-401d-945e-82591b36196b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:08.049300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7df6f2-17e5-4b8c-b1d7-d44e08b33985 None None] Pushing event updated for resources: {'Port': ['ID=887be28a-d2e1-426a-aabe-7acadcb6f2fc,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.053881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7d601e0c-6634-401d-945e-82591b36196b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5415027 Jan 17 12:48:08.061685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45440) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:08.061924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] For port e7e3a6a3-32e8-48dd-969d-b8b21f80436f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:08.068599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.078540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.083216 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4985073 Jan 17 12:48:08.083216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f13646-eb1e-4239-834a-ed9678082af8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=5cae82fb-8249-4f8a-aa99-26ea7cc9c47e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.084295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] For port e7e3a6a3-32e8-48dd-969d-b8b21f80436f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:08.091778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45442) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:08.091778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:08.100076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:08.100625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:08.101064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:08.168957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.188611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.228896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] DHCP port deletion for b38b4db9-6183-4066-b46b-6b5258d15965 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:08.229334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Deleting port 4e611383-1c8a-49fd-a7a6-4dee6e26463c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:08.229901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.238374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c28b52-31d7-4e54-9bda-dc7cdbe050e5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.298095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.299671 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2bdc934a-aa74-4530-8b04-500d824fc927 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5271771 Jan 17 12:48:08.302632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45444) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:08.308294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': 'd944caca-c833-4af6-b73d-81b8c18b1ebf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c1c28b52-31d7-4e54-9bda-dc7cdbe050e5', 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:08.321214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43972d58-b999-48b3-b216-252ebea8b3a4 None None] Pushing event updated for resources: {'Port': ['ID=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.343985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c4661da-0ae1-41ca-86e6-b22ea73c961d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.347918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] Deleting port 134e37f4-58c9-4528-8456-d39f7343075c {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:08.348319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.366610 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4661da-0ae1-41ca-86e6-b22ea73c961d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 17 12:48:08.366610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4661da-0ae1-41ca-86e6-b22ea73c961d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:08.372868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45446) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:08.373939 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8c4661da-0ae1-41ca-86e6-b22ea73c961d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/b38b4db9-6183-4066-b46b-6b5258d15965 HTTP/1.1" status: 409 len: 405 time: 0.3092551 Jan 17 12:48:08.384618 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1567210827'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:08.394953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] For port 4e611383-1c8a-49fd-a7a6-4dee6e26463c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e611383-1c8a-49fd-a7a6-4dee6e26463c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:08.395324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.410571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Calling delete_port for 4e611383-1c8a-49fd-a7a6-4dee6e26463c owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:08.429032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:08.433829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c516db33-302a-44ab-a01c-cd429f046596 None None] Provisioning complete for port 91672eb5-b9b4-4f17-a4cd-7385937c2ded triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:08.434210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c516db33-302a-44ab-a01c-cd429f046596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.434968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.441034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] For port 134e37f4-58c9-4528-8456-d39f7343075c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=134e37f4-58c9-4528-8456-d39f7343075c,segment=NetworkSegment(5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e),segment_id=5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:08.441441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.478685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] Calling delete_port for 134e37f4-58c9-4528-8456-d39f7343075c owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:08.484687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.502880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c516db33-302a-44ab-a01c-cd429f046596 None None] Port 91672eb5-b9b4-4f17-a4cd-7385937c2ded cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:08.563015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.575569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c516db33-302a-44ab-a01c-cd429f046596 None None] Provisioning complete for port 887be28a-d2e1-426a-aabe-7acadcb6f2fc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:08.575569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c516db33-302a-44ab-a01c-cd429f046596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.585998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=9bddf5db-3cff-4245-bd24-6c47bc7ab43c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.604183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.695781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 134e37f4-58c9-4528-8456-d39f7343075c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:08.720983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:08.731077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:08.734865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:08.741338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:08.742002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.744532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.745807 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:08.761571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.762671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:08.776089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:08.781356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.781563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:08.790579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.835175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Port': ['ID=93131f57-8950-49b3-b849-7be1b982c47e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.841155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:08.846356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d1852-e5f0-47ef-8f8b-abaa799c41b4 None None] Network 0944195f-9d4a-43ed-aa13-509bed7380fa requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:08.848280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] No DVR routers for this DVR port 134e37f4-58c9-4528-8456-d39f7343075c on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:08.851205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.872593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a4aaa9-53f2-45f0-bcfd-5f07adb12a86,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:08.875871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No active binding found for port 134e37f4-58c9-4528-8456-d39f7343075c {{(pid=109282) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 17 12:48:08.876319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 134e37f4-58c9-4528-8456-d39f7343075c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 17 12:48:08.877702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b27696e5-092b-4389-9f49-f11d0e1d79f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8632555 Jan 17 12:48:08.880551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45448) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:08.882115 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.883010 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Added segment 9ed72874-8e96-42c6-a71f-f53c4d8f4df5 of type vlan for network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 Jan 17 12:48:08.926905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Port 134e37f4-58c9-4528-8456-d39f7343075c not found, will not notify nova. {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 17 12:48:08.927307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:08.929577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:08.930237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:08.961100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483120c-ae7f-421c-ba7f-35a05bed9d61 None None] Pushing event deleted for resources: {'Port': ['ID=134e37f4-58c9-4528-8456-d39f7343075c,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:09.007942 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff2d16ea-de24-42f5-bd2b-ebff9d2a44ca tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0155699 Jan 17 12:48:09.011711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45450) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:09.020709 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c516db33-302a-44ab-a01c-cd429f046596 None None] Could not find standard attr ID for object 134e37f4-58c9-4528-8456-d39f7343075c. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:48:09.028606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:09.037431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.058927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.070075 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e80a4cb2-f9e9-420a-8814-12f0943ef567 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7657881 Jan 17 12:48:09.080195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45452) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:09.093392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76acc6eb-3368-43fb-9424-357263c858b0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:09.100483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76acc6eb-3368-43fb-9424-357263c858b0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:09.102301 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-76acc6eb-3368-43fb-9424-357263c858b0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2135870 Jan 17 12:48:09.106216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45454) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:09.115625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e4971a6-57a0-44ba-86b8-3abefe3c103d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.127531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e4971a6-57a0-44ba-86b8-3abefe3c103d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.127834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:09.128292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.163982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.209631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-46d25e55-3187-459e-8787-08fd76d7b7d6 None None] Provisioning complete for port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:09.210023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46d25e55-3187-459e-8787-08fd76d7b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.211155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 9bddf5db-3cff-4245-bd24-6c47bc7ab43c {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:09.211578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.258090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.260179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.288333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.312904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.318566 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:09.319177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.341887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e4971a6-57a0-44ba-86b8-3abefe3c103d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.357210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e4971a6-57a0-44ba-86b8-3abefe3c103d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.362765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2e4971a6-57a0-44ba-86b8-3abefe3c103d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/81a4aaa9-53f2-45f0-bcfd-5f07adb12a86 HTTP/1.1" status: 204 len: 168 time: 0.2806151 Jan 17 12:48:09.363543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45456) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:09.448109 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e611383-1c8a-49fd-a7a6-4dee6e26463c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:09.459018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=5caeb7bb-6bdf-4ce1-a652-8be452632ec9,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:09.515332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.518220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Network': ['ID=0328f5e9-56f6-4f84-9175-502b7d4eeb41,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:09.536208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '61c5e4fa-e76f-48fd-b3c5-a7755852de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:09.536587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:09.539971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 9bddf5db-3cff-4245-bd24-6c47bc7ab43c owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:09.557402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4971a6-57a0-44ba-86b8-3abefe3c103d tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a4aaa9-53f2-45f0-bcfd-5f07adb12a86,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:09.566121 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c03e1871-960d-4d6f-a78c-e6898b6b122e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1866441 Jan 17 12:48:09.571181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45458) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:09.581011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'subnet': {'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:09.597744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:09.688305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 887be28a-d2e1-426a-aabe-7acadcb6f2fc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:09.694708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46d25e55-3187-459e-8787-08fd76d7b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.725037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9d67005d-0c33-4cb1-bcca-4041c0657034 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2779696 Jan 17 12:48:09.725745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45460) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:09.781673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-46d25e55-3187-459e-8787-08fd76d7b7d6 None None] For port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,segment=NetworkSegment(857c5bae-242f-4476-9821-a7cb8c6fcdc6),segment_id=857c5bae-242f-4476-9821-a7cb8c6fcdc6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:09.784096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.793952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 887be28a-d2e1-426a-aabe-7acadcb6f2fc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:09.796392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:09.796925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.877641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e7e3a6a3-32e8-48dd-969d-b8b21f80436f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:09.910253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.915109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46d25e55-3187-459e-8787-08fd76d7b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.916237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.925016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:09.927079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.944424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:09.945435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:09.958318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a967a1d-307a-48d8-8025-dcb311c91c4b None None] Network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:09.991262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=9bddf5db-3cff-4245-bd24-6c47bc7ab43c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:10.017891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b26b4aba-2af5-4266-bfcb-c69986c5bed5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.024627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.027760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.031230 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fbc33565-be17-4cf0-9dd8-187a8db01ca7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/9bddf5db-3cff-4245-bd24-6c47bc7ab43c HTTP/1.1" status: 204 len: 168 time: 0.9210758 Jan 17 12:48:10.031436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45462) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.046624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e7e3a6a3-32e8-48dd-969d-b8b21f80436f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:10.051587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.061689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b26b4aba-2af5-4266-bfcb-c69986c5bed5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.093116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d25e55-3187-459e-8787-08fd76d7b7d6 None None] Pushing event updated for resources: {'Port': ['ID=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:10.105075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b6681-8718-4d85-bc7f-94c2b87dd9a8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:10.106605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.107216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3bae90a-53bb-4544-ae22-6f228ada3ff3 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:10.108041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b6681-8718-4d85-bc7f-94c2b87dd9a8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:10.109635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a52b6681-8718-4d85-bc7f-94c2b87dd9a8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0769801 Jan 17 12:48:10.112185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45464) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.113034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Provisioning complete for port 93131f57-8950-49b3-b849-7be1b982c47e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:10.113443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.114860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.116796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9d9bd64a-019a-466a-8b68-31e4e01a3051 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "DELETE /v2.0/routers/f3bae90a-53bb-4544-ae22-6f228ada3ff3 HTTP/1.1" status: 204 len: 168 time: 3.6539783 Jan 17 12:48:10.126294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45466) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.132363 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-350873f0-c96a-4a5d-948d-ddd45488b1f7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0461223 Jan 17 12:48:10.138432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-575309105', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:10.144963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:10.154648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.161318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45468) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.178296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-401399330'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:10.216225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet f4f49b85-1086-4eb3-8e36-0beeefcc4598 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:10.225178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Port 93131f57-8950-49b3-b849-7be1b982c47e cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:10.232152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.287603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Provisioning complete for port e7e3a6a3-32e8-48dd-969d-b8b21f80436f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:10.287603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.291279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.326089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.362584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Allocated IP 172.26.4.20 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/c2789577-af88-4e78-a81c-ea28bf0cad67) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:10.375559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5cae82fb-8249-4f8a-aa99-26ea7cc9c47e', 'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': '5caeb7bb-6bdf-4ce1-a652-8be452632ec9'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:10.376432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.444040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port e7e3a6a3-32e8-48dd-969d-b8b21f80436f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:10.450414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b26b4aba-2af5-4266-bfcb-c69986c5bed5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.454945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b26b4aba-2af5-4266-bfcb-c69986c5bed5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.456231 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b26b4aba-2af5-4266-bfcb-c69986c5bed5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1c28b52-31d7-4e54-9bda-dc7cdbe050e5 HTTP/1.1" status: 204 len: 168 time: 0.7237980 Jan 17 12:48:10.458958 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45470) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.501280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b4aba-2af5-4266-bfcb-c69986c5bed5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c28b52-31d7-4e54-9bda-dc7cdbe050e5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:10.524753 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a7d9fe43-a411-4f31-a4d9-e3af318af2ba tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0644717 Jan 17 12:48:10.525456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45472) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.568925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.585138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-321509e8-0ecd-4484-ab22-ab34f75f38db tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.595424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.599044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.600073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.603023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:10.606510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.612712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.612981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.613854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 01cf5ad1-83e7-4675-a231-68d5a1f39ffc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:10.617913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-321509e8-0ecd-4484-ab22-ab34f75f38db tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.661886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:10.709050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.709396 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment d3b95b5e-a6f2-4a7f-aebf-eb77389563d5 of type vlan for network 79f6f17c-a42c-45c6-b190-095aaee11206 Jan 17 12:48:10.721688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.722353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Allocated IP 2001:db8::1 (5cae82fb-8249-4f8a-aa99-26ea7cc9c47e/5caeb7bb-6bdf-4ce1-a652-8be452632ec9/8656e510-ec95-405a-9a95-2b931f82fdce) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:10.728251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:10.773567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-321509e8-0ecd-4484-ab22-ab34f75f38db tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.777635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-321509e8-0ecd-4484-ab22-ab34f75f38db tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.783640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45474) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.785325 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-321509e8-0ecd-4484-ab22-ab34f75f38db tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/d944caca-c833-4af6-b73d-81b8c18b1ebf HTTP/1.1" status: 204 len: 168 time: 0.2580881 Jan 17 12:48:10.796888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.801064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.801223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:10.801520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.816153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321509e8-0ecd-4484-ab22-ab34f75f38db tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d944caca-c833-4af6-b73d-81b8c18b1ebf,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:10.841687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f49b85-1086-4eb3-8e36-0beeefcc4598,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:10.845287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.848748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-34eaa5c4-926b-4cba-9f75-c3b0575381a6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/f4f49b85-1086-4eb3-8e36-0beeefcc4598 HTTP/1.1" status: 204 len: 168 time: 0.7355287 Jan 17 12:48:10.853046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45476) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.865391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.887747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ab4d61-2ddf-44f4-b0fa-c27eea26d162 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:10.907086 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2bf040df-9c42-41cd-b3bf-a35f36dd8bb1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526958 Jan 17 12:48:10.908099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45478) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:10.929537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:10.963949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:10.969411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:10.969768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:10.971266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901793fe-507c-4267-b567-aaea9b478142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:10.976702 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-901793fe-507c-4267-b567-aaea9b478142 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0652044 Jan 17 12:48:10.977453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45480) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.036250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537cb49-c8b9-4ac0-b3d7-f3c03c7e0714 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:11.040557 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9537cb49-c8b9-4ac0-b3d7-f3c03c7e0714 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0603411 Jan 17 12:48:11.040809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45482) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.051776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:11.059087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1d736b7d-7136-4866-9a74-328ef6b5dc07 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2752514 Jan 17 12:48:11.088526 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9357916c-bab8-481f-bd58-40b5cb85778e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464814 Jan 17 12:48:11.089351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45484) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.094153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45486) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.098158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--707861299'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:11.099538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.100353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.105009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:11.105644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.108821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:11.109992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:11.128148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:11.141825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.144548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Port': ['ID=c2789577-af88-4e78-a81c-ea28bf0cad67,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:11.178953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 134e37f4-58c9-4528-8456-d39f7343075c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:11.185503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.214220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 134e37f4-58c9-4528-8456-d39f7343075c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:11.214640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 134e37f4-58c9-4528-8456-d39f7343075c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:11.238922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:11.259117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:11.271580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Subnet': ['ID=2660d55a-d3a7-495c-b4d4-a2672ca0ef56,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:11.281734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:11.284701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Pushing event updated for resources: {'Port': ['ID=8656e510-ec95-405a-9a95-2b931f82fdce,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:11.286933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:11.298596 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1343582 Jan 17 12:48:11.301843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45488) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.307073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:11.348214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Attempting to bind port 8656e510-ec95-405a-9a95-2b931f82fdce on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:11.348214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Attempting to bind port 8656e510-ec95-405a-9a95-2b931f82fdce by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '61c5e4fa-e76f-48fd-b3c5-a7755852de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:11.348214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Attempting to bind port 8656e510-ec95-405a-9a95-2b931f82fdce on network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:11.355229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:11.355634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Checking segment: {'id': '61c5e4fa-e76f-48fd-b3c5-a7755852de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:11.356040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.356439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Bound using segment: {'id': '61c5e4fa-e76f-48fd-b3c5-a7755852de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:11.356906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Bound port: 8656e510-ec95-405a-9a95-2b931f82fdce, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c5e4fa-e76f-48fd-b3c5-a7755852de89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5cae82fb-8249-4f8a-aa99-26ea7cc9c47e'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:11.357288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.366023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.375146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Deleting port e7e3a6a3-32e8-48dd-969d-b8b21f80436f {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:11.375541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.405255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.411133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef4364-f710-4ca7-a1f0-49458a6e55b4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=79f6f17c-a42c-45c6-b190-095aaee11206,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:11.422390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Checking segment: {'id': '9ed72874-8e96-42c6-a71f-f53c4d8f4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:11.422390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network hostable DHCP agents. Network: 0328f5e9-56f6-4f84-9175-502b7d4eeb41, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:11.435008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 79f6f17c-a42c-45c6-b190-095aaee11206 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:11.447843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 01cf5ad1-83e7-4675-a231-68d5a1f39ffc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:11.523960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.526401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.585491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:11.607256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:11.611558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.615912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:11.619306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.660826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.682587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.702167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.734556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] For port e7e3a6a3-32e8-48dd-969d-b8b21f80436f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:11.735059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.751480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0328f5e9-56f6-4f84-9175-502b7d4eeb41) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:11.756360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Performing IP validity checks on allocation pools {{(pid=109281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:48:11.757106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:48:11.762603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] For port 8656e510-ec95-405a-9a95-2b931f82fdce, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:11.773664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384ae20-6621-4d33-a9e0-f50c5b5889b5 None None] Network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:11.776506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Calling delete_port for e7e3a6a3-32e8-48dd-969d-b8b21f80436f owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:11.780892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] For port 8656e510-ec95-405a-9a95-2b931f82fdce, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8656e510-ec95-405a-9a95-2b931f82fdce,segment=NetworkSegment(61c5e4fa-e76f-48fd-b3c5-a7755852de89),segment_id=61c5e4fa-e76f-48fd-b3c5-a7755852de89)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:11.786772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:11.786990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.790218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0bafd4-71b2-4718-9647-907e5327fd6c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:11.814432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.814775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.815111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.815441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.816155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.816490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.816821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.817146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.817464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.817785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.818107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.818429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:11.843768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Provisioning complete for port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:11.844137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5f6b7f9-1e31-4066-b2b9-a615616cbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.849420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:11.850030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.870523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.871698 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5388f92a-c30a-465e-ba3d-a4d6a9304e5e tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7808349 Jan 17 12:48:11.877694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45490) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.884725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': 'fa0bafd4-71b2-4718-9647-907e5327fd6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:11.889607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Allocated IP 172.26.4.134 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/eed05994-d003-424c-9b4e-b33815f0d68b) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:11.930764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.973319 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88b46d86-3c80-456e-b2a2-7c452e2d2e43 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3962243 Jan 17 12:48:11.974461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:11.976477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45492) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:11.983776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'port': {'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41', 'name': 'tempest-NetworksIpV6TestAttrs-823302969'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:12.109826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.112912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.115776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f56669-3561-4369-9a02-a39cd0bb8ab3 None None] Pushing event updated for resources: {'Port': ['ID=8656e510-ec95-405a-9a95-2b931f82fdce,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:12.184743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:12.200932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:12.211431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:12.212073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.249404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:12.249767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: 79f6f17c-a42c-45c6-b190-095aaee11206, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:12.253093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.253588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=530149b5-b1b4-418d-96a0-991b5e464586,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:12.272580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] No DVR routers for this DVR port e7e3a6a3-32e8-48dd-969d-b8b21f80436f on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:12.295918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Pushing event deleted for resources: {'Port': ['ID=e7e3a6a3-32e8-48dd-969d-b8b21f80436f,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:12.305481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-0328f5e9-56f6-4f84-9175-502b7d4eeb41', 'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41', 'tenant_id': '104bcd3066c34e5c8220a515f3bfefd7', 'fixed_ips': [{'subnet_id': '2660d55a-d3a7-495c-b4d4-a2672ca0ef56'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:12.306669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.321085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=59468659-3c1e-46ec-8fb9-b82e746fa48a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:12.323476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.324317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.324906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.325405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.325901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.326950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.327445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.328007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.328510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.328997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.329508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.329629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-502b2c21-f30b-489f-ac3b-10e48e38069a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2246635 Jan 17 12:48:12.330082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f69ac-1196-4a49-beae-ee8a321c9a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.340122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45494) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:12.341687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda960d0-766b-44cb-b2ad-f3d4aea3ee51 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:12.347933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:45:29:34', 'name': 'tempest-NetworksTestDHCPv6-1232002636'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:12.402223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e7e3a6a3-32e8-48dd-969d-b8b21f80436f no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:12.438331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e7e3a6a3-32e8-48dd-969d-b8b21f80436f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:12.438845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e7e3a6a3-32e8-48dd-969d-b8b21f80436f not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:12.439976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e611383-1c8a-49fd-a7a6-4dee6e26463c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:12.484975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.497403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ec8ef083-c083-4222-9737-cfadfd46efb8 None None] Could not find standard attr ID for object 9bddf5db-3cff-4245-bd24-6c47bc7ab43c. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:48:12.533528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 4e611383-1c8a-49fd-a7a6-4dee6e26463c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:12.533952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e611383-1c8a-49fd-a7a6-4dee6e26463c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:12.559092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 79f6f17c-a42c-45c6-b190-095aaee11206 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:12.595734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Port': ['ID=c2789577-af88-4e78-a81c-ea28bf0cad67,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:12.608183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.632748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.636375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Allocated IP 2001:db8::f816:3eff:fe5b:e9d3 (0328f5e9-56f6-4f84-9175-502b7d4eeb41/2660d55a-d3a7-495c-b4d4-a2672ca0ef56/b72cae27-dc5d-4795-8ab3-445be46565d9) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:12.638035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.682358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 79f6f17c-a42c-45c6-b190-095aaee11206) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:12.682358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:12.682358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.714314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '59468659-3c1e-46ec-8fb9-b82e746fa48a'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:12.715283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.717148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbef01b-3263-4059-ae89-d4f4f9d878f9 None None] Network 79f6f17c-a42c-45c6-b190-095aaee11206 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:12.734373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.739025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:12.784968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.789217 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-32d7362b-11ec-4b6f-92d8-25277529ebf2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7729375 Jan 17 12:48:12.789359 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3364835b-30bc-465b-a86a-f3707fa31258 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4852414 Jan 17 12:48:12.790254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:12.793350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45498) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:12.794681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-eef98b7c-f975-4613-a1b4-08278c1df071 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'floatingip': {'port_id': '93131f57-8950-49b3-b849-7be1b982c47e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:12.843870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eef98b7c-f975-4613-a1b4-08278c1df071 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.856219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.863827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.923042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908f773d-517d-427f-8c01-895f7a8b49ba,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:12.955173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:12.962591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.963473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.963853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.964382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.964596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.964878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.965212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.965543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.965875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.966859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.966859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.966859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.967203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:12.974121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:12.977813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:12.983468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:12.986477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:12.988173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event updated for resources: {'Port': ['ID=eed05994-d003-424c-9b4e-b33815f0d68b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:13.013467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:13.025191 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-eef98b7c-f975-4613-a1b4-08278c1df071 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] update failed (client error): The resource could not be found. Jan 17 12:48:13.026405 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eef98b7c-f975-4613-a1b4-08278c1df071 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "PUT /v2.0/floatingips/744cfee6-8221-48d0-b642-4a997141228b HTTP/1.1" status: 404 len: 507 time: 0.2352152 Jan 17 12:48:13.029345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45500) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.035210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.036526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-412a6da6-02af-4348-b13f-8d77555a140b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1553671 Jan 17 12:48:13.045939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45502) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.052767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/59468659-3c1e-46ec-8fb9-b82e746fa48a/dce56704-f130-4eea-bcf0-de94476cffc2) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:13.060654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.067731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] device_id is not set on port 3b7b3372-067c-4891-bf4d-5b4f9f2c0a96 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:13.122583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.135932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-79f6f17c-a42c-45c6-b190-095aaee11206', 'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': '530149b5-b1b4-418d-96a0-991b5e464586'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:13.140363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.234416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50fffd91-0ee8-43a1-b5e8-579deba987e5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.269465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.294978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50fffd91-0ee8-43a1-b5e8-579deba987e5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.295300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Deleting port c2789577-af88-4e78-a81c-ea28bf0cad67 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:13.295990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.389782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.409586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e10d5e-fbc0-4e68-9b78-4a96d9709ba1 None None] Network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:13.422559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Allocated IP 2001:db8::3 (79f6f17c-a42c-45c6-b190-095aaee11206/530149b5-b1b4-418d-96a0-991b5e464586/d0132c3b-dbb1-4c38-83ff-20c747a2d745) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:13.427517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:13.441433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Allocated IP 2001:db8::f816:3eff:fec1:6766 (0328f5e9-56f6-4f84-9175-502b7d4eeb41/2660d55a-d3a7-495c-b4d4-a2672ca0ef56/3b7b3372-067c-4891-bf4d-5b4f9f2c0a96) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:13.442936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.443366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.464012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Calling delete_port for c2789577-af88-4e78-a81c-ea28bf0cad67 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:13.466800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:13.506055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8656e510-ec95-405a-9a95-2b931f82fdce up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:13.515079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:13.528910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Pushing event updated for resources: {'Port': ['ID=b72cae27-dc5d-4795-8ab3-445be46565d9,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:13.546609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50fffd91-0ee8-43a1-b5e8-579deba987e5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.551910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50fffd91-0ee8-43a1-b5e8-579deba987e5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.553064 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-50fffd91-0ee8-43a1-b5e8-579deba987e5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/908f773d-517d-427f-8c01-895f7a8b49ba HTTP/1.1" status: 204 len: 168 time: 0.5054221 Jan 17 12:48:13.556240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45504) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.580464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fffd91-0ee8-43a1-b5e8-579deba987e5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=908f773d-517d-427f-8c01-895f7a8b49ba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:13.607724 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6242253-87cf-450a-b3f7-ab44cff0a906 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498779 Jan 17 12:48:13.610801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45506) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.698426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.701729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a330065d-57d5-4aa2-bafb-d548eaaf07cc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.725481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a330065d-57d5-4aa2-bafb-d548eaaf07cc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.775415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.782918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-499ff7ed-1ae0-4f7d-a689-7d8ba321636f None None] Provisioning complete for port 8656e510-ec95-405a-9a95-2b931f82fdce triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:13.783306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-499ff7ed-1ae0-4f7d-a689-7d8ba321636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.784340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.812345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Port': ['ID=c2789577-af88-4e78-a81c-ea28bf0cad67,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:13.874056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.876841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.881368 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-01867ccb-f126-40c4-a3df-4fb2e08a5746 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "DELETE /v2.0/floatingips/744cfee6-8221-48d0-b642-4a997141228b HTTP/1.1" status: 204 len: 168 time: 0.8473380 Jan 17 12:48:13.882058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45508) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.887135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-637b1cdc-bdfa-4c96-9ab8-200859c37864 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'floatingip': {'floating_network_id': '8d250f89-ce5a-45a4-a5f2-14039f7c0f95', 'port_id': '93131f57-8950-49b3-b849-7be1b982c47e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:13.891222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.901651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a330065d-57d5-4aa2-bafb-d548eaaf07cc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.904274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a330065d-57d5-4aa2-bafb-d548eaaf07cc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.906025 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a330065d-57d5-4aa2-bafb-d548eaaf07cc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/fa0bafd4-71b2-4718-9647-907e5327fd6c HTTP/1.1" status: 204 len: 168 time: 0.2940090 Jan 17 12:48:13.911734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45510) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.938038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330065d-57d5-4aa2-bafb-d548eaaf07cc tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0bafd4-71b2-4718-9647-907e5327fd6c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:13.940441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Attempting to bind port b72cae27-dc5d-4795-8ab3-445be46565d9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:13.940878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Attempting to bind port b72cae27-dc5d-4795-8ab3-445be46565d9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9ed72874-8e96-42c6-a71f-f53c4d8f4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:13.941195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Attempting to bind port b72cae27-dc5d-4795-8ab3-445be46565d9 on network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:13.955126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.982942 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a3ef4de9-976a-4065-bd82-8124603a11bf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0675848 Jan 17 12:48:13.984152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45512) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:13.988991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804425155'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:13.992205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:13.992811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Checking segment: {'id': '9ed72874-8e96-42c6-a71f-f53c4d8f4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:13.992948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:13.993577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Bound using segment: {'id': '9ed72874-8e96-42c6-a71f-f53c4d8f4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:13.993858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Bound port: b72cae27-dc5d-4795-8ab3-445be46565d9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed72874-8e96-42c6-a71f-f53c4d8f4df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0328f5e9-56f6-4f84-9175-502b7d4eeb41'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:13.994284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.013516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:14.018980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:14.023353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.024804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8656e510-ec95-405a-9a95-2b931f82fdce triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:14.025186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.026425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:14.032883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:14.033607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.043541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Port': ['ID=3b7b3372-067c-4891-bf4d-5b4f9f2c0a96,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.052060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-637b1cdc-bdfa-4c96-9ab8-200859c37864 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.057401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.136217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::265 (a66930c0-bf2c-424b-976e-045386db06ff/59468659-3c1e-46ec-8fb9-b82e746fa48a/16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:14.172664 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9829a1af-f5e1-4e98-9fec-1f74ecf4941d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1924448 Jan 17 12:48:14.173470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45514) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:14.216716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:14.226918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.242854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting subnet 2660d55a-d3a7-495c-b4d4-a2672ca0ef56 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:14.243296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:14.246237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:14.250515 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.253734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-499ff7ed-1ae0-4f7d-a689-7d8ba321636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.255519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Pushing event updated for resources: {'Port': ['ID=dce56704-f130-4eea-bcf0-de94476cffc2,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.268417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.297004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.324437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.334271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Router cc9eba5d-0db3-4158-9fd9-5aafe29a666d is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:14.346455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] For port b72cae27-dc5d-4795-8ab3-445be46565d9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:14.377504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.422861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] For port b72cae27-dc5d-4795-8ab3-445be46565d9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b72cae27-dc5d-4795-8ab3-445be46565d9,segment=NetworkSegment(9ed72874-8e96-42c6-a71f-f53c4d8f4df5),segment_id=9ed72874-8e96-42c6-a71f-f53c4d8f4df5)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:14.433928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-499ff7ed-1ae0-4f7d-a689-7d8ba321636f None None] For port 8656e510-ec95-405a-9a95-2b931f82fdce, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8656e510-ec95-405a-9a95-2b931f82fdce,segment=NetworkSegment(61c5e4fa-e76f-48fd-b3c5-a7755852de89),segment_id=61c5e4fa-e76f-48fd-b3c5-a7755852de89)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:14.434709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.443594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Network 79f6f17c-a42c-45c6-b190-095aaee11206 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:14.453811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:14.459241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Attempting to bind port dce56704-f130-4eea-bcf0-de94476cffc2 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:14.459645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Attempting to bind port dce56704-f130-4eea-bcf0-de94476cffc2 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:14.460091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Attempting to bind port dce56704-f130-4eea-bcf0-de94476cffc2 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:14.464138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-637b1cdc-bdfa-4c96-9ab8-200859c37864 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:48:14.466021 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-637b1cdc-bdfa-4c96-9ab8-200859c37864 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5830412 Jan 17 12:48:14.469638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45516) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:14.470507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:14.475462 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '93131f57-8950-49b3-b849-7be1b982c47e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:14.476504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Pushing event updated for resources: {'Port': ['ID=d0132c3b-dbb1-4c38-83ff-20c747a2d745,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.478894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.485535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:14.485928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:14.486336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.486735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:14.487469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Bound port: dce56704-f130-4eea-bcf0-de94476cffc2, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:14.487616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.514653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=530149b5-b1b4-418d-96a0-991b5e464586,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.522022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.550577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.582663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.594613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-499ff7ed-1ae0-4f7d-a689-7d8ba321636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.617061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:14.619820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:14.621627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:14.625953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:14.633560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:14.637600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.637939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.640468 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] Sync routers for ids ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:14.652287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Attempting to bind port d0132c3b-dbb1-4c38-83ff-20c747a2d745 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:14.652668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Attempting to bind port d0132c3b-dbb1-4c38-83ff-20c747a2d745 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:14.653870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Attempting to bind port d0132c3b-dbb1-4c38-83ff-20c747a2d745 on network 79f6f17c-a42c-45c6-b190-095aaee11206 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:14.657411 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] Routers {'cc9eba5d-0db3-4158-9fd9-5aafe29a666d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:14.660141 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.664297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.676037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.697038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:14.697038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Checking segment: {'id': 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:14.697523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.697865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Bound using segment: {'id': 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:14.698321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Bound port: d0132c3b-dbb1-4c38-83ff-20c747a2d745, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '79f6f17c-a42c-45c6-b190-095aaee11206'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:14.698730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.713606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f6f17c-a42c-45c6-b190-095aaee11206']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.725302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.736990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.736990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.739400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] For port dce56704-f130-4eea-bcf0-de94476cffc2, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:14.741923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.743027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:14.743255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:14.757219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499be60-7409-494e-84c2-ce8e41f9c297 None None] Pushing event updated for resources: {'Port': ['ID=b72cae27-dc5d-4795-8ab3-445be46565d9,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.758447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.761224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] For port dce56704-f130-4eea-bcf0-de94476cffc2, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=dce56704-f130-4eea-bcf0-de94476cffc2,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:14.767246 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.778667 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] Routers {'cc9eba5d-0db3-4158-9fd9-5aafe29a666d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:14.779374 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.796469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.813809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32eb0894-46ff-406c-afa2-61e67df419c0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.827576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.830337 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ddf8d035-ca16-4613-863b-59c70982fcf9 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7011580 Jan 17 12:48:14.836607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.839288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45518) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:14.846125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': False}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:14.848269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:14.848860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:14.852664 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:14.857061 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:14.857061 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b183c-d88f-48be-b288-d2af00b22567 None None] The sync data for ids ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:14.874544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.881807 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bf2fb75a-db71-448e-995e-dbc0ef314500 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8909376 Jan 17 12:48:14.881970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0c80b3a4-e0c8-488a-b782-59ac612ae911 None None] Provisioning complete for port 8656e510-ec95-405a-9a95-2b931f82fdce triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:14.882069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45520) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:14.882145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c80b3a4-e0c8-488a-b782-59ac612ae911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.884633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '32eb0894-46ff-406c-afa2-61e67df419c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:14.904074 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c800b623-185e-4370-9807-a982c760032f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5627410 Jan 17 12:48:14.909229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ff7ed-1ae0-4f7d-a689-7d8ba321636f None None] Pushing event updated for resources: {'Port': ['ID=8656e510-ec95-405a-9a95-2b931f82fdce,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:14.909643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45522) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:14.953838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:14.956432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] For port d0132c3b-dbb1-4c38-83ff-20c747a2d745, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:15.042499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Subnet': ['ID=2660d55a-d3a7-495c-b4d4-a2672ca0ef56,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:15.048555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.057756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-65581103-2183-4572-8498-d6ee439a106b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/2660d55a-d3a7-495c-b4d4-a2672ca0ef56 HTTP/1.1" status: 204 len: 168 time: 0.8832202 Jan 17 12:48:15.061122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45524) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:15.080114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c7934-4959-4a04-8705-ead0afb1b681 None None] Pushing event updated for resources: {'Port': ['ID=dce56704-f130-4eea-bcf0-de94476cffc2,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:15.095870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] For port d0132c3b-dbb1-4c38-83ff-20c747a2d745, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d0132c3b-dbb1-4c38-83ff-20c747a2d745,segment=NetworkSegment(d3b95b5e-a6f2-4a7f-aebf-eb77389563d5),segment_id=d3b95b5e-a6f2-4a7f-aebf-eb77389563d5)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:15.166957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.175794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.api [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:48:15.175794 dv-neutron-824886-1-hyperv neutron-server[109280]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:48:15.175794 dv-neutron-824886-1-hyperv neutron-server[109280]: [parameters: {'id': '79f6f17c-a42c-45c6-b190-095aaee11206'}] Jan 17 12:48:15.175794 dv-neutron-824886-1-hyperv neutron-server[109280]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:15.176645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG oslo_db.api [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:15.266159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c137e2-a37b-49c9-92f6-791fd49a690b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:15.267795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c137e2-a37b-49c9-92f6-791fd49a690b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:15.269677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-48c137e2-a37b-49c9-92f6-791fd49a690b tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2076030 Jan 17 12:48:15.282241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45526) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:15.304143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1be2-8b6b-44f1-a9c6-c0bb389a563f None None] Pushing event updated for resources: {'Port': ['ID=d0132c3b-dbb1-4c38-83ff-20c747a2d745,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:15.369442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a504e17-71ba-4517-8c4b-684cb1fe9cdf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:15.373230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a504e17-71ba-4517-8c4b-684cb1fe9cdf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:15.378655 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7a504e17-71ba-4517-8c4b-684cb1fe9cdf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4659293 Jan 17 12:48:15.380117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45528) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:15.388132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67236590-58e5-4a94-b568-9ebd671adb67 None None] Network 79f6f17c-a42c-45c6-b190-095aaee11206 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:15.390692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.463404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.487619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab86f2b-0b69-4f46-9b18-2b2fc704935a tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.535030 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab86f2b-0b69-4f46-9b18-2b2fc704935a tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 17 12:48:15.535556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab86f2b-0b69-4f46-9b18-2b2fc704935a tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:15.539025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5ab86f2b-0b69-4f46-9b18-2b2fc704935a tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/0328f5e9-56f6-4f84-9175-502b7d4eeb41 HTTP/1.1" status: 409 len: 405 time: 0.2568080 Jan 17 12:48:15.543232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45530) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:15.548196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1490896721'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:15.597014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.642193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b72cae27-dc5d-4795-8ab3-445be46565d9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:15.658007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:15.658359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.696825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.698952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b72cae27-dc5d-4795-8ab3-445be46565d9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:15.699783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.700076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.712178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.738374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Allocated IP 172.26.4.80 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/02923da3-0710-42b9-ad7a-e78d4c1cb6c5) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:15.745461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:15.749146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.764213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb74ae10-199b-4fa3-99b8-2b56fabf72e8,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:15.787916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:15.799095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.802338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting port d0132c3b-dbb1-4c38-83ff-20c747a2d745 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:15.802710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.817051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.817398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Added segment 4d618c82-a664-4228-93ea-719f620a0fbb of type vlan for network d77a6766-16d7-4869-8611-027d841a2117 Jan 17 12:48:15.834268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port b72cae27-dc5d-4795-8ab3-445be46565d9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b72cae27-dc5d-4795-8ab3-445be46565d9,segment=NetworkSegment(9ed72874-8e96-42c6-a71f-f53c4d8f4df5),segment_id=9ed72874-8e96-42c6-a71f-f53c4d8f4df5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:15.837467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.857080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:15.880058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.883789 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0c5c94cd-9546-4eee-8614-d7cd462bdb12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0018272 Jan 17 12:48:15.886797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45532) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:15.942505 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-18f5203a-29a4-4eba-8344-cb9b346f89cf tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules/bb74ae10-199b-4fa3-99b8-2b56fabf72e8 HTTP/1.1" status: 200 len: 763 time: 0.0551255 Jan 17 12:48:15.946393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45534) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:15.955953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:15.957587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device dce56704-f130-4eea-bcf0-de94476cffc2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:15.996804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.052694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=b72cae27-dc5d-4795-8ab3-445be46565d9,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:16.072518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-48722a58-e18c-48dd-b4e8-e3e3408dcdf2 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1234751 Jan 17 12:48:16.077495 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45536) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:16.094211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port dce56704-f130-4eea-bcf0-de94476cffc2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:16.094736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.196599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0eee8228-98cb-4ea0-a7e2-388d5c3adebb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.216748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0eee8228-98cb-4ea0-a7e2-388d5c3adebb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.235373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.283190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port dce56704-f130-4eea-bcf0-de94476cffc2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=dce56704-f130-4eea-bcf0-de94476cffc2,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:16.293436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.311185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.337284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] For port d0132c3b-dbb1-4c38-83ff-20c747a2d745, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d0132c3b-dbb1-4c38-83ff-20c747a2d745,segment=NetworkSegment(d3b95b5e-a6f2-4a7f-aebf-eb77389563d5),segment_id=d3b95b5e-a6f2-4a7f-aebf-eb77389563d5)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:16.337654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.350036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:16.353165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:16.366835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:16.367553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Calling delete_port for d0132c3b-dbb1-4c38-83ff-20c747a2d745 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:16.396034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event updated for resources: {'Port': ['ID=02923da3-0710-42b9-ad7a-e78d4c1cb6c5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:16.404436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.427014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e3363c8f-e1a7-4041-830e-6ab585b284d8 None None] Provisioning complete for port dce56704-f130-4eea-bcf0-de94476cffc2 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:16.427545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3363c8f-e1a7-4041-830e-6ab585b284d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.430302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.431351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8656e510-ec95-405a-9a95-2b931f82fdce up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:16.450385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0eee8228-98cb-4ea0-a7e2-388d5c3adebb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.470055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:16.474201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0eee8228-98cb-4ea0-a7e2-388d5c3adebb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.475344 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0eee8228-98cb-4ea0-a7e2-388d5c3adebb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/bb74ae10-199b-4fa3-99b8-2b56fabf72e8 HTTP/1.1" status: 204 len: 168 time: 0.3965073 Jan 17 12:48:16.485909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45538) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:16.504361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.507833 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-74153509-dcd2-4d2f-88a3-3c84cb2a09ed tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e HTTP/1.1" status: 204 len: 168 time: 1.1256502 Jan 17 12:48:16.510952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee8228-98cb-4ea0-a7e2-388d5c3adebb tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb74ae10-199b-4fa3-99b8-2b56fabf72e8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:16.515882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45540) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:16.616537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cde6d-df98-461d-a810-1fffc22d03e5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:16.618076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cde6d-df98-461d-a810-1fffc22d03e5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:16.622814 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-df2cde6d-df98-461d-a810-1fffc22d03e5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1063325 Jan 17 12:48:16.623520 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45542) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:16.674803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.688059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:16.688292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.732414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=dce56704-f130-4eea-bcf0-de94476cffc2,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:16.735887 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0a7eecf3-77be-4685-a212-9764a33d53a0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2488174 Jan 17 12:48:16.743253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45544) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:16.744514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897c763-0981-462c-b74a-afd453700e6c None None] Network 0328f5e9-56f6-4f84-9175-502b7d4eeb41 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:16.766452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '32eb0894-46ff-406c-afa2-61e67df419c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:16.766452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 59468659-3c1e-46ec-8fb9-b82e746fa48a {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:16.766723 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.773983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.846256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Port': ['ID=d0132c3b-dbb1-4c38-83ff-20c747a2d745,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:16.851325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3077049 Jan 17 12:48:16.859321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.862998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45546) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:16.863976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No DVR routers for this DVR port d0132c3b-dbb1-4c38-83ff-20c747a2d745 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:16.930182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Deleting port 02923da3-0710-42b9-ad7a-e78d4c1cb6c5 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:16.930529 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:16.945571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'subnet': {'network_id': 'd77a6766-16d7-4869-8611-027d841a2117', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:16.954096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8656e510-ec95-405a-9a95-2b931f82fdce triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:16.954514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.017175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.059451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.095181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c9887-2443-473b-b10b-4f452ca27d26 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Network': ['ID=d77a6766-16d7-4869-8611-027d841a2117,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:17.105956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] DHCP port deletion for 0328f5e9-56f6-4f84-9175-502b7d4eeb41 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:17.110029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network d77a6766-16d7-4869-8611-027d841a2117 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:17.122360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.122604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.133569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.155553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Calling delete_port for 02923da3-0710-42b9-ad7a-e78d4c1cb6c5 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:17.177350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.207695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f6f17c-a42c-45c6-b190-095aaee11206']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:17.209547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-15c2dbfc-f1f3-4c38-b543-0a07b2a6e1bd None None] Could not find standard attr ID for object 16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:48:17.223299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:17.223299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b95b5e-a6f2-4a7f-aebf-eb77389563d5') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:17.233378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-15c2dbfc-f1f3-4c38-b543-0a07b2a6e1bd None None] Provisioning complete for port b72cae27-dc5d-4795-8ab3-445be46565d9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:17.234453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-15c2dbfc-f1f3-4c38-b543-0a07b2a6e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.237057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.270770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] Deleting port b72cae27-dc5d-4795-8ab3-445be46565d9 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:17.270770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.275301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:17.280011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.300385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.304649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.315658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.343886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] For port b72cae27-dc5d-4795-8ab3-445be46565d9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b72cae27-dc5d-4795-8ab3-445be46565d9,segment=NetworkSegment(9ed72874-8e96-42c6-a71f-f53c4d8f4df5),segment_id=9ed72874-8e96-42c6-a71f-f53c4d8f4df5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:17.344258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.378769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] Calling delete_port for b72cae27-dc5d-4795-8ab3-445be46565d9 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:17.407626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:17.408439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:17.413684 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:17.415799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=59468659-3c1e-46ec-8fb9-b82e746fa48a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:17.432780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569585b8-4cb9-451a-b8a3-b5e5bbf0ca90 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:17.437280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.442362 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a38b202a-3a66-4540-9881-40ca14fb9b69 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/59468659-3c1e-46ec-8fb9-b82e746fa48a HTTP/1.1" status: 204 len: 168 time: 0.8118165 Jan 17 12:48:17.443824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45548) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.452898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e66cd7-631c-42e4-983c-1e008ba4fdba,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:17.489844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b19bcb3c-9f79-41cf-9add-2b2cab5434ac tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451982 Jan 17 12:48:17.492786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45550) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.518889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device dce56704-f130-4eea-bcf0-de94476cffc2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:17.522856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.525813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.530368 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-51ba3a8f-6a25-41b6-89c9-3a2378e924b7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7822552 Jan 17 12:48:17.531104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45552) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.546031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.555020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.561300 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e69aabea-2c3a-4279-aa7d-38b3ea0f7d12 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules/e3e66cd7-631c-42e4-983c-1e008ba4fdba HTTP/1.1" status: 200 len: 763 time: 0.0272448 Jan 17 12:48:17.567018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45554) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.581509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Port': ['ID=02923da3-0710-42b9-ad7a-e78d4c1cb6c5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:17.595095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4c7ac-fe6d-4af5-82ac-81ad7beeca1a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:17.598814 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-13d4c7ac-fe6d-4af5-82ac-81ad7beeca1a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1025851 Jan 17 12:48:17.598978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45556) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.670843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.691836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c69593-8518-493f-a8bc-34f6d11d6444 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:17.696026 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-40c69593-8518-493f-a8bc-34f6d11d6444 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0935254 Jan 17 12:48:17.696195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45558) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.715560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.724719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/79f6f17c-a42c-45c6-b190-095aaee11206 HTTP/1.1" status: 204 len: 168 time: 4.9270868 Jan 17 12:48:17.728862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa3e4e-7a8e-4d8d-8622-85096e96e641 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=79f6f17c-a42c-45c6-b190-095aaee11206,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:17.731365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45560) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.743003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e0507241-b931-4b1d-b31b-456702f9f407 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411837 Jan 17 12:48:17.743736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45562) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.744314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port dce56704-f130-4eea-bcf0-de94476cffc2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:17.744570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.748573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:17.759181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756252177'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:17.844038 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6a60031b-8b1f-4db8-8543-22ee61ef46d3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2740195 Jan 17 12:48:17.848472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45564) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.875700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.903869 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] create failed (client error): The resource could not be found. Jan 17 12:48:17.905096 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-537bbc2f-9ce6-42af-969f-fabc9d29e4e2 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4338450 Jan 17 12:48:17.909239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:17.912038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:17.917178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] Pushing event deleted for resources: {'Port': ['ID=b72cae27-dc5d-4795-8ab3-445be46565d9,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:17.919302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf943294-6dab-44c9-a54e-692f816122d6 None None] No DVR routers for this DVR port b72cae27-dc5d-4795-8ab3-445be46565d9 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:17.937735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-76fc76ce-0688-488a-a159-8b5251a83b90 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.950174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Router cc9eba5d-0db3-4158-9fd9-5aafe29a666d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:17.990855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-76fc76ce-0688-488a-a159-8b5251a83b90 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:17.992802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] Deleting port dce56704-f130-4eea-bcf0-de94476cffc2 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:17.993189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.006800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b72cae27-dc5d-4795-8ab3-445be46565d9 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:18.047314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Deleting port 93131f57-8950-49b3-b849-7be1b982c47e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:18.048118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.063412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b72cae27-dc5d-4795-8ab3-445be46565d9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:18.063812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b72cae27-dc5d-4795-8ab3-445be46565d9 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:18.085440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] For port dce56704-f130-4eea-bcf0-de94476cffc2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=dce56704-f130-4eea-bcf0-de94476cffc2,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:18.085846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.098704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] Calling delete_port for dce56704-f130-4eea-bcf0-de94476cffc2 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:18.115272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:18.118716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.131064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:18.135201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.194661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-76fc76ce-0688-488a-a159-8b5251a83b90 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.196567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:18.203141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:18.204777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.207776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-76fc76ce-0688-488a-a159-8b5251a83b90 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.211830 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-76fc76ce-0688-488a-a159-8b5251a83b90 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e3e66cd7-631c-42e4-983c-1e008ba4fdba HTTP/1.1" status: 204 len: 168 time: 0.3594291 Jan 17 12:48:18.214446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] Sync routers for ids ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:18.218285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.218532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45568) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.222069 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8cdeae0d-145d-4ec0-a232-ab535f651136 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "PUT /v2.0/routers/cc9eba5d-0db3-4158-9fd9-5aafe29a666d HTTP/1.1" status: 200 len: 921 time: 3.3815756 Jan 17 12:48:18.222613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45570) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.223832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] Routers {'cc9eba5d-0db3-4158-9fd9-5aafe29a666d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:18.224440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:18.241584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc76ce-0688-488a-a159-8b5251a83b90 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3e66cd7-631c-42e4-983c-1e008ba4fdba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:18.254670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Calling delete_port for 93131f57-8950-49b3-b849-7be1b982c47e owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:18.262528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:18.269315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.278669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.279004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 15b0abb0-7e90-49f8-b409-73769e645b17 of type vlan for network 352e00f7-e43a-4956-9e65-494479d8081d Jan 17 12:48:18.297950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] Routers {'cc9eba5d-0db3-4158-9fd9-5aafe29a666d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:18.298979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:18.303206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] Pushing event deleted for resources: {'Port': ['ID=dce56704-f130-4eea-bcf0-de94476cffc2,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:18.336179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bd3ef-f7e4-4e08-9199-665ab6402a7e None None] No DVR routers for this DVR port dce56704-f130-4eea-bcf0-de94476cffc2 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:18.337544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:18.338244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a9180-270f-4045-990a-2900b8e699be None None] The sync data for ids ['cc9eba5d-0db3-4158-9fd9-5aafe29a666d'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:18.346788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-20aad696-70ce-4261-a95c-37788f35e5ca tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248217 Jan 17 12:48:18.347125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:18.349438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45572) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.358076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.363067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '32eb0894-46ff-406c-afa2-61e67df419c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:18.365137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181274c-c820-4c5c-bf68-7317dde75a5b None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:48:18.371198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.502458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Subnet': ['ID=5f5ce626-962e-4a12-b065-6521e5720088,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:18.509328 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-af1ef22e-74ae-456c-aba1-372f5554f139 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/cc9eba5d-0db3-4158-9fd9-5aafe29a666d HTTP/1.1" status: 200 len: 921 time: 0.2806792 Jan 17 12:48:18.510442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45574) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.527825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Checking segment: {'id': '4d618c82-a664-4228-93ea-719f620a0fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd77a6766-16d7-4869-8611-027d841a2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:18.528193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network hostable DHCP agents. Network: d77a6766-16d7-4869-8611-027d841a2117, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:18.586957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f821a-c5fc-4a5e-8495-eccb79b88470 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:18.588401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-677f821a-c5fc-4a5e-8495-eccb79b88470 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=cc9eba5d-0db3-4158-9fd9-5aafe29a666d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0767407 Jan 17 12:48:18.591017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45576) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.668793 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-1181274c-c820-4c5c-bf68-7317dde75a5b None None] Agent b66c27a6-1278-47ef-bbc6-6b545688a001 already present Jan 17 12:48:18.669370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181274c-c820-4c5c-bf68-7317dde75a5b None None] Network d77a6766-16d7-4869-8611-027d841a2117 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:18.671155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181274c-c820-4c5c-bf68-7317dde75a5b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, d77a6766-16d7-4869-8611-027d841a2117) {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:48:18.672888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.679255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.688243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:18.689273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.702593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network d77a6766-16d7-4869-8611-027d841a2117 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:18.726937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Port': ['ID=93131f57-8950-49b3-b849-7be1b982c47e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:18.735345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.785055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:18.811084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.819820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf82e8a0-88e1-4982-911c-3a4b22381b09 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:18.822943 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cf82e8a0-88e1-4982-911c-3a4b22381b09 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.2293634 Jan 17 12:48:18.826014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=352e00f7-e43a-4956-9e65-494479d8081d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:18.831587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45578) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.863031 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-927755ad-676b-44b6-8f23-ce5f143240c0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc9eba5d-0db3-4158-9fd9-5aafe29a666d HTTP/1.1" status: 200 len: 205 time: 0.0297594 Jan 17 12:48:18.865729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45580) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.876702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.884325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-38531630-eb49-4a1c-9565-bcae0c012a1e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1437831 Jan 17 12:48:18.885836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45582) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.891859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:18.892773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': '352e00f7-e43a-4956-9e65-494479d8081d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:18.940540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, d77a6766-16d7-4869-8611-027d841a2117) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:18.941716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.945630 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e445f621-1bf4-49f3-8197-9b509eccfb01 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "DELETE /v2.0/ports/93131f57-8950-49b3-b849-7be1b982c47e HTTP/1.1" status: 204 len: 168 time: 1.0342069 Jan 17 12:48:18.946508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:18.948060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45584) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:18.955546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:18.956467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.971931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.984045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:18.984881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:18.991907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 352e00f7-e43a-4956-9e65-494479d8081d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:18.997072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=c984f9a8-8ecd-4356-8cba-a7bb37fa551d,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:19.014625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afb8291-0e10-439c-b358-fe0dd6647acd,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:19.079985 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ebfc853c-37f9-4cc1-be37-35cd79334d7f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2107160 Jan 17 12:48:19.083010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45586) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.094727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf66d5-1b89-4b2e-87b3-8206fc244585 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:19.099237 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3caf66d5-1b89-4b2e-87b3-8206fc244585 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ce9d961-ea78-473d-b374-e7181445e0e4 HTTP/1.1" status: 200 len: 913 time: 0.1343217 Jan 17 12:48:19.102125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.105299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45588) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.112658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.119947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5c3ef2f1-5b83-4eac-888a-ad7bf903861b tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7662923 Jan 17 12:48:19.147309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45590) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.174182 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3062af2c-c638-4438-8725-6a0d2fd0b620 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules/8afb8291-0e10-439c-b358-fe0dd6647acd HTTP/1.1" status: 200 len: 764 time: 0.0254281 Jan 17 12:48:19.178681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45592) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.255831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.290500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'c984f9a8-8ecd-4356-8cba-a7bb37fa551d'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:19.290500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.290714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-83b85dc1-80ae-4c17-940f-b0314652d1fd tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1076014 Jan 17 12:48:19.291481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45594) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.302644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a7b6e-5115-4fb9-a670-9566519c8b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-d77a6766-16d7-4869-8611-027d841a2117', 'network_id': 'd77a6766-16d7-4869-8611-027d841a2117', 'tenant_id': '104bcd3066c34e5c8220a515f3bfefd7', 'fixed_ips': [{'subnet_id': '5f5ce626-962e-4a12-b065-6521e5720088'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:19.303690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c07a7b6e-5115-4fb9-a670-9566519c8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.347951 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.414194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:19.417727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.425291 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f16c008-ec34-4af2-90ee-38f63bec6cbc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6778042 Jan 17 12:48:19.434500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45596) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.453697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device dce56704-f130-4eea-bcf0-de94476cffc2 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:19.464773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:19.499131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: dce56704-f130-4eea-bcf0-de94476cffc2 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:19.499589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device dce56704-f130-4eea-bcf0-de94476cffc2 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:19.530857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.539228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8d04272-da5f-415a-957d-60c4fa4209d8 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-c07a7b6e-5115-4fb9-a670-9566519c8b35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f5ce626-962e-4a12-b065-6521e5720088: This subnet is being modified by another concurrent operation. Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:48:19.567357 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f5ce626-962e-4a12-b065-6521e5720088: This subnet is being modified by another concurrent operation. Jan 17 12:48:19.571127 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 12:48:19.575554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Allocated IP 2001:db8::f816:3eff:fe2e:526a (a66930c0-bf2c-424b-976e-045386db06ff/c984f9a8-8ecd-4356-8cba-a7bb37fa551d/4e33151d-200f-4d49-a143-c660090c7e63) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:19.579617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8d04272-da5f-415a-957d-60c4fa4209d8 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.583231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5ce626-962e-4a12-b065-6521e5720088,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:19.643727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.709718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.742993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.753943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77a6766-16d7-4869-8611-027d841a2117']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:19.787682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d618c82-a664-4228-93ea-719f620a0fbb') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:19.787987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d618c82-a664-4228-93ea-719f620a0fbb') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:19.798483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8d04272-da5f-415a-957d-60c4fa4209d8 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.811863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.815540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8d04272-da5f-415a-957d-60c4fa4209d8 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.816672 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e8d04272-da5f-415a-957d-60c4fa4209d8 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/8afb8291-0e10-439c-b358-fe0dd6647acd HTTP/1.1" status: 204 len: 168 time: 0.5200276 Jan 17 12:48:19.821247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45598) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:19.830146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.834300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Deleting port eed05994-d003-424c-9b4e-b33815f0d68b {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:19.834300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.851859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.861958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d04272-da5f-415a-957d-60c4fa4209d8 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8afb8291-0e10-439c-b358-fe0dd6647acd,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:19.876136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:19.876808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.878131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:19.880643 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:19.882572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:19.884969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:19.913492 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.922050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Pushing event updated for resources: {'Port': ['ID=4e33151d-200f-4d49-a143-c660090c7e63,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:19.953889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Attempting to bind port 4e33151d-200f-4d49-a143-c660090c7e63 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:19.953889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Attempting to bind port 4e33151d-200f-4d49-a143-c660090c7e63 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:19.953889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Attempting to bind port 4e33151d-200f-4d49-a143-c660090c7e63 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:19.960544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:19.960943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:19.961430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.961885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:19.962422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Bound port: 4e33151d-200f-4d49-a143-c660090c7e63, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:19.963744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.981794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:19.985923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:19.995105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.014941 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b236d403-cb90-44ca-8b42-ec82fb1116a0 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1824584 Jan 17 12:48:20.015097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45600) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:20.027533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Calling delete_port for eed05994-d003-424c-9b4e-b33815f0d68b owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:20.033654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] For port 4e33151d-200f-4d49-a143-c660090c7e63, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:20.037003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] For port 4e33151d-200f-4d49-a143-c660090c7e63, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e33151d-200f-4d49-a143-c660090c7e63,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:20.086985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.119643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c984f9a8-8ecd-4356-8cba-a7bb37fa551d (CIDR: 2001:db8::/64) Jan 17 12:48:20.131332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.151471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=6904a61f-b895-4b86-82f6-78e5d65e1b07,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:20.169530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.181005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.188703 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/d77a6766-16d7-4869-8611-027d841a2117 HTTP/1.1" status: 204 len: 168 time: 1.1043162 Jan 17 12:48:20.189991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:48:20.190489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:20.201627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45602) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:20.204515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89064c5d-6113-4d94-b979-7dc0c8f748b5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.211980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1680022772'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:20.221844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a3771-72ec-4a21-a15e-e6a1228c7055 None None] Pushing event updated for resources: {'Port': ['ID=4e33151d-200f-4d49-a143-c660090c7e63,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:20.222513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a269a-b442-47d5-a473-d9c9ba45bc22 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Network': ['ID=d77a6766-16d7-4869-8611-027d841a2117,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:20.225919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '15b0abb0-7e90-49f8-b409-73769e645b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '352e00f7-e43a-4956-9e65-494479d8081d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:20.226474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: 352e00f7-e43a-4956-9e65-494479d8081d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:20.298504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89064c5d-6113-4d94-b979-7dc0c8f748b5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.335542 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-53e6abf2-3ab1-4fc9-aae0-39470707b5a1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8976958 Jan 17 12:48:20.337692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45604) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:20.343745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:20.362932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 352e00f7-e43a-4956-9e65-494479d8081d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:20.426229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:20.429793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.512818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 352e00f7-e43a-4956-9e65-494479d8081d) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:20.521057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89064c5d-6113-4d94-b979-7dc0c8f748b5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.523743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89064c5d-6113-4d94-b979-7dc0c8f748b5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.527202 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89064c5d-6113-4d94-b979-7dc0c8f748b5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/32eb0894-46ff-406c-afa2-61e67df419c0 HTTP/1.1" status: 204 len: 168 time: 0.5095365 Jan 17 12:48:20.527374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:20.527374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.529111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45606) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:20.533472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:20.553003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89064c5d-6113-4d94-b979-7dc0c8f748b5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eb0894-46ff-406c-afa2-61e67df419c0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:20.559230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.559609 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Added segment c714aee7-f0b7-446f-9ccd-943d456d024f of type vlan for network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 Jan 17 12:48:20.614497 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Deleting port 91672eb5-b9b4-4f17-a4cd-7385937c2ded {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:20.614838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.618687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.659913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.715863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event deleted for resources: {'Port': ['ID=eed05994-d003-424c-9b4e-b33815f0d68b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:20.806843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.818183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.823708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:20.824327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.848646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Calling delete_port for 91672eb5-b9b4-4f17-a4cd-7385937c2ded owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:20.853286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:20.930527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f6cd2ec1-099b-45a3-90db-ef72b89756d5 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3966098 Jan 17 12:48:20.934808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45608) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:20.940053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646315462'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:20.995644 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ac9ca5a4-5e81-4aae-9caa-1649c7a09d78 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1086187 Jan 17 12:48:21.002117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45610) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:21.031147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.034006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Network': ['ID=9dbdf799-93b1-41b7-9c98-0a6ed773b362,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:21.038031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.045629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:21.053894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:21.057775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.060230 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0c259db9-0692-43c8-bd86-17a33edae69e tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8531015 Jan 17 12:48:21.095987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45612) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:21.101603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'subnet': {'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:21.226269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.226917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Fanout notify agent at l3_agent the message router_deleted on router cc9eba5d-0db3-4158-9fd9-5aafe29a666d {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:21.235250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.236513 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e6bd1791-9442-4348-a3a9-06ff34f02e57 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/cc9eba5d-0db3-4158-9fd9-5aafe29a666d HTTP/1.1" status: 204 len: 168 time: 2.3695812 Jan 17 12:48:21.243219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45614) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:21.244057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.252173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1898317218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:21.315354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.372140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7894bb-ab93-438e-b572-8c4cd706465e None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:48:21.387428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.436375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.466292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e33151d-200f-4d49-a143-c660090c7e63 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:21.479113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Port': ['ID=91672eb5-b9b4-4f17-a4cd-7385937c2ded,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:21.486506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:21.490345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.493891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.495195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.521270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.528716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-00fd85b2-705d-4353-8112-d4e48dd42c27 None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:21.529087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00fd85b2-705d-4353-8112-d4e48dd42c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.558389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.583718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7894bb-ab93-438e-b572-8c4cd706465e None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:48:21.595583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:21.596085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.613458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:21.618661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:21.621984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:21.622763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.628098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.632144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.660810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=ae56824d-d3dc-4b9f-9122-8f833f64ae0b,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:21.713937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=6904a61f-b895-4b86-82f6-78e5d65e1b07,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:21.735317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00fd85b2-705d-4353-8112-d4e48dd42c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.761662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.765547 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8271971 Jan 17 12:48:21.767703 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-af8049b6-78c4-4383-bfa0-8af86f5f3419 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4282362 Jan 17 12:48:21.775315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45616) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:21.778917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45618) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:21.785675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:d2:4a:91', 'name': 'tempest-NetworksTestDHCPv6-863070327'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:21.791677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Request body: {'security_group_rule': {'security_group_id': '53d72fa3-11e4-4095-a1d7-cf86a75503ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:21.802160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231be54-6baa-40c4-bcf0-bddb1944de33 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d72fa3-11e4-4095-a1d7-cf86a75503ba,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:21.811384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-00fd85b2-705d-4353-8112-d4e48dd42c27 None None] For port 4e33151d-200f-4d49-a143-c660090c7e63, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e33151d-200f-4d49-a143-c660090c7e63,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:21.820078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.849681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.884871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352e00f7-e43a-4956-9e65-494479d8081d']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:21.899678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00fd85b2-705d-4353-8112-d4e48dd42c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.907202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b0abb0-7e90-49f8-b409-73769e645b17') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:21.907819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b0abb0-7e90-49f8-b409-73769e645b17') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:21.928636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.956477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.959213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.971458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:21.971910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:21.975300 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:22.001615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.005659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:22.006012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:22.023351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd85b2-705d-4353-8112-d4e48dd42c27 None None] Pushing event updated for resources: {'Port': ['ID=4e33151d-200f-4d49-a143-c660090c7e63,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:22.034963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.047378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.089696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0730d3-99d6-4ea3-a7a5-1194432619c0 None None] Network d77a6766-16d7-4869-8611-027d841a2117 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:22.110522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e51a0b-db19-4186-829e-4cb489166eb8 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:22.113224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb0957-d607-4f3b-ac17-ff96f8598374 None None] Network 352e00f7-e43a-4956-9e65-494479d8081d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:22.125950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0730d3-99d6-4ea3-a7a5-1194432619c0 None None] Network d77a6766-16d7-4869-8611-027d841a2117 could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 12:48:22.127741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.169139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb6c2e-251c-410d-8c9f-929d6acb766e None None] Network d77a6766-16d7-4869-8611-027d841a2117 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:22.202643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:22.209167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.230835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.243117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/352e00f7-e43a-4956-9e65-494479d8081d HTTP/1.1" status: 204 len: 168 time: 1.2427838 Jan 17 12:48:22.262469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45620) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:22.269429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778879723'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:22.280928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.285874 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d74b8997-f234-4cc2-b7c8-fc9de3e5a08b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0416100 Jan 17 12:48:22.288917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45622) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:22.294634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:22.356061 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.360314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Router 1ce9d961-ea78-473d-b374-e7181445e0e4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:22.380263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50b3a6-18ed-4870-905a-e7bcdec9b14d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=352e00f7-e43a-4956-9e65-494479d8081d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:22.389939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.395467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.399916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb6c2e-251c-410d-8c9f-929d6acb766e None None] Network d77a6766-16d7-4869-8611-027d841a2117 could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 12:48:22.434201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.466002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe4dbe-3535-4d67-9699-ae8400d35252,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:22.470429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 0b6a5a50-2be2-4301-9ffa-eb45cae87d05 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:22.562261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aeee2d-ee00-4009-ba6e-7c7233d98054 None None] Network 352e00f7-e43a-4956-9e65-494479d8081d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:22.600826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.602627 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c9ea08f9-da25-47f1-a941-c451a06dc6b3 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8263516 Jan 17 12:48:22.604704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aeee2d-ee00-4009-ba6e-7c7233d98054 None None] Network 352e00f7-e43a-4956-9e65-494479d8081d could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 12:48:22.610972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45624) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:22.618481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Subnet': ['ID=fab35e8b-da32-4a9e-bcee-6301d24ca9bf,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:22.657823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:22.661331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.720832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:22.733274 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-42bc81ba-25e1-492d-98c0-1faa15201c46 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "PUT /v2.0/routers/1ce9d961-ea78-473d-b374-e7181445e0e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6223259 Jan 17 12:48:22.733274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Checking segment: {'id': 'c714aee7-f0b7-446f-9ccd-943d456d024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:22.733274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network hostable DHCP agents. Network: 9dbdf799-93b1-41b7-9c98-0a6ed773b362, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:22.735783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45626) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:22.738032 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] Sync routers for ids ['1ce9d961-ea78-473d-b374-e7181445e0e4'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:22.748706 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] Routers {'1ce9d961-ea78-473d-b374-e7181445e0e4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:22.749640 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1ce9d961-ea78-473d-b374-e7181445e0e4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:22.750589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e57117e7-f37d-412c-8bf3-322250073d87 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.758401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'c984f9a8-8ecd-4356-8cba-a7bb37fa551d', 'ip_address': '2001:db8::f816:3eff:fe2e:526a'}, {'subnet_id': 'ae56824d-d3dc-4b9f-9122-8f833f64ae0b'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '4e33151d-200f-4d49-a143-c660090c7e63'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:48:22.770876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8:0:1::6a (a66930c0-bf2c-424b-976e-045386db06ff/ae56824d-d3dc-4b9f-9122-8f833f64ae0b/0b6a5a50-2be2-4301-9ffa-eb45cae87d05) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:22.785944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fed2:4a91 (a66930c0-bf2c-424b-976e-045386db06ff/c984f9a8-8ecd-4356-8cba-a7bb37fa551d/0b6a5a50-2be2-4301-9ffa-eb45cae87d05) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:22.787331 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:22.795746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e57117e7-f37d-412c-8bf3-322250073d87 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.800883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.805250 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] Routers {'1ce9d961-ea78-473d-b374-e7181445e0e4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:22.806813 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['1ce9d961-ea78-473d-b374-e7181445e0e4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:22.811680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.848240 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:22.849215 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd54cc-61d0-437a-bb44-b7735f3bc1a8 None None] The sync data for ids ['1ce9d961-ea78-473d-b374-e7181445e0e4'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:22.853778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:22.864266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.972021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:22.987729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e57117e7-f37d-412c-8bf3-322250073d87 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.990263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e57117e7-f37d-412c-8bf3-322250073d87 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:22.991645 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e57117e7-f37d-412c-8bf3-322250073d87 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/53d72fa3-11e4-4095-a1d7-cf86a75503ba HTTP/1.1" status: 204 len: 168 time: 0.3790898 Jan 17 12:48:23.033251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45628) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.040689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.040972 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 0b3d2537-cf31-45bd-8a91-b4be3db22b53 of type vlan for network f61a7881-58cd-44ef-a3c2-43f71275cd9f Jan 17 12:48:23.056897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57117e7-f37d-412c-8bf3-322250073d87 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d72fa3-11e4-4095-a1d7-cf86a75503ba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:23.103441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 9dbdf799-93b1-41b7-9c98-0a6ed773b362) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:23.107331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.110702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1f83f479-3f93-4cb4-9f31-b80a08b1bee2 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0763032 Jan 17 12:48:23.114532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45630) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.116278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.117562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb91aa-eb8f-437a-91ab-56499ada8742 None None] Network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:23.121192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:23.121779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.142245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.158993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.185056 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44beb2e1-83e1-4171-aaed-690c31b6fa17 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0666244 Jan 17 12:48:23.187242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45632) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.206756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-7110ca34-bcde-429c-b000-cdb09fb6feb7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] delete failed (client error): The resource could not be found. Jan 17 12:48:23.211242 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7110ca34-bcde-429c-b000-cdb09fb6feb7 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "DELETE /v2.0/security-groups/53d72fa3-11e4-4095-a1d7-cf86a75503ba HTTP/1.1" status: 404 len: 347 time: 0.0187805 Jan 17 12:48:23.212503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45634) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.254038 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-92773ce7-7d22-4de3-9077-739e8b0e3b7c tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1564653 Jan 17 12:48:23.257445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45636) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.280138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6422fdae-092b-4433-972c-5740167cf143 tempest-SecGroupTest-1583935041 tempest-SecGroupTest-1583935041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0639198 Jan 17 12:48:23.289443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-9dbdf799-93b1-41b7-9c98-0a6ed773b362', 'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362', 'tenant_id': '104bcd3066c34e5c8220a515f3bfefd7', 'fixed_ips': [{'subnet_id': 'fab35e8b-da32-4a9e-bcee-6301d24ca9bf'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:23.290324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.325499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.429006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:23.442514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:23.443187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e33151d-200f-4d49-a143-c660090c7e63 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:23.450561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:23.457224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:23.457899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.477115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] Allocated IP 2001:db8:0:1::2 (a66930c0-bf2c-424b-976e-045386db06ff/ae56824d-d3dc-4b9f-9122-8f833f64ae0b/4e33151d-200f-4d49-a143-c660090c7e63) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:23.493192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=0b6a5a50-2be2-4301-9ffa-eb45cae87d05,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:23.499607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.562707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-233684b4-4c19-40e1-8d75-82937f443754 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7811656 Jan 17 12:48:23.566354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45640) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.602459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.611245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.618713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:23.619519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.627729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.632170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce9d961-ea78-473d-b374-e7181445e0e4 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:23.643036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:23.643036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.644099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Allocated IP 2001:db8::2 (9dbdf799-93b1-41b7-9c98-0a6ed773b362/fab35e8b-da32-4a9e-bcee-6301d24ca9bf/b36a8e1e-decd-417a-8c06-5517220ab1a6) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:23.697440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.701531 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2caf58d2-cff5-4356-9c58-cb9669bc4263 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "DELETE /v2.0/routers/1ce9d961-ea78-473d-b374-e7181445e0e4 HTTP/1.1" status: 204 len: 168 time: 0.9388280 Jan 17 12:48:23.707269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45644) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.745847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 0b6a5a50-2be2-4301-9ffa-eb45cae87d05 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:23.746204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.759466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] For port 4e33151d-200f-4d49-a143-c660090c7e63, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e33151d-200f-4d49-a143-c660090c7e63,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:23.766293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=f61a7881-58cd-44ef-a3c2-43f71275cd9f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:23.788427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.792511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network f61a7881-58cd-44ef-a3c2-43f71275cd9f details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:23.803055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45646) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.808363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.856442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Deleting subnet 08b43ec5-0f25-48fe-b3a8-b809d1f713cc {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:23.869747 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89f2c00c-fe75-4bee-affa-1886762bda17 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6058962 Jan 17 12:48:23.874315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45650) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:23.883126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': 'f61a7881-58cd-44ef-a3c2-43f71275cd9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:23.892093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.908065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.965275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.971249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:23.997329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 0b6a5a50-2be2-4301-9ffa-eb45cae87d05 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:24.007403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.017569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Allocated IP 172.26.4.234 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d59af2fe-8d96-4bf3-a812-92410f9fd852) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:24.086102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.100696 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-190bae29-9fd8-4aa9-baa8-4bcd9a8ec3c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7b9c7f8126c48f9b0f1e9c1d2e0bd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949460 Jan 17 12:48:24.103769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45652) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:24.108763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee33d52-1c1d-4150-a34b-c763fedc99f9 None None] Pushing event updated for resources: {'Port': ['ID=4e33151d-200f-4d49-a143-c660090c7e63,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.120912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:24.131337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.178793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.207467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.234011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:24.254746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:24.262725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:24.276250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.306327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c9784d-c4c6-44ff-ac4f-4465b02c1d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.329912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Pushing event updated for resources: {'Port': ['ID=b36a8e1e-decd-417a-8c06-5517220ab1a6,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.337288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Attempting to bind port b36a8e1e-decd-417a-8c06-5517220ab1a6 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:24.337288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Attempting to bind port b36a8e1e-decd-417a-8c06-5517220ab1a6 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'c714aee7-f0b7-446f-9ccd-943d456d024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:24.337288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Attempting to bind port b36a8e1e-decd-417a-8c06-5517220ab1a6 on network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:24.342674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:24.343334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Checking segment: {'id': 'c714aee7-f0b7-446f-9ccd-943d456d024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:24.343611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c9784d-c4c6-44ff-ac4f-4465b02c1d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.343921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.344293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.344416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Bound using segment: {'id': 'c714aee7-f0b7-446f-9ccd-943d456d024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:24.345166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Bound port: b36a8e1e-decd-417a-8c06-5517220ab1a6, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c714aee7-f0b7-446f-9ccd-943d456d024f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:24.345307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.388064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Subnet': ['ID=fab35e8b-da32-4a9e-bcee-6301d24ca9bf,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.424051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] For port b36a8e1e-decd-417a-8c06-5517220ab1a6, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:24.427671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] For port b36a8e1e-decd-417a-8c06-5517220ab1a6, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b36a8e1e-decd-417a-8c06-5517220ab1a6,segment=NetworkSegment(c714aee7-f0b7-446f-9ccd-943d456d024f),segment_id=c714aee7-f0b7-446f-9ccd-943d456d024f)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:24.433457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.448810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.471033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c9784d-c4c6-44ff-ac4f-4465b02c1d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.473900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.474067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c9784d-c4c6-44ff-ac4f-4465b02c1d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.475945 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c5c9784d-c4c6-44ff-ac4f-4465b02c1d52 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c2d4945-e358-4a1a-b0bd-ea7c4395f252 HTTP/1.1" status: 204 len: 168 time: 0.3711712 Jan 17 12:48:24.479270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "DELETE /v2.0/subnets/08b43ec5-0f25-48fe-b3a8-b809d1f713cc HTTP/1.1" status: 204 len: 168 time: 0.7674167 Jan 17 12:48:24.480582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45656) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:24.483743 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8d5ec-809c-4c51-8a49-140e3ea79a12 None None] Network 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:24.518648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:24.518876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.529848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de24d81-2d47-4243-bfb5-7a3d485b80e1 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Subnet': ['ID=08b43ec5-0f25-48fe-b3a8-b809d1f713cc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.538290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9784d-c4c6-44ff-ac4f-4465b02c1d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d4945-e358-4a1a-b0bd-ea7c4395f252,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.544631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:24.557631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:24.562787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event updated for resources: {'Port': ['ID=d59af2fe-8d96-4bf3-a812-92410f9fd852,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.590315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.606916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.619976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbdf799-93b1-41b7-9c98-0a6ed773b362']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:24.666683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c714aee7-f0b7-446f-9ccd-943d456d024f') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:24.667058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c714aee7-f0b7-446f-9ccd-943d456d024f') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:24.683321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=0b6a5a50-2be2-4301-9ffa-eb45cae87d05,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.694305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.736394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.758110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.782806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.788585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d1acb29f-6e26-4fa2-81ce-b6894d47b306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/0b6a5a50-2be2-4301-9ffa-eb45cae87d05 HTTP/1.1" status: 204 len: 168 time: 1.2212372 Jan 17 12:48:24.790451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:24.790854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.793777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45658) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:24.796859 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:24.839187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780784d9-17e1-4b39-89d0-a187d1d2e224 None None] Pushing event updated for resources: {'Port': ['ID=b36a8e1e-decd-417a-8c06-5517220ab1a6,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:24.852294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e2b61-60ef-4503-b8fc-9eb356133aa5 None None] Network 9dbdf799-93b1-41b7-9c98-0a6ed773b362 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:24.893000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:24.954053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c4895-0d26-466a-8d3d-a32ff2199ea9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:24.958015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-295c4895-0d26-466a-8d3d-a32ff2199ea9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1579988 Jan 17 12:48:24.958805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45662) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:24.969293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] DHCP port deletion for 8d250f89-ce5a-45a4-a5f2-14039f7c0f95 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:24.999894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.api [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:48:24.999894 dv-neutron-824886-1-hyperv neutron-server[109280]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:48:24.999894 dv-neutron-824886-1-hyperv neutron-server[109280]: [parameters: {'id': '9dbdf799-93b1-41b7-9c98-0a6ed773b362'}] Jan 17 12:48:24.999894 dv-neutron-824886-1-hyperv neutron-server[109280]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:25.000786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG oslo_db.api [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:25.018404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Deleting port 887be28a-d2e1-426a-aabe-7acadcb6f2fc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:25.018797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.021398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=1b2874de-df95-49de-8878-7f60e7378d3f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:25.039781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2fda78-d981-469d-a73a-acd3fcb761fb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:25.041814 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0e2fda78-d981-469d-a73a-acd3fcb761fb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0820093 Jan 17 12:48:25.054011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45664) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:25.058407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d3901-13ad-4af3-8d61-f657adc9224d None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:25.073330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '0b3d2537-cf31-45bd-8a91-b4be3db22b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f61a7881-58cd-44ef-a3c2-43f71275cd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:25.073698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: f61a7881-58cd-44ef-a3c2-43f71275cd9f, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:25.093202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.146705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d73d09-439c-4d0c-b9f7-f4f385c0d67d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:25.148786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d73d09-439c-4d0c-b9f7-f4f385c0d67d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:25.150305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d73d09-439c-4d0c-b9f7-f4f385c0d67d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:25.152172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bf851182-257a-4413-937d-57a4637c326c None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:25.152651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf851182-257a-4413-937d-57a4637c326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.152806 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-89d73d09-439c-4d0c-b9f7-f4f385c0d67d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0967305 Jan 17 12:48:25.156495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45666) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:25.230664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] Deleting port 887be28a-d2e1-426a-aabe-7acadcb6f2fc {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:25.231166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.231722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network f61a7881-58cd-44ef-a3c2-43f71275cd9f is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:25.247709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] For port 887be28a-d2e1-426a-aabe-7acadcb6f2fc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=887be28a-d2e1-426a-aabe-7acadcb6f2fc,segment=NetworkSegment(fc5f789b-3152-4ae1-a31d-791fe656f453),segment_id=fc5f789b-3152-4ae1-a31d-791fe656f453)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:25.248556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.273597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Calling delete_port for 887be28a-d2e1-426a-aabe-7acadcb6f2fc owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:25.282750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet ae56824d-d3dc-4b9f-9122-8f833f64ae0b {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:25.288997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.336502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, f61a7881-58cd-44ef-a3c2-43f71275cd9f) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:25.345744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:25.346677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.377810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.381486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.383343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.501144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a713a-c855-4f27-943f-43ae2f10ade5 None None] Network f61a7881-58cd-44ef-a3c2-43f71275cd9f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:25.502993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e33151d-200f-4d49-a143-c660090c7e63 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:25.504447 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-494f604a-8e18-4441-8ebc-841b6718c0ce tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6283185 Jan 17 12:48:25.507181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45676) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:25.507601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.556965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.606376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] No DVR routers for this DVR port 887be28a-d2e1-426a-aabe-7acadcb6f2fc on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:25.629712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] For port 887be28a-d2e1-426a-aabe-7acadcb6f2fc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=887be28a-d2e1-426a-aabe-7acadcb6f2fc,segment=NetworkSegment(fc5f789b-3152-4ae1-a31d-791fe656f453),segment_id=fc5f789b-3152-4ae1-a31d-791fe656f453)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:25.629945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.635459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Port': ['ID=887be28a-d2e1-426a-aabe-7acadcb6f2fc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:25.647989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.674280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] Calling delete_port for 887be28a-d2e1-426a-aabe-7acadcb6f2fc owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:25.711648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.740090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.780544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.781497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:25.781872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.792816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Router 34269090-a747-410e-8a8c-38f6682176e9 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:25.801403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting port b36a8e1e-decd-417a-8c06-5517220ab1a6 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:25.801888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.856591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.896661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.904176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d250f89-ce5a-45a4-a5f2-14039f7c0f95']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:25.931934 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2874de-df95-49de-8878-7f60e7378d3f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:25.953063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5f789b-3152-4ae1-a31d-791fe656f453') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:25.953063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5f789b-3152-4ae1-a31d-791fe656f453') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:25.962075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e37ef3-fdf6-420e-bd39-3e4e4a6b0d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-f61a7881-58cd-44ef-a3c2-43f71275cd9f', 'network_id': 'f61a7881-58cd-44ef-a3c2-43f71275cd9f', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': '1b2874de-df95-49de-8878-7f60e7378d3f'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:25.963158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f8e37ef3-fdf6-420e-bd39-3e4e4a6b0d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:25.968047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] Pushing event deleted for resources: {'Port': ['ID=887be28a-d2e1-426a-aabe-7acadcb6f2fc,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:25.986814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb66c2-7b45-43f0-bb93-a71dd266a3f8 None None] No DVR routers for this DVR port 887be28a-d2e1-426a-aabe-7acadcb6f2fc on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:25.991098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.025283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.028634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:26.035621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] For port b36a8e1e-decd-417a-8c06-5517220ab1a6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b36a8e1e-decd-417a-8c06-5517220ab1a6,segment=NetworkSegment(c714aee7-f0b7-446f-9ccd-943d456d024f),segment_id=c714aee7-f0b7-446f-9ccd-943d456d024f)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:26.036616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.043098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.044437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cbb265d5-a298-491a-80b1-9d86b552951e tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "PUT /v2.0/routers/34269090-a747-410e-8a8c-38f6682176e9 HTTP/1.1" status: 200 len: 880 time: 3.7542105 Jan 17 12:48:26.047852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45686) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:26.049130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.052699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.067032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] Sync routers for ids ['34269090-a747-410e-8a8c-38f6682176e9'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:26.096459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=ae56824d-d3dc-4b9f-9122-8f833f64ae0b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:26.105461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.111191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-763a2daa-9b63-49b2-86e8-38acd4e3849f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/ae56824d-d3dc-4b9f-9122-8f833f64ae0b HTTP/1.1" status: 204 len: 168 time: 0.9513204 Jan 17 12:48:26.111191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Calling delete_port for b36a8e1e-decd-417a-8c06-5517220ab1a6 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:26.111655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45688) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:26.112001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45690) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:26.113825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:26.114231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:26.117366 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:26.126771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61a7881-58cd-44ef-a3c2-43f71275cd9f']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.177445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526db5a-fead-4d41-a198-330838fafa77 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:26.186036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d2537-cf31-45bd-8a91-b4be3db22b53') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.186553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d2537-cf31-45bd-8a91-b4be3db22b53') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.205841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.229429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] Routers {'34269090-a747-410e-8a8c-38f6682176e9'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:26.230423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['34269090-a747-410e-8a8c-38f6682176e9'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.266477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.274209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet c984f9a8-8ecd-4356-8cba-a7bb37fa551d {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:26.290802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.292469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a85cd3-b6bf-42b5-a5d0-2ae34da2047d None None] Network f61a7881-58cd-44ef-a3c2-43f71275cd9f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:26.293918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:26.295297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.295424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.302247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1641814049-network', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:26.304510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 887be28a-d2e1-426a-aabe-7acadcb6f2fc no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:26.306990 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:26.319129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2b941034-064d-473a-a992-224ef4982dbf None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:26.319606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2b941034-064d-473a-a992-224ef4982dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.394867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 887be28a-d2e1-426a-aabe-7acadcb6f2fc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:26.395204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 887be28a-d2e1-426a-aabe-7acadcb6f2fc not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:26.435219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] Routers {'34269090-a747-410e-8a8c-38f6682176e9'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:26.436164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['34269090-a747-410e-8a8c-38f6682176e9'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.488932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:26.489597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d853be0-b0f1-4455-aa10-ebeeb5f0ec14 None None] The sync data for ids ['34269090-a747-410e-8a8c-38f6682176e9'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:26.694052 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ebdc8762-8e25-448e-ace1-5fa418d33077 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/34269090-a747-410e-8a8c-38f6682176e9 HTTP/1.1" status: 200 len: 921 time: 0.6448712 Jan 17 12:48:26.697206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45698) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:26.704625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.708931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.711342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.712649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] 10.222.0.77 "DELETE /v2.0/networks/8d250f89-ce5a-45a4-a5f2-14039f7c0f95 HTTP/1.1" status: 204 len: 168 time: 2.2070329 Jan 17 12:48:26.728561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad517-9082-43bd-af02-a2f20267fe11 tempest-FloatingIPNegativeTestJSON-1758432001 tempest-FloatingIPNegativeTestJSON-1758432001-project] Pushing event deleted for resources: {'Network': ['ID=8d250f89-ce5a-45a4-a5f2-14039f7c0f95,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:26.774025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Made reservation on behalf of c5836de1b2e64966a638b8dd9cb4ee88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:26.779726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.793545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.801548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.823631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c92f2c7-aa60-4a43-baf7-b178e9c1a87a tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:26.825207 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5c92f2c7-aa60-4a43-baf7-b178e9c1a87a tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=34269090-a747-410e-8a8c-38f6682176e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1270587 Jan 17 12:48:26.828340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Port': ['ID=b36a8e1e-decd-417a-8c06-5517220ab1a6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:26.829758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.831234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45702) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:26.833618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No DVR routers for this DVR port b36a8e1e-decd-417a-8c06-5517220ab1a6 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:26.853998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.860904 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/f61a7881-58cd-44ef-a3c2-43f71275cd9f HTTP/1.1" status: 204 len: 168 time: 1.3486097 Jan 17 12:48:26.873689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:26.881392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.911843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292175353'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:26.941627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:26.961133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14437c-f3bc-4aca-84bd-66fb211b1651 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=f61a7881-58cd-44ef-a3c2-43f71275cd9f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:26.981308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbdf799-93b1-41b7-9c98-0a6ed773b362']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:27.006599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c714aee7-f0b7-446f-9ccd-943d456d024f') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:27.006796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c714aee7-f0b7-446f-9ccd-943d456d024f') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:27.018044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.033475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.040281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:27.040922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:27.044146 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:27.082541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:27.086045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.099414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1afb5-1211-424e-b4c7-1d600d45d5b1 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:27.100845 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-15c1afb5-1211-424e-b4c7-1d600d45d5b1 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.2661495 Jan 17 12:48:27.103890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45706) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.127014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:27.143309 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54bf6182-6635-4bae-a62e-6517c5fb1615 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=34269090-a747-410e-8a8c-38f6682176e9 HTTP/1.1" status: 200 len: 205 time: 0.0359857 Jan 17 12:48:27.144819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45710) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.148354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.148797 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 6ac9cbcf-4668-4565-95b9-9c08c506b07d of type vlan for network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 Jan 17 12:48:27.190653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.192976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.224852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.231060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=c984f9a8-8ecd-4356-8cba-a7bb37fa551d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:27.238734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.243931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45712) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.244890 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/9dbdf799-93b1-41b7-9c98-0a6ed773b362 HTTP/1.1" status: 204 len: 168 time: 3.9865401 Jan 17 12:48:27.246988 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.249730 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-57cfe6bb-ec23-40d1-80fe-3ff54fded0cb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/c984f9a8-8ecd-4356-8cba-a7bb37fa551d HTTP/1.1" status: 204 len: 168 time: 1.1318974 Jan 17 12:48:27.252151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45714) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.252483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45716) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.262553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-961710406'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:27.267903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.271786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ff6c-bfda-44ab-afc4-1433d29bb1f4 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Network': ['ID=9dbdf799-93b1-41b7-9c98-0a6ed773b362,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:27.283291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.297285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:27.371612 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a95c938d-be08-4a93-b703-843e760827da tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101556 Jan 17 12:48:27.375244 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45720) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.381389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a3ccd-f2e1-4798-87c8-de3fc9dc5783 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:27.384632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:27.389943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.396892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.397246 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Added segment 35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6 of type vlan for network d73bbc65-5155-4da1-bd37-ab753e3b3366 Jan 17 12:48:27.398285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:27.398593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.470703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9f760a-c53d-4fdc-bea3-bfefda1a1252,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:27.491179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.497753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ab1ea287-8991-4f15-ac6f-65e80c236d18 None None] Provisioning complete for port 4e33151d-200f-4d49-a143-c660090c7e63 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:27.498492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea287-8991-4f15-ac6f-65e80c236d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.498689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.537216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=ec852ed5-3cca-4936-bd9e-fdcb0bb783b3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:27.546053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45722) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.546469 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7a8aa35b-1aed-48a5-ab8f-a737fe4c8656 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07449c7093e6439fb3629546e3a34555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016851 Jan 17 12:48:27.563559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:27.574034 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff5840af-2bc9-4140-8758-65d5040e4abc tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6902087 Jan 17 12:48:27.577402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45724) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.584054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:27.623581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-acd858f9-6e8a-4fea-b66d-532b4a681ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.630705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c71032-d995-4523-882f-d1de93005a92 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:27.656917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-acd858f9-6e8a-4fea-b66d-532b4a681ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.661048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:27.664580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.680106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.681086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:27.685811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.724589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-80c71032-d995-4523-882f-d1de93005a92 None None] Deleting port 4e33151d-200f-4d49-a143-c660090c7e63 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:27.724974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80c71032-d995-4523-882f-d1de93005a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.732162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:27.737369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.789115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-80c71032-d995-4523-882f-d1de93005a92 None None] For port 4e33151d-200f-4d49-a143-c660090c7e63, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4e33151d-200f-4d49-a143-c660090c7e63,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:27.789516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80c71032-d995-4523-882f-d1de93005a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.794210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-acd858f9-6e8a-4fea-b66d-532b4a681ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.798100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-acd858f9-6e8a-4fea-b66d-532b4a681ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.800211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-acd858f9-6e8a-4fea-b66d-532b4a681ed7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56d81c1b-0e81-49ef-b1b3-6643dcd26760 HTTP/1.1" status: 204 len: 168 time: 0.2525733 Jan 17 12:48:27.802734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-80c71032-d995-4523-882f-d1de93005a92 None None] Calling delete_port for 4e33151d-200f-4d49-a143-c660090c7e63 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:27.819164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:27.824113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd858f9-6e8a-4fea-b66d-532b4a681ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d81c1b-0e81-49ef-b1b3-6643dcd26760,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:27.830335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.849468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:27.849468 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Added segment 184e512c-ba03-4931-88e5-288ca3ecd1b2 of type vlan for network 4e56b85b-b931-4006-969f-633699fb7cb4 Jan 17 12:48:27.896046 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7830038 Jan 17 12:48:27.901733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366b334-c885-4e6f-981b-362bc5fc6083 admin admin] Pushing event updated for resources: {'Network': ['ID=d73bbc65-5155-4da1-bd37-ab753e3b3366,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:27.909011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45728) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:27.911738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:27.925486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Request body: {'subnet': {'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1641814049-subnet', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:27.937577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.018040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80c71032-d995-4523-882f-d1de93005a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.043920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c71032-d995-4523-882f-d1de93005a92 None None] Pushing event deleted for resources: {'Port': ['ID=4e33151d-200f-4d49-a143-c660090c7e63,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:28.049173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c71032-d995-4523-882f-d1de93005a92 None None] No DVR routers for this DVR port 4e33151d-200f-4d49-a143-c660090c7e63 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:28.064288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Deleting port d59af2fe-8d96-4bf3-a812-92410f9fd852 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:28.064641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.067090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a87a2d-e2f9-4eaa-b288-297e57d61011 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:48:28.105675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:28.109963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.113116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Made reservation on behalf of c5836de1b2e64966a638b8dd9cb4ee88 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:28.115357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.117695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.123965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:28.124562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.185147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a87a2d-e2f9-4eaa-b288-297e57d61011 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:48:28.197784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:28.199987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.246417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:28.250768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:28.257858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:28.257858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.268293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=0d0e6b47-31d6-4394-ab55-b1ad3b982bd7,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:28.367717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Network': ['ID=4e56b85b-b931-4006-969f-633699fb7cb4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:28.390373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-69cd2a92-5506-4424-8488-9f530fa90fe2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0098732 Jan 17 12:48:28.390583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.390673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45738) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:28.392922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 4e56b85b-b931-4006-969f-633699fb7cb4 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:28.395897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:28.416965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Calling delete_port for d59af2fe-8d96-4bf3-a812-92410f9fd852 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:28.436422 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e84ebb39-d19d-4b86-adf6-d434490c5839 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1759543 Jan 17 12:48:28.441097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45740) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:28.446158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Request body: {'subnet': {'network_id': '4e56b85b-b931-4006-969f-633699fb7cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:28.531834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': '0d0e6b47-31d6-4394-ab55-b1ad3b982bd7'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:28.532696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.693518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Allocated IP 2001:db8::f816:3eff:fe3d:ca92 (a66930c0-bf2c-424b-976e-045386db06ff/0d0e6b47-31d6-4394-ab55-b1ad3b982bd7/aeaab7da-3254-49ee-8ad4-8e7379833166) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:28.695463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Made reservation on behalf of 104bcd3066c34e5c8220a515f3bfefd7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:28.699979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.756110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:28.759943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.782554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.785392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.854849 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=bfed1315-f27a-4fb9-9b7b-da8406b4ade2,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:28.885305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.894788 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:28.900431 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d0e6b47-31d6-4394-ab55-b1ad3b982bd7 (CIDR: 2001:db8::/64) Jan 17 12:48:28.952152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event deleted for resources: {'Port': ['ID=d59af2fe-8d96-4bf3-a812-92410f9fd852,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:28.955168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:48:28.955691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:28.962434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69d34c9-5a9d-4901-a067-0eeb96659b67,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:28.964459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Checking segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:28.964819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Network hostable DHCP agents. Network: d73bbc65-5155-4da1-bd37-ab753e3b3366, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:28.981478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.020340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:29.025400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:29.029724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:29.038500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:29.042838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '6ac9cbcf-4668-4565-95b9-9c08c506b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:29.043204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: ec852ed5-3cca-4936-bd9e-fdcb0bb783b3, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:29.055584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.072476 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8b755cfa-dc62-4e1a-a5b8-ec6ffccd1392 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6807926 Jan 17 12:48:29.078168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45752) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:29.083919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:29.106459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Attempting to bind port aeaab7da-3254-49ee-8ad4-8e7379833166 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:29.106903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Attempting to bind port aeaab7da-3254-49ee-8ad4-8e7379833166 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:29.108001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Attempting to bind port aeaab7da-3254-49ee-8ad4-8e7379833166 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:29.113409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:29.113704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:29.114111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.114511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:29.114982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Bound port: aeaab7da-3254-49ee-8ad4-8e7379833166, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:29.115366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.172184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:29.182904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.196859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.198961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45754) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:29.233652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:29.243519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:29.254643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:29.304365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.317109 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:29.320529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.337506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, d73bbc65-5155-4da1-bd37-ab753e3b3366) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:29.348517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.349084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Fanout notify agent at l3_agent the message router_deleted on router 34269090-a747-410e-8a8c-38f6682176e9 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:29.372274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.380414 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c94bd656-3909-4d67-a77b-9bec12c54fb0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/34269090-a747-410e-8a8c-38f6682176e9 HTTP/1.1" status: 204 len: 168 time: 2.2309270 Jan 17 12:48:29.385786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45758) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:29.396114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-512895886'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:29.400822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222223575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:29.400953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f9a19-7d24-47f5-b272-ff2d10084120 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:29.401409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, ec852ed5-3cca-4936-bd9e-fdcb0bb783b3) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:29.420143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:29.420143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.426705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:29.431011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.441124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:29.445083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.456552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event updated for resources: {'Subnet': ['ID=086c1d0c-3544-4522-aa5d-0b1ca59c6cf4,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:29.462795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e33151d-200f-4d49-a143-c660090c7e63 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:29.486451 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 4e33151d-200f-4d49-a143-c660090c7e63 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:29.486807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4e33151d-200f-4d49-a143-c660090c7e63 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:29.522900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Checking segment: {'id': '184e512c-ba03-4931-88e5-288ca3ecd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4e56b85b-b931-4006-969f-633699fb7cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:29.523261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network hostable DHCP agents. Network: 4e56b85b-b931-4006-969f-633699fb7cb4, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:29.542629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a7805368-c219-4179-9ec8-aec9cef1168b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6247952 Jan 17 12:48:29.543398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45760) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:29.549047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:29.567078 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dabd40ab-9d97-4e83-a1cc-7266c5bee7d5 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9883366 Jan 17 12:48:29.569602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45762) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:29.575245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:29.676067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.677377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.736258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:29.740173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.745363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Network 4e56b85b-b931-4006-969f-633699fb7cb4 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:29.768565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.792247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.859248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.864269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.865514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.889814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:29.890833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.893065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.896740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 4e56b85b-b931-4006-969f-633699fb7cb4) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:29.900657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.910916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:29.911694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.940199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.964869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:29.968845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:29.973149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:29.973880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.984067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:29.986884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:30.018856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:30.046179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.046525 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 8a8bae28-e1e9-49b4-82f4-6ec76770beb8 of type vlan for network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 Jan 17 12:48:30.058038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76dd5c3-81b3-44a2-9af7-4ccfdcf4e0f8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:30.065773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.067071 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b6d9d24f-0382-442c-b78a-09343d1e1f26 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6734869 Jan 17 12:48:30.069862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45764) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:30.074232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': True}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:30.118235 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07e10bc4-bfba-4cb2-a19a-90531b3542de tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6759171 Jan 17 12:48:30.121323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3649e103-726b-4752-b885-04f093ccfee3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0421627 Jan 17 12:48:30.121862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45766) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:30.150146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45768) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:30.174258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:34:a2:45', 'name': 'tempest-NetworksTestDHCPv6-1821365223'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:30.186758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.319944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.368783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.375059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:30.375455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.482931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.493361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.565398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.565541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea66f0-5c29-4491-b99a-46bdeb95035d None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:30.569915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66ae8f-35a5-4de0-aa7c-9888bd9d3dbe None None] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:30.586461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456b0c9-05f6-4263-8c17-470288399531 None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:30.589328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e83a7-40ce-422b-a5ec-1ffebeb6286e None None] Network 4e56b85b-b931-4006-969f-633699fb7cb4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:30.724032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:30.787807 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=1fd0eb11-4598-410e-bc2f-3bee8a692c95,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:30.798493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.845514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Subnet': ['ID=086c1d0c-3544-4522-aa5d-0b1ca59c6cf4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:30.885277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:30.893263 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2a21788a-3c1f-46f6-85ef-ade14bd18cd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6906838 Jan 17 12:48:30.896965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45770) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:30.911521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2144588762'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:30.925417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.973821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.977555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:30.991597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2fe97e87-0c7d-474c-ba44-b2e95bd9f905 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:30.991982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2fe97e87-0c7d-474c-ba44-b2e95bd9f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.000649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.034975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.040150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:31.046082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e56b85b-b931-4006-969f-633699fb7cb4']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:31.049340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:31.055194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.056466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.062302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port dd3fa588-da0d-452d-9140-2d0f145d68b3 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:31.062500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=f02cbac2-d938-45b4-a33b-e080692bbac5,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:31.093952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e512c-ba03-4931-88e5-288ca3ecd1b2') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:31.094805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e512c-ba03-4931-88e5-288ca3ecd1b2') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:31.141934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.153926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:31.157607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.184424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.197588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.200088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Allocated IP 172.26.4.225 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/71481590-a49e-43d2-975f-89aae6b6cbe7) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:31.220355 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9410297b-aba8-44ee-8614-55773c2f88f9 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6474185 Jan 17 12:48:31.221643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45772) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:31.244794 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:31.254607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.325214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:31.328538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9544c1-fa46-4655-8344-5e07412af33f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.329424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0863e1cd-c3f0-47f2-b600-c2f59a1f1057 None None] Network 4e56b85b-b931-4006-969f-633699fb7cb4 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:31.330173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9544c1-fa46-4655-8344-5e07412af33f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.331966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9544c1-fa46-4655-8344-5e07412af33f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.333668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9544c1-fa46-4655-8344-5e07412af33f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.335380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9544c1-fa46-4655-8344-5e07412af33f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.337163 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8d9544c1-fa46-4655-8344-5e07412af33f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1145670 Jan 17 12:48:31.342161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45774) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.348885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240293862'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:31.386181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.386843 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 605d97bc-0853-41a3-8895-f5c1f12b941f of type vlan for network ad925d64-925f-4a77-a446-c9d026487b9c Jan 17 12:48:31.423147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.479737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-d73bbc65-5155-4da1-bd37-ab753e3b3366', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:31.480635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.482719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:31.495389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.501300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.509647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:31.514362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.519982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.527355 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/4e56b85b-b931-4006-969f-633699fb7cb4 HTTP/1.1" status: 204 len: 168 time: 1.3764927 Jan 17 12:48:31.531987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45776) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.545202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.556381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32107f3-2d5b-4cdd-9b0c-d46071bbcc36 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Network': ['ID=4e56b85b-b931-4006-969f-633699fb7cb4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:31.575187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:31.578204 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-311ed71b-fc7d-4398-9e85-f04c47785661 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:31.578691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311ed71b-fc7d-4398-9e85-f04c47785661 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:31.581317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-ec852ed5-3cca-4936-bd9e-fdcb0bb783b3', 'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': 'bfed1315-f27a-4fb9-9b7b-da8406b4ade2'}, {'subnet_id': 'f02cbac2-d938-45b4-a33b-e080692bbac5'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:31.584640 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-311ed71b-fc7d-4398-9e85-f04c47785661 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/086c1d0c-3544-4522-aa5d-0b1ca59c6cf4 HTTP/1.1" status: 404 len: 337 time: 0.0490136 Jan 17 12:48:31.584731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.592575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45778) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.593008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2fe97e87-0c7d-474c-ba44-b2e95bd9f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.610479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8:0:1::31b (a66930c0-bf2c-424b-976e-045386db06ff/d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5/dd3fa588-da0d-452d-9140-2d0f145d68b3) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:31.621706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:31.623402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.623870 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 7e9118d2-0bd3-4bf2-a24d-22e940172c96 of type vlan for network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae Jan 17 12:48:31.631022 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45ab0bb-5763-4b5a-a04f-8013fdf2a3e9 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:31.631806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45ab0bb-5763-4b5a-a04f-8013fdf2a3e9 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:31.637344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:31.637543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b45ab0bb-5763-4b5a-a04f-8013fdf2a3e9 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/4e56b85b-b931-4006-969f-633699fb7cb4 HTTP/1.1" status: 404 len: 339 time: 0.0397892 Jan 17 12:48:31.637543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::f816:3eff:fe34:a245 (a66930c0-bf2c-424b-976e-045386db06ff/0d0e6b47-31d6-4394-ab55-b1ad3b982bd7/dd3fa588-da0d-452d-9140-2d0f145d68b3) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:31.639538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45780) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.640463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:31.667139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Allocated IP 172.26.4.193 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d9f46921-e02e-4394-a28c-27e69e3a7270) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:31.697658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Pushing event updated for resources: {'Port': ['ID=71481590-a49e-43d2-975f-89aae6b6cbe7,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:31.709661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.716545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:31.718111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.729886 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cea7119-bfd6-4f62-baa5-cb48ce6302aa tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:31.730380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cea7119-bfd6-4f62-baa5-cb48ce6302aa tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:31.733497 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3cea7119-bfd6-4f62-baa5-cb48ce6302aa tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/fab35e8b-da32-4a9e-bcee-6301d24ca9bf HTTP/1.1" status: 404 len: 337 time: 0.0908148 Jan 17 12:48:31.741646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45782) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.753044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:31.772125 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ebb129-b326-4b19-b1a1-597c87a24ede tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:31.772709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ebb129-b326-4b19-b1a1-597c87a24ede tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:31.778076 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c7ebb129-b326-4b19-b1a1-597c87a24ede tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/9dbdf799-93b1-41b7-9c98-0a6ed773b362 HTTP/1.1" status: 404 len: 339 time: 0.0331380 Jan 17 12:48:31.779834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45784) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.846157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2fe97e87-0c7d-474c-ba44-b2e95bd9f905 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:31.878117 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae674b4-8f5e-44f2-8c4c-3cac54cc4e63 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:31.878575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae674b4-8f5e-44f2-8c4c-3cac54cc4e63 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:31.884617 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9ae674b4-8f5e-44f2-8c4c-3cac54cc4e63 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/5f5ce626-962e-4a12-b065-6521e5720088 HTTP/1.1" status: 404 len: 337 time: 0.1007738 Jan 17 12:48:31.886089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45786) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.932223 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a49b04-1ddb-4504-ad02-53beafd3cc3f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:31.932829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a49b04-1ddb-4504-ad02-53beafd3cc3f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:31.939162 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-39a49b04-1ddb-4504-ad02-53beafd3cc3f tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/d77a6766-16d7-4869-8611-027d841a2117 HTTP/1.1" status: 404 len: 339 time: 0.0472989 Jan 17 12:48:31.939410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45788) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:31.965731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': '0d0e6b47-31d6-4394-ab55-b1ad3b982bd7', 'ip_address': '2001:db8::f816:3eff:fe3d:ca92'}, {'subnet_id': 'd4eb6e75-7dda-424c-9aaf-f7f25e9b56f5'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': 'aeaab7da-3254-49ee-8ad4-8e7379833166'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:48:31.976808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2fe97e87-0c7d-474c-ba44-b2e95bd9f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.000653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:32.001031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.030579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.036533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:32.037536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.075985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Allocated IP 172.20.0.2 (d73bbc65-5155-4da1-bd37-ab753e3b3366/f69d34c9-5a9d-4901-a067-0eeb96659b67/7cd3d764-a798-425d-ad67-f04af8ac1ae0) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:32.096968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.158770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=5cd74ca7-b7ec-4081-9765-6adbe552f0ae,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:32.210930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting port 3b7b3372-067c-4891-bf4d-5b4f9f2c0a96 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:32.211699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.220341 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c59a2bc8-6a6b-455d-a6c1-ee3cd4d16503 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8767734 Jan 17 12:48:32.223642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45790) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:32.227585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3216913 Jan 17 12:48:32.228837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:32.234329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45792) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:32.244011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe97e87-0c7d-474c-ba44-b2e95bd9f905 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:32.246918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:32.248339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:32.253214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07020c2-d535-4bc1-9ae0-fbf4726b3e0b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=ad925d64-925f-4a77-a446-c9d026487b9c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:32.353064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.387967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.410920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.430289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.446371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Calling delete_port for 3b7b3372-067c-4891-bf4d-5b4f9f2c0a96 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:32.467977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network ad925d64-925f-4a77-a446-c9d026487b9c details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:32.532113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:32.536020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.579459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.581876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.614414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.655930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:32.663281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:32.668220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:32.674281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:32.680599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:32.688625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:32.693639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.694690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:32.695664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.733839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f46921-e02e-4394-a28c-27e69e3a7270,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:32.744040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae is not hosted by any dhcp agent {{(pid=109281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:48:32.748937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:32.749502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.752143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Allocated IP 2001:db8::2 (ec852ed5-3cca-4936-bd9e-fdcb0bb783b3/bfed1315-f27a-4fb9-9b7b-da8406b4ade2/1679211a-d783-4d5b-946b-9f218e1f3266) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:32.755704 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "PUT /v2.0/networks/5cd74ca7-b7ec-4081-9765-6adbe552f0ae HTTP/1.1" status: 200 len: 723 time: 0.5292451 Jan 17 12:48:32.771912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45794) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:32.783364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:32.796137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.805716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Allocated IP 172.20.0.1 (ec852ed5-3cca-4936-bd9e-fdcb0bb783b3/f02cbac2-d938-45b4-a33b-e080692bbac5/1679211a-d783-4d5b-946b-9f218e1f3266) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:32.843021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92be241-3371-4399-9c5f-a3dde6b43a96 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=5cd74ca7-b7ec-4081-9765-6adbe552f0ae,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:32.847045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Port': ['ID=3b7b3372-067c-4891-bf4d-5b4f9f2c0a96,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:32.852811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.855691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.859666 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-de5208a8-8d56-4ee2-be00-5f43207264c7 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/ports/3b7b3372-067c-4891-bf4d-5b4f9f2c0a96 HTTP/1.1" status: 204 len: 168 time: 0.9190881 Jan 17 12:48:32.862000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45796) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:32.884431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:32.907645 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7474742 Jan 17 12:48:32.909287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:32.925727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45798) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:32.934520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] Allocated IP 2001:db8:0:1::2 (a66930c0-bf2c-424b-976e-045386db06ff/d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5/aeaab7da-3254-49ee-8ad4-8e7379833166) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:32.935866 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bd62fb-e761-43ec-9d58-cc2fe28c8f3d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:32.936349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bd62fb-e761-43ec-9d58-cc2fe28c8f3d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:32.941677 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-12bd62fb-e761-43ec-9d58-cc2fe28c8f3d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/2660d55a-d3a7-495c-b4d4-a2672ca0ef56 HTTP/1.1" status: 404 len: 337 time: 0.0761621 Jan 17 12:48:32.942583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45800) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:32.976227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9d9d4-4c7f-4311-8e61-081f5bab3592 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=dd3fa588-da0d-452d-9140-2d0f145d68b3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.053940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.140629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:33.156708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:33.161041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:33.192573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Pushing event updated for resources: {'Port': ['ID=7cd3d764-a798-425d-ad67-f04af8ac1ae0,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.195167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.197574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:33.201601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.220905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.268149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:33.289135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Attempting to bind port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:33.289510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Attempting to bind port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:33.289882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Attempting to bind port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:33.299847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:33.300236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Checking segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:33.300642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.301049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Bound using segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:33.301685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Bound port: 7cd3d764-a798-425d-ad67-f04af8ac1ae0, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:33.302086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.326511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.329669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.353660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.391010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=0d025e57-d0fc-4f56-9181-7d6be3a1c938,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.398769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.436994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:33.441168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.450142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:33.461355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:33.463935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:33.474858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Pushing event updated for resources: {'Port': ['ID=1679211a-d783-4d5b-946b-9f218e1f3266,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.476240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port dd3fa588-da0d-452d-9140-2d0f145d68b3 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:33.476580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.520816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '8a8bae28-e1e9-49b4-82f4-6ec76770beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:33.521206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: 1fd0eb11-4598-410e-bc2f-3bee8a692c95, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:33.530459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.563728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0328f5e9-56f6-4f84-9175-502b7d4eeb41']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:33.576326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] For port 7cd3d764-a798-425d-ad67-f04af8ac1ae0, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:33.579038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed72874-8e96-42c6-a71f-f53c4d8f4df5') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:33.579333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed72874-8e96-42c6-a71f-f53c4d8f4df5') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:33.604878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] For port 7cd3d764-a798-425d-ad67-f04af8ac1ae0, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7cd3d764-a798-425d-ad67-f04af8ac1ae0,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:33.606829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.629396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.632219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.634400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Router 9bcae578-b779-4684-91eb-d282d5711011 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:33.647852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:33.648260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:33.651586 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:33.689281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74d2f1-9d38-48b3-8cfc-de6067b9b1c0 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.693592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for dd3fa588-da0d-452d-9140-2d0f145d68b3 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:33.719577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.724072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.727582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:33.761549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Attempting to bind port 1679211a-d783-4d5b-946b-9f218e1f3266 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:33.762145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Attempting to bind port 1679211a-d783-4d5b-946b-9f218e1f3266 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6ac9cbcf-4668-4565-95b9-9c08c506b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:33.762280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Attempting to bind port 1679211a-d783-4d5b-946b-9f218e1f3266 on network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:33.802549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.812434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eaa25-64aa-4fa2-a81b-40f538a010c8 None None] Pushing event updated for resources: {'Port': ['ID=7cd3d764-a798-425d-ad67-f04af8ac1ae0,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.818292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.821578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:33.822597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.825943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=3998061d-1267-4550-bdd6-61ef839da7b0,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:33.839834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:33.840221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Checking segment: {'id': '6ac9cbcf-4668-4565-95b9-9c08c506b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:33.840975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.841100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Bound using segment: {'id': '6ac9cbcf-4668-4565-95b9-9c08c506b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:33.842402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Bound port: 1679211a-d783-4d5b-946b-9f218e1f3266, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac9cbcf-4668-4565-95b9-9c08c506b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ec852ed5-3cca-4936-bd9e-fdcb0bb783b3'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:33.842923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.870004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-761d3f0d-2a56-416b-80b5-748f77582bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:33.890311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:33.890813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: 5cd74ca7-b7ec-4081-9765-6adbe552f0ae, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:33.963651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 1fd0eb11-4598-410e-bc2f-3bee8a692c95) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:33.972022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:33.972807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.005135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f19d5e-2e98-4528-a2d4-42fe4e81cb8a None None] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:34.027861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.032985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.040398 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/0328f5e9-56f6-4f84-9175-502b7d4eeb41 HTTP/1.1" status: 204 len: 168 time: 1.0957894 Jan 17 12:48:34.045038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45802) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:34.055077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:34.061778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:34.075207 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:34.092217 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:34.092852 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:34.094366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] For port 1679211a-d783-4d5b-946b-9f218e1f3266, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:34.094896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6cd97-5401-4998-827b-961521121ef3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Network': ['ID=0328f5e9-56f6-4f84-9175-502b7d4eeb41,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:34.108230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5cd74ca7-b7ec-4081-9765-6adbe552f0ae) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:34.117266 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] For port 1679211a-d783-4d5b-946b-9f218e1f3266, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1679211a-d783-4d5b-946b-9f218e1f3266,segment=NetworkSegment(6ac9cbcf-4668-4565-95b9-9c08c506b07d),segment_id=6ac9cbcf-4668-4565-95b9-9c08c506b07d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:34.119683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908c991-9d99-4f0f-9add-6edcf669bf42 None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:34.137081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:34.137797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.146442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45804) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:34.150722 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-da3a812b-5157-4350-aae8-dc3033a9bb85 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9130785 Jan 17 12:48:34.157569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:34.165981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.199240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.285845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting port 06f2e63d-2f40-4686-b737-6060aaf5288a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:34.286574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.350712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.355838 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1208fc6b-ce13-467d-92ed-1c007f548807 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8112288 Jan 17 12:48:34.356476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45806) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:34.417163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=dd3fa588-da0d-452d-9140-2d0f145d68b3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:34.457380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.485601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-1fd0eb11-4598-410e-bc2f-3bee8a692c95', 'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '0d025e57-d0fc-4f56-9181-7d6be3a1c938'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:34.490959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Calling delete_port for 06f2e63d-2f40-4686-b737-6060aaf5288a owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:34.494235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.523325 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:34.534450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca4f5d-f53e-4164-b874-bf6f11277dfd None None] Pushing event updated for resources: {'Port': ['ID=1679211a-d783-4d5b-946b-9f218e1f3266,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:34.627801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Router 509731c8-2055-4036-bedf-314e4cd93dd2 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:34.652199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dbe876c5-3d92-47e7-990e-686dfe88b930 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8760471 Jan 17 12:48:34.666427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45808) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:34.671856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.686823 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a4a25ec3-7778-49f2-927d-0ee5fb970bc4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/dd3fa588-da0d-452d-9140-2d0f145d68b3 HTTP/1.1" status: 204 len: 168 time: 1.7575622 Jan 17 12:48:34.692393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45810) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:34.715633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:34.898544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7dea8-20b2-403a-8b89-01f814b2ea2b None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:34.919181 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:31Z', 'revision_number': 3, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:34.957379 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:48:34.958013 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Updating router 9bcae578-b779-4684-91eb-d282d5711011 port 71481590-a49e-43d2-975f-89aae6b6cbe7 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:48:34.965950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.981055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60588757'] for subnet, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.989483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:34.995645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:34.997920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.063800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Port': ['ID=06f2e63d-2f40-4686-b737-6060aaf5288a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:35.094376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-447f217b-564e-4e4f-a999-befbf341fccc None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:35.094764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-447f217b-564e-4e4f-a999-befbf341fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.110342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f3e42-3afd-4de4-8d5f-c8f4785758c8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.119059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bf4f3e42-3afd-4de4-8d5f-c8f4785758c8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4187157 Jan 17 12:48:35.119059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.119300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45812) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.119401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5c3c30a4-33c2-4833-945b-1746efc03448 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/ports/06f2e63d-2f40-4686-b737-6060aaf5288a HTTP/1.1" status: 204 len: 168 time: 1.0713930 Jan 17 12:48:35.133052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45814) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.172190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5cd74ca7-b7ec-4081-9765-6adbe552f0ae', 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': '3998061d-1267-4550-bdd6-61ef839da7b0'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:35.173355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.210147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:35.217189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.218839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d3ceb7bc-0f7c-4894-b2de-21f47cb8e920 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "PUT /v2.0/routers/509731c8-2055-4036-bedf-314e4cd93dd2 HTTP/1.1" status: 200 len: 914 time: 5.1480243 Jan 17 12:48:35.222886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45816) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.262784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] Sync routers for ids ['509731c8-2055-4036-bedf-314e4cd93dd2'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:35.367910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Allocated IP 2001:db8::2 (1fd0eb11-4598-410e-bc2f-3bee8a692c95/0d025e57-d0fc-4f56-9181-7d6be3a1c938/625879e0-d1b9-42f6-b3f8-f8b78ae44b8e) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:35.416930 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-355a27dc-d4b9-474c-a593-dd18840ea05d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:35.417510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355a27dc-d4b9-474c-a593-dd18840ea05d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:35.425548 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-355a27dc-d4b9-474c-a593-dd18840ea05d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/df03f5f6-b805-40e9-b35d-661424429ae1 HTTP/1.1" status: 404 len: 337 time: 0.2895350 Jan 17 12:48:35.425548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45820) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.528642 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.554523 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7696a27c-a3dd-4824-9e3a-4c0489425b25 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/509731c8-2055-4036-bedf-314e4cd93dd2 HTTP/1.1" status: 200 len: 920 time: 0.3266487 Jan 17 12:48:35.555297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45822) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.565253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.576952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e75e940-3e8b-4c69-9f4b-c1c1c639defa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.581506 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8e75e940-3e8b-4c69-9f4b-c1c1c639defa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4635184 Jan 17 12:48:35.582520 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.586415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45824) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.609626 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.700490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e0ee5-b030-42d0-9f23-378c7c037b83 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.703120 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e0ee5-b030-42d0-9f23-378c7c037b83 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.704567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e0ee5-b030-42d0-9f23-378c7c037b83 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.707174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-799e0ee5-b030-42d0-9f23-378c7c037b83 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1200130 Jan 17 12:48:35.710420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45826) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.731632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728215445908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60152616'] for subnet, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.761461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=e1108bb1-5d40-4163-8b8d-2fa69b4e3afe,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:35.773713 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Attempting to bind port 71481590-a49e-43d2-975f-89aae6b6cbe7 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:35.775869 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Attempting to bind port 71481590-a49e-43d2-975f-89aae6b6cbe7 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:35.776387 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Attempting to bind port 71481590-a49e-43d2-975f-89aae6b6cbe7 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:35.778739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab3aa8-1684-43f1-8739-8d1ba95d5a2e None None] Pushing event updated for resources: {'Port': ['ID=71481590-a49e-43d2-975f-89aae6b6cbe7,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:35.797324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] Routers {'509731c8-2055-4036-bedf-314e4cd93dd2'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:35.797324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['509731c8-2055-4036-bedf-314e4cd93dd2'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:35.799125 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:35.799920 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:35.800432 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.801637 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:35.801637 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Bound port: 71481590-a49e-43d2-975f-89aae6b6cbe7, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:35.802774 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.803697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1679211a-d783-4d5b-946b-9f218e1f3266 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:35.820798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb21b10-1978-4443-b2c4-b53a2fabcc07 None None] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:35.865895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ade2-9ab2-4fc2-af25-841faaa41187 req-d6ad5fc4-f903-4324-a7ef-e992139fcdbd tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.876336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=3998061d-1267-4550-bdd6-61ef839da7b0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:35.878859 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] For port 71481590-a49e-43d2-975f-89aae6b6cbe7, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:35.881044 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2054ade2-9ab2-4fc2-af25-841faaa41187 req-d6ad5fc4-f903-4324-a7ef-e992139fcdbd tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3553169 Jan 17 12:48:35.882283 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] For port 71481590-a49e-43d2-975f-89aae6b6cbe7, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=71481590-a49e-43d2-975f-89aae6b6cbe7,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:35.884293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.890336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.890336 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-32c381ab-6074-4cb2-8528-4d325957176f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "PUT /v2.0/subnets/3998061d-1267-4550-bdd6-61ef839da7b0 HTTP/1.1" status: 200 len: 826 time: 1.1977100 Jan 17 12:48:35.890584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45828) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:35.914120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.917289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:35.944901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 0d0e6b47-31d6-4394-ab55-b1ad3b982bd7 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:35.950025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.961712 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:35.984988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffa757-8df7-4294-8711-fa595169ce43 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:35.986537 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6cffa757-8df7-4294-8711-fa595169ce43 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=509731c8-2055-4036-bedf-314e4cd93dd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4301677 Jan 17 12:48:35.990352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45830) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:36.075999 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:36.076943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '605d97bc-0853-41a3-8895-f5c1f12b941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:36.077319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: ad925d64-925f-4a77-a446-c9d026487b9c, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:36.077581 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.081921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.106140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] Routers {'509731c8-2055-4036-bedf-314e4cd93dd2'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:36.106779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['509731c8-2055-4036-bedf-314e4cd93dd2'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.124165 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab3aa8-1684-43f1-8739-8d1ba95d5a2e None None] Pushing event updated for resources: {'Port': ['ID=71481590-a49e-43d2-975f-89aae6b6cbe7,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:36.208592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.246485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.247049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9420144-486b-4fdf-80f8-1faeb422193b None None] The sync data for ids ['509731c8-2055-4036-bedf-314e4cd93dd2'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:36.262545 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:36.285905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38b4db9-6183-4066-b46b-6b5258d15965']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.291112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Allocated IP 2001:db8::2 (5cd74ca7-b7ec-4081-9765-6adbe552f0ae/3998061d-1267-4550-bdd6-61ef839da7b0/aa0a828d-dc4c-43fb-a604-003bb702ee73) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:36.334664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.350665 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2054ade2-9ab2-4fc2-af25-841faaa41187 req-e8891b05-044d-48e5-ba94-0e1248560d46 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4681191 Jan 17 12:48:36.363083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.363458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfe89cf-a9ea-4ed5-80a7-921a0b52f87e') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.386768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.434890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.444000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:36.444565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.486483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.509121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:36.511092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Pushing event updated for resources: {'Port': ['ID=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:36.515676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e425bb-8bef-41ee-b02a-bdce6b71a681 None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:36.541806 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:31Z', 'revision_number': 3, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:36.557191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f2e1-8375-4a02-9a12-6df3b2ba975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.574174 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77c10-36d6-4728-b563-b63366ee4405 None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:31Z', 'revision_number': 3, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:36.602686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:36.603702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee1c7d-0340-4564-9be4-4766740e65b6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:36.605318 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4cee1c7d-0340-4564-9be4-4766740e65b6 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.6142998 Jan 17 12:48:36.614851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:36.624111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.629009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.632774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45834) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:36.695999 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9fc40b14-dfae-4d0f-a623-9451d64470c5 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=509731c8-2055-4036-bedf-314e4cd93dd2 HTTP/1.1" status: 200 len: 205 time: 0.0609097 Jan 17 12:48:36.700554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45836) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:36.703397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1679211a-d783-4d5b-946b-9f218e1f3266 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:36.703813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.787020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c5922bb1-537a-4c48-939a-1034820d77fa None None] Provisioning complete for port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:36.787770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5922bb1-537a-4c48-939a-1034820d77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.802571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:36.805715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d679de0-3245-43f6-a6b2-92842681e9fd req-c7c70eb9-ea63-4e36-9526-27dd0d406204 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:36.805881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.807573 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d679de0-3245-43f6-a6b2-92842681e9fd req-c7c70eb9-ea63-4e36-9526-27dd0d406204 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2845833 Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:36.811030 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:36.820489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network ad925d64-925f-4a77-a446-c9d026487b9c is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:36.868523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.889779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Pushing event updated for resources: {'Port': ['ID=aa0a828d-dc4c-43fb-a604-003bb702ee73,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:36.903761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:36.912105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:36.923249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:36.928940 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/b38b4db9-6183-4066-b46b-6b5258d15965 HTTP/1.1" status: 204 len: 168 time: 1.4959114 Jan 17 12:48:36.934872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b1ae9-600d-4e03-8ffb-26f06e05bdb3 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Network': ['ID=b38b4db9-6183-4066-b46b-6b5258d15965,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:36.937245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45838) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:37.002374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, ad925d64-925f-4a77-a446-c9d026487b9c) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:37.021228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:37.029797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.029968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.051250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d5e14-efec-4fd6-926d-1835cb94dd31 None None] Network ad925d64-925f-4a77-a446-c9d026487b9c requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:37.094937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting subnet 6c52c80d-d7b1-4449-a9e0-78f077c1a637 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:37.102102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.120164 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d679de0-3245-43f6-a6b2-92842681e9fd req-c9c13bdd-fd43-4c7b-b78f-7bf9daaf87f7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697916 Jan 17 12:48:37.189216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.201412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Attempting to bind port aa0a828d-dc4c-43fb-a604-003bb702ee73 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:37.201412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Attempting to bind port aa0a828d-dc4c-43fb-a604-003bb702ee73 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:37.201854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Attempting to bind port aa0a828d-dc4c-43fb-a604-003bb702ee73 on network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:37.234989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:37.234989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Checking segment: {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:37.235435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.250737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Bound using segment: {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:37.251109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Bound port: aa0a828d-dc4c-43fb-a604-003bb702ee73, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:37.252931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.255994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.259831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting port aa0a828d-dc4c-43fb-a604-003bb702ee73 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:37.260268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.276136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Attempting to bind port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:37.276508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Attempting to bind port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8a8bae28-e1e9-49b4-82f4-6ec76770beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:37.276871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Attempting to bind port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e on network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:37.291465 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5dfb4083-5e22-4ee2-b781-9749c0d0de6e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1436651 Jan 17 12:48:37.311386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45842) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:37.336354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.351249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1137683816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:37.387272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] For port aa0a828d-dc4c-43fb-a604-003bb702ee73, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:37.387905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.393563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:37.393938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Checking segment: {'id': '8a8bae28-e1e9-49b4-82f4-6ec76770beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:37.394514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.394934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Bound using segment: {'id': '8a8bae28-e1e9-49b4-82f4-6ec76770beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:37.395406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Bound port: 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8bae28-e1e9-49b4-82f4-6ec76770beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1fd0eb11-4598-410e-bc2f-3bee8a692c95'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:37.395830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.410643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Calling delete_port for aa0a828d-dc4c-43fb-a604-003bb702ee73 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:37.424246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0e6b47-31d6-4394-ab55-b1ad3b982bd7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:37.456236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.458593 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-70f9abf8-d26a-4eb1-8ca6-ceb237fad315 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/0d0e6b47-31d6-4394-ab55-b1ad3b982bd7 HTTP/1.1" status: 204 len: 168 time: 1.7401497 Jan 17 12:48:37.470372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45846) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:37.598965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.602400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.603432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.664110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Allocated IP 172.20.0.1 (d73bbc65-5155-4da1-bd37-ab753e3b3366/f69d34c9-5a9d-4901-a067-0eeb96659b67/c75db1c2-451a-45ee-a616-7117983e52ef) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:37.683943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:37.690978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.743209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62d351-2fb2-459b-bd97-1ccb8fcffadb req-48698108-e9b0-45c1-b32a-f413fe2b2c8c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:37.751029 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad62d351-2fb2-459b-bd97-1ccb8fcffadb req-48698108-e9b0-45c1-b32a-f413fe2b2c8c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1983883 Jan 17 12:48:37.778311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.801530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.804569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38c8d3-938e-41aa-9da9-9d0121a78dff None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:37.862337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.924261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.925639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.927785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5922bb1-537a-4c48-939a-1034820d77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.930621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.948870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad62d351-2fb2-459b-bd97-1ccb8fcffadb req-a2b78f1d-8eb7-4b3c-8c8d-f65bc3748b77 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847329 Jan 17 12:48:37.969406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Deleting port d9f46921-e02e-4394-a28c-27e69e3a7270 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:37.969406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:37.971312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.024872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.024872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Port': ['ID=aa0a828d-dc4c-43fb-a604-003bb702ee73,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:38.065653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.074251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:38.075084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:38.082834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Subnet': ['ID=6c52c80d-d7b1-4449-a9e0-78f077c1a637,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:38.101510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.102544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.108730 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-80d32951-f4ac-4279-a381-48e31a83c035 tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/subnets/6c52c80d-d7b1-4449-a9e0-78f077c1a637 HTTP/1.1" status: 204 len: 168 time: 1.1641691 Jan 17 12:48:38.114950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45848) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:38.129267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 1679211a-d783-4d5b-946b-9f218e1f3266, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1679211a-d783-4d5b-946b-9f218e1f3266,segment=NetworkSegment(6ac9cbcf-4668-4565-95b9-9c08c506b07d),segment_id=6ac9cbcf-4668-4565-95b9-9c08c506b07d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:38.136690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c5922bb1-537a-4c48-939a-1034820d77fa None None] For port 7cd3d764-a798-425d-ad67-f04af8ac1ae0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7cd3d764-a798-425d-ad67-f04af8ac1ae0,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:38.138888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] For port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:38.143756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No DVR routers for this DVR port aa0a828d-dc4c-43fb-a604-003bb702ee73 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:38.149836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96be55-51ff-4958-8b01-e68bb2cda9f6 None None] Network 5ce40277-74fe-472f-bf05-5674860201dd requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:38.166027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.182199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] For port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,segment=NetworkSegment(8a8bae28-e1e9-49b4-82f4-6ec76770beb8),segment_id=8a8bae28-e1e9-49b4-82f4-6ec76770beb8)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:38.201946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.203161 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1031be2a-0f0e-4361-ad57-e55dd93a1369 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8778248 Jan 17 12:48:38.206766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45850) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:38.213118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Calling delete_port for d9f46921-e02e-4394-a28c-27e69e3a7270 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:38.260417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5922bb1-537a-4c48-939a-1034820d77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.262161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.262962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cd3d764-a798-425d-ad67-f04af8ac1ae0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:38.276992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.320445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-ad925d64-925f-4a77-a446-c9d026487b9c', 'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': 'e1108bb1-5d40-4163-8b8d-2fa69b4e3afe'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:38.321394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.334572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.358878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:38.364413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:38.367296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:38.407476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.429770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.436153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.526822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Allocated IP 2001:db8:1::2 (ad925d64-925f-4a77-a446-c9d026487b9c/e1108bb1-5d40-4163-8b8d-2fa69b4e3afe/f5b95707-9927-4b0a-b7af-5266edd6acbc) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:38.558608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:38.595398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.595398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cf548413-255e-4fbd-87cd-5d01ba612455 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5 HTTP/1.1" status: 204 len: 168 time: 1.1200607 Jan 17 12:48:38.598169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45852) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:38.601669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Pushing event updated for resources: {'Port': ['ID=c75db1c2-451a-45ee-a616-7117983e52ef,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:38.628654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.632899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Deleting port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:38.632899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.640212 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.672231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a29f8-20e4-4c82-8cba-f87eb6b5dbf4 None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:38.677688 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ab684fc1-c941-4db8-9af6-0e2ad57a408b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755763 Jan 17 12:48:38.683685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45856) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:38.694153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:38.746282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=3998061d-1267-4550-bdd6-61ef839da7b0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:38.821073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Attempting to bind port aa0a828d-dc4c-43fb-a604-003bb702ee73 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:38.821475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Attempting to bind port aa0a828d-dc4c-43fb-a604-003bb702ee73 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:38.821834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Attempting to bind port aa0a828d-dc4c-43fb-a604-003bb702ee73 on network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:38.843848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.862692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:38.863084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.868650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] For port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,segment=NetworkSegment(5939245a-4c66-4332-9a49-8c1c68f2c87a),segment_id=5939245a-4c66-4332-9a49-8c1c68f2c87a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:38.869017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.901578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.914238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Calling delete_port for 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:38.926944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.934182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd74ca7-b7ec-4081-9765-6adbe552f0ae']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:38.938883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:38.939264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Checking segment: {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:38.940722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.940722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Bound using segment: {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:38.940722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Bound port: aa0a828d-dc4c-43fb-a604-003bb702ee73, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9118d2-0bd3-4bf2-a24d-22e940172c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5cd74ca7-b7ec-4081-9765-6adbe552f0ae'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:38.940987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:38.942990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Provisioning complete for port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:38.943242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.001113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5922bb1-537a-4c48-939a-1034820d77fa None None] Pushing event updated for resources: {'Port': ['ID=7cd3d764-a798-425d-ad67-f04af8ac1ae0,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.039467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.050284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9118d2-0bd3-4bf2-a24d-22e940172c96') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:39.051016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9118d2-0bd3-4bf2-a24d-22e940172c96') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:39.124820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d0fc0662-4459-4715-bc89-db64e1afb32e None None] Port aa0a828d-dc4c-43fb-a604-003bb702ee73 has been deleted concurrently {{(pid=109282) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Jan 17 12:48:39.136528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.148373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.177704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.201119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.203948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:39.209034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.277053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.288791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.292576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=1679211a-d783-4d5b-946b-9f218e1f3266,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.313471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd77ef4-4f95-409e-8757-472a0719c5a4 req-d30478db-d5be-4588-9b31-4df62a29b9d1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:39.318373 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2bd77ef4-4f95-409e-8757-472a0719c5a4 req-d30478db-d5be-4588-9b31-4df62a29b9d1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1831741 Jan 17 12:48:39.329008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.334704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event deleted for resources: {'Port': ['ID=d9f46921-e02e-4394-a28c-27e69e3a7270,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.400820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56b846-5226-4881-85cb-054343454167 None None] DHCP port deletion for 5ce40277-74fe-472f-bf05-5674860201dd request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:39.432009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:39.432430 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.437794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Port': ['ID=0fbdcfa0-fa4f-468c-b36f-6200600d3f62,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:39.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:39.453666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Network ad925d64-925f-4a77-a446-c9d026487b9c is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:39.503893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8::1 (1fd0eb11-4598-410e-bc2f-3bee8a692c95/0d025e57-d0fc-4f56-9181-7d6be3a1c938/585fec91-3791-4d8a-8310-b483be670384) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:39.509734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:39.524519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:39.524683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] No DVR routers for this DVR port 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:39.557418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:39.563777 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2bd77ef4-4f95-409e-8757-472a0719c5a4 req-80aaf889-1727-404c-a059-ed7e70948fc1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288840 Jan 17 12:48:39.572287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.611386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2daf8d-9482-426a-8f65-eea152f95186 None None] Pushing event updated for resources: {'Port': ['ID=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.661988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ee3f2-be0b-4b9a-a9f3-e22cfa4bd139 None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'd4eb6e75-7dda-424c-9aaf-f7f25e9b56f5'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': 'aeaab7da-3254-49ee-8ad4-8e7379833166'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:48:39.691003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Could not find standard attr ID for object dd3fa588-da0d-452d-9140-2d0f145d68b3. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:48:39.769181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Pushing event updated for resources: {'Port': ['ID=f5b95707-9927-4b0a-b7af-5266edd6acbc,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.801062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.808009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee3f2-be0b-4b9a-a9f3-e22cfa4bd139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.808811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.813995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.816298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.820052 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/5cd74ca7-b7ec-4081-9765-6adbe552f0ae HTTP/1.1" status: 204 len: 168 time: 3.8827322 Jan 17 12:48:39.821962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.827601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45860) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:39.833465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Provisioning complete for port 1679211a-d783-4d5b-946b-9f218e1f3266 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:39.833465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.836087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Attempting to bind port f5b95707-9927-4b0a-b7af-5266edd6acbc on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:39.836087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Attempting to bind port f5b95707-9927-4b0a-b7af-5266edd6acbc by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '605d97bc-0853-41a3-8895-f5c1f12b941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:39.836087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Attempting to bind port f5b95707-9927-4b0a-b7af-5266edd6acbc on network ad925d64-925f-4a77-a446-c9d026487b9c {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:39.855879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189894c-bf84-41c6-a924-75fef856f3ad tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=5cd74ca7-b7ec-4081-9765-6adbe552f0ae,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:39.860087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.862867 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb95fe3e-b22b-45c7-bc77-d60e6c58bdb6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:39.863636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb95fe3e-b22b-45c7-bc77-d60e6c58bdb6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:39.866621 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fb95fe3e-b22b-45c7-bc77-d60e6c58bdb6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/5cd74ca7-b7ec-4081-9765-6adbe552f0ae HTTP/1.1" status: 404 len: 339 time: 0.0324492 Jan 17 12:48:39.871074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45862) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:39.884762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920551953', 'description': 'd1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:39.897542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce40277-74fe-472f-bf05-5674860201dd']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:39.903605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:39.903605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Checking segment: {'id': '605d97bc-0853-41a3-8895-f5c1f12b941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:39.903605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.904670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Bound using segment: {'id': '605d97bc-0853-41a3-8895-f5c1f12b941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:39.911069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Bound port: f5b95707-9927-4b0a-b7af-5266edd6acbc, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605d97bc-0853-41a3-8895-f5c1f12b941f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ad925d64-925f-4a77-a446-c9d026487b9c'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:39.912562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:39.932157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5939245a-4c66-4332-9a49-8c1c68f2c87a') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:39.932425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5939245a-4c66-4332-9a49-8c1c68f2c87a') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:39.934093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.000141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.000526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Fanout notify agent at l3_agent the message router_deleted on router 509731c8-2055-4036-bedf-314e4cd93dd2 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:40.003469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.018552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.025939 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c09d7446-9820-4adc-873c-e52b658d2c8b tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/509731c8-2055-4036-bedf-314e4cd93dd2 HTTP/1.1" status: 204 len: 168 time: 3.3217394 Jan 17 12:48:40.037321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45864) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:40.037321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1753737373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:40.055528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.061319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.083071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.092008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:40.092008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:40.092955 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:40.097102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Pushing event updated for resources: {'Port': ['ID=c75db1c2-451a-45ee-a616-7117983e52ef,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:40.114753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:40.120259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.162233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.189340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:40.189844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.216517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.221575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.223640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:40.233967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.234381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.234737 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 521eef97-21ff-468c-9473-920d42ed25d3 of type vlan for network d2d64b62-5023-43b6-986f-2106bc7d3369 Jan 17 12:48:40.283224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.295418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:40.297760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:40.309043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:40.322221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:40.342326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:40.343278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.350985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:40.351892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.354554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=283301b4-aad9-4fa8-8b3a-2f4ad3082cc9,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:40.418031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:40.420319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:40.432168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.440834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.446519 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] 10.222.0.77 "DELETE /v2.0/networks/5ce40277-74fe-472f-bf05-5674860201dd HTTP/1.1" status: 204 len: 168 time: 2.3285396 Jan 17 12:48:40.464595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca063-a20f-4631-872f-fe8efc80ee2d tempest-NetworksIpV6TestAttrs-1405645807 tempest-NetworksIpV6TestAttrs-1405645807-project] Pushing event deleted for resources: {'Network': ['ID=5ce40277-74fe-472f-bf05-5674860201dd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:40.477054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.483452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:40.484170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.554513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] For port f5b95707-9927-4b0a-b7af-5266edd6acbc, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:40.556938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1b5c7-8473-4a90-8892-c75b483a0240 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:40.675418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] For port f5b95707-9927-4b0a-b7af-5266edd6acbc, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5b95707-9927-4b0a-b7af-5266edd6acbc,segment=NetworkSegment(605d97bc-0853-41a3-8895-f5c1f12b941f),segment_id=605d97bc-0853-41a3-8895-f5c1f12b941f)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:40.720926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:40.722771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=d2d64b62-5023-43b6-986f-2106bc7d3369,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:40.734820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca670e51-aff1-467e-9d54-5c4a6b359f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:40.741290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a9140-9316-4b5b-bb23-33e27e019211 None None] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:40.760083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network d2d64b62-5023-43b6-986f-2106bc7d3369 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:40.838031 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c236eda2-24a8-4793-a3f9-838bf6b3786f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9632928 Jan 17 12:48:40.838534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45872) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:40.965482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:40.978700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.031800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=585fec91-3791-4d8a-8310-b483be670384,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:41.061649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.146200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 71481590-a49e-43d2-975f-89aae6b6cbe7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:41.159955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5b774-ea2a-40cd-aec7-e8be961c22bb req-d02c14d4-bca8-4c3b-9bcd-cb5f53fe3f79 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:41.161055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71602750-da6c-4cd3-83a5-f53ea110e5b1 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:41.162060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15b5b774-ea2a-40cd-aec7-e8be961c22bb req-d02c14d4-bca8-4c3b-9bcd-cb5f53fe3f79 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2095823 Jan 17 12:48:41.165572 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-71602750-da6c-4cd3-83a5-f53ea110e5b1 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks?id=d2d64b62-5023-43b6-986f-2106bc7d3369 HTTP/1.1" status: 200 len: 765 time: 0.3239491 Jan 17 12:48:41.166254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:41.172972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'description': 'd2'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:41.177388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.233981 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1268a89e-6da6-4ac3-a80e-6a304914acc6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5490909 Jan 17 12:48:41.276946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45876) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:41.286936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:41.300241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49663d7-8b99-4b6f-8063-8f76e07bc05d None None] Pushing event updated for resources: {'Port': ['ID=f5b95707-9927-4b0a-b7af-5266edd6acbc,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:41.387936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5aac7-07e9-41ae-a33b-e61034f224b0 None None] DHCP port deletion for 5cd74ca7-b7ec-4081-9765-6adbe552f0ae request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:41.518247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89dae2-8fce-4cb3-9f75-0bd0bcb8c91e None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:41.546807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89dae2-8fce-4cb3-9f75-0bd0bcb8c91e None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 12:48:41.563546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45880) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:41.573028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51373a-4984-487f-aef3-b15c45baa848 None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:41.630362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51373a-4984-487f-aef3-b15c45baa848 None None] Network 5cd74ca7-b7ec-4081-9765-6adbe552f0ae could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 12:48:41.648580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 71481590-a49e-43d2-975f-89aae6b6cbe7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:41.649233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.684292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.688231 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fbd33eee-0598-45ca-b6b4-11f97c6abd9f tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6523986 Jan 17 12:48:41.697787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45886) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:41.699666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'enable_snat': False}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:41.718009 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15b5b774-ea2a-40cd-aec7-e8be961c22bb req-5a40f17e-13fa-40d1-a34f-a9fb3eea3551 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5343702 Jan 17 12:48:41.721937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.725895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': '283301b4-aad9-4fa8-8b3a-2f4ad3082cc9'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': 'aeaab7da-3254-49ee-8ad4-8e7379833166'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:48:41.753954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:41.754341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.814875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.853840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:41.858525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.902000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:41.917913 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:41.918515 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:41.922013 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2ff47de4-6e77-410e-8043-be65076ffa8d admin admin] 10.222.0.77 "PUT /v2.0/routers/9bcae578-b779-4684-91eb-d282d5711011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5397832 Jan 17 12:48:41.943749 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:41.945293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:42.024153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.055001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.128312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.183263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 71481590-a49e-43d2-975f-89aae6b6cbe7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=71481590-a49e-43d2-975f-89aae6b6cbe7,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:42.198393 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b23da34a-31ee-4de2-bb9a-5348be7a3b49 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=104bcd3066c34e5c8220a515f3bfefd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509841 Jan 17 12:48:42.206519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45892) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.212764 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:42.239830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Provisioning complete for port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:42.240211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.257774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/283301b4-aad9-4fa8-8b3a-2f4ad3082cc9/aeaab7da-3254-49ee-8ad4-8e7379833166) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:42.262422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network d2d64b62-5023-43b6-986f-2106bc7d3369 is not hosted by any dhcp agent {{(pid=109280) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:48:42.274160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:42.275238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.280219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45894) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.284030 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "PUT /v2.0/networks/d2d64b62-5023-43b6-986f-2106bc7d3369 HTTP/1.1" status: 200 len: 762 time: 1.1163137 Jan 17 12:48:42.390890 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 283301b4-aad9-4fa8-8b3a-2f4ad3082cc9 (CIDR: 2001:db8::/64) Jan 17 12:48:42.395018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.396586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1679211a-d783-4d5b-946b-9f218e1f3266 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:42.410756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdbca0-b6d2-4ac6-a78e-e691091dbb54 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=d2d64b62-5023-43b6-986f-2106bc7d3369,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:42.452736 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:48:42.452736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:42.476886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024963cd-8499-440e-a1b2-384ce381276c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:42.478647 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-024963cd-8499-440e-a1b2-384ce381276c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks?id=d2d64b62-5023-43b6-986f-2106bc7d3369 HTTP/1.1" status: 200 len: 765 time: 0.1884747 Jan 17 12:48:42.483781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45898) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.519185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a25e31ce-c271-41b8-a8a9-a3c071b2eec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.582084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network d2d64b62-5023-43b6-986f-2106bc7d3369 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:42.586322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=71481590-a49e-43d2-975f-89aae6b6cbe7,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:42.589191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1d89389f-f80c-4936-94b9-df464d977900 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3093300 Jan 17 12:48:42.605781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45902) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.625706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:42.671047 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:39Z', 'revision_number': 2, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:42.722708 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:48:42.723060 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Updating router 9bcae578-b779-4684-91eb-d282d5711011 port c75db1c2-451a-45ee-a616-7117983e52ef binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:48:42.750994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a25e31ce-c271-41b8-a8a9-a3c071b2eec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.769469 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.816915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:42.860072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.864056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ed606-c71c-4bc4-86c5-31695eec4b37 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:42.868670 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ec9ed606-c71c-4bc4-86c5-31695eec4b37 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3838475 Jan 17 12:48:42.871329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45910) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.881014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c5bc1-dd7d-4a3a-8361-8328bb0e676b None None] Network ad925d64-925f-4a77-a446-c9d026487b9c requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:42.921855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.962279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45914) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.963964 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-275bbbe7-47da-4c8a-be59-cc8d06bfc230 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 207 time: 0.0913985 Jan 17 12:48:42.981527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45916) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:42.992105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1679211a-d783-4d5b-946b-9f218e1f3266 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:42.992493 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:42.992884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:42.997109 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.006432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8174230-network', 'tenant_id': '862910ea1c5349e195ce3a4853db6047'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:43.029246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.081026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a25e31ce-c271-41b8-a8a9-a3c071b2eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.084893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a25e31ce-c271-41b8-a8a9-a3c071b2eec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.089076 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a25e31ce-c271-41b8-a8a9-a3c071b2eec3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abb3ec62-17b1-4b7e-b830-46cee0cc3cd3 HTTP/1.1" status: 204 len: 168 time: 0.8253810 Jan 17 12:48:43.089076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.089076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.119092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37952c51-c799-4c60-af2c-0a15b798ecb6 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:43.119778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a61f49-c543-4921-91a2-79a77c1c463e req-bc37ddc8-63f9-4e9b-9595-0f6d24a46ad9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.123661 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e1a61f49-c543-4921-91a2-79a77c1c463e req-bc37ddc8-63f9-4e9b-9595-0f6d24a46ad9 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2523515 Jan 17 12:48:43.168065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.243643 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e1a61f49-c543-4921-91a2-79a77c1c463e req-6b0b48d3-d441-454f-b70c-0a99eb87c30d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078620 Jan 17 12:48:43.255124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.289559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e31ce-c271-41b8-a8a9-a3c071b2eec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb3ec62-17b1-4b7e-b830-46cee0cc3cd3,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:43.290267 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.305822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.390240 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.413619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=585fec91-3791-4d8a-8310-b483be670384,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:43.494321 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Pushing event updated for resources: {'Port': ['ID=c75db1c2-451a-45ee-a616-7117983e52ef,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:43.506138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Made reservation on behalf of 862910ea1c5349e195ce3a4853db6047 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:43.508499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.521172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Allocated IP 172.26.4.122 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/3dfeb60b-9e42-48e7-a974-25bc57a53852) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:43.568532 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cd3d764-a798-425d-ad67-f04af8ac1ae0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:43.577028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.605281 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.605650 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.605975 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.606303 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.606628 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.607003 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.607526 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.607970 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.608320 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.608644 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.608969 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.609282 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:48:43.612333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.644147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.654030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.656488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] For port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,segment=NetworkSegment(8a8bae28-e1e9-49b4-82f4-6ec76770beb8),segment_id=8a8bae28-e1e9-49b4-82f4-6ec76770beb8)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:43.661219 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Attempting to bind port c75db1c2-451a-45ee-a616-7117983e52ef on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:43.661584 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Attempting to bind port c75db1c2-451a-45ee-a616-7117983e52ef by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:43.661942 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Attempting to bind port c75db1c2-451a-45ee-a616-7117983e52ef on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:43.662135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.683716 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:43.684090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Checking segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:43.684489 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.687020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.690894 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Bound using segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:43.691403 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Bound port: c75db1c2-451a-45ee-a616-7117983e52ef, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:43.691838 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.693279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:43.693883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.694397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:43.696503 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-411df1fa-1ca1-4512-90f7-92e8dd3cbeac tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.7329955 Jan 17 12:48:43.708874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:43.712793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45922) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:43.714164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:43.743283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.810804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.875310 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] For port c75db1c2-451a-45ee-a616-7117983e52ef, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:43.881700 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] For port c75db1c2-451a-45ee-a616-7117983e52ef, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c75db1c2-451a-45ee-a616-7117983e52ef,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:43.899199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Provisioning complete for port c75db1c2-451a-45ee-a616-7117983e52ef triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:43.901069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:43.975068 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.006756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.025606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Pushing event updated for resources: {'Port': ['ID=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:44.059639 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:48:44.081386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Port c75db1c2-451a-45ee-a616-7117983e52ef cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:44.102280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:44.102795 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:44.103563 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:44.118985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:44.123342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:44.134911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:44.137592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Provisioning complete for port 1679211a-d783-4d5b-946b-9f218e1f3266 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:44.150155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.254296 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c5419-48d1-40c6-8044-ff01ab7cbade None None] Pushing event updated for resources: {'Port': ['ID=c75db1c2-451a-45ee-a616-7117983e52ef,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:44.291077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-300867fd-7cb0-4f79-88e1-564c84b21490 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.5541208 Jan 17 12:48:44.297105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45934) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:44.345312 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:44.448993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:44.449768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.516596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Pushing event updated for resources: {'Port': ['ID=3dfeb60b-9e42-48e7-a974-25bc57a53852,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:44.520945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f5b7efc5-fcee-451d-b2a3-cbd28335c053 None None] Could not find standard attr ID for object aa0a828d-dc4c-43fb-a604-003bb702ee73. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:48:44.577566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc595a56-c95a-4198-9d8b-c917560e798a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.579215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc595a56-c95a-4198-9d8b-c917560e798a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.580825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc595a56-c95a-4198-9d8b-c917560e798a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.582506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc595a56-c95a-4198-9d8b-c917560e798a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.584122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc595a56-c95a-4198-9d8b-c917560e798a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.585919 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cc595a56-c95a-4198-9d8b-c917560e798a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2877293 Jan 17 12:48:44.594488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45936) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:44.641167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:44.646359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Provisioning complete for port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:44.646359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.647639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.667978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99641d0-1ab5-42c0-bbf5-2a5e7e6239a6 req-d0c988d2-4416-4a1b-968f-2728155d7c8e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.671950 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f99641d0-1ab5-42c0-bbf5-2a5e7e6239a6 req-d0c988d2-4416-4a1b-968f-2728155d7c8e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2535899 Jan 17 12:48:44.697092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa47a0-3ae1-4c7a-a0df-0be128dd3afa tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.699072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:44.699429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0fbdcfa0-fa4f-468c-b36f-6200600d3f62 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:44.699762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa47a0-3ae1-4c7a-a0df-0be128dd3afa tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.699909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:44.703035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa47a0-3ae1-4c7a-a0df-0be128dd3afa tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.708553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa47a0-3ae1-4c7a-a0df-0be128dd3afa tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.710037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa47a0-3ae1-4c7a-a0df-0be128dd3afa tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:44.715197 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9bfa47a0-3ae1-4c7a-a0df-0be128dd3afa tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1164234 Jan 17 12:48:44.715628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45940) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:44.717095 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:43Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:44.732500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.757802 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2099d0d-1036-4085-8e87-723aa0452b2c None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:43Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:44.775094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 0f86443e-07e5-4255-bad9-5cba9ed36549 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:44.809547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:44.842641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Provisioning complete for port f5b95707-9927-4b0a-b7af-5266edd6acbc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:44.842760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.864114 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f99641d0-1ab5-42c0-bbf5-2a5e7e6239a6 req-88b43ca5-f628-4bb0-8869-1f58774008df tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818247 Jan 17 12:48:44.864835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2320c19-9fd9-4ac5-934a-20deb472d3e0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:44.888506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.890694 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Added segment 6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4 of type vlan for network 995c2246-4a67-45e3-af91-d20b789919c1 Jan 17 12:48:44.977011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:44.979607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.015722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.050896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] For port f5b95707-9927-4b0a-b7af-5266edd6acbc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5b95707-9927-4b0a-b7af-5266edd6acbc,segment=NetworkSegment(605d97bc-0853-41a3-8895-f5c1f12b941f),segment_id=605d97bc-0853-41a3-8895-f5c1f12b941f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:45.063968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.070645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:45.094425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c39360-303e-4953-8e14-566e83baa7dd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:45.096782 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89c39360-303e-4953-8e14-566e83baa7dd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks/0944195f-9d4a-43ed-aa13-509bed7380fa HTTP/1.1" status: 200 len: 804 time: 0.3793399 Jan 17 12:48:45.101745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45948) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.127032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.198442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.236801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Provisioning complete for port 585fec91-3791-4d8a-8310-b483be670384 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:45.238456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.258800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:45.259979 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45950) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.261937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.objects.ports [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109280) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:48:45.264070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.265607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:45.267083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.273004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a5906559-423d-4adc-936e-1e23b10bdec2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0f86443e-07e5-4255-bad9-5cba9ed36549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0651176 Jan 17 12:48:45.286687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45952) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.324007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] Sync routers for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:45.328187 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-935f7312-ff23-4ab2-93ca-2fb145709438 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/networks/0944195f-9d4a-43ed-aa13-509bed7380fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2230504 Jan 17 12:48:45.337270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45954) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.376512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Pushing event updated for resources: {'Port': ['ID=f5b95707-9927-4b0a-b7af-5266edd6acbc,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:45.382723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:45.383654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:45.466902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df169cb-3ac2-4f0d-ad58-4d6748657ddb tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:45.467795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Port 585fec91-3791-4d8a-8310-b483be670384 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:45.474183 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4df169cb-3ac2-4f0d-ad58-4d6748657ddb tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/subnets/27c672b9-59de-4f9d-a128-318a1d1bff10 HTTP/1.1" status: 200 len: 843 time: 0.1326146 Jan 17 12:48:45.474771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45958) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.482763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:45.518047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Provisioning complete for port c75db1c2-451a-45ee-a616-7117983e52ef triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:45.518901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.536184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:45.537218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:45.550607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1059790-24fa-458c-b81e-904e5eeb0f3e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:45.552021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d1059790-24fa-458c-b81e-904e5eeb0f3e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports/585fec91-3791-4d8a-8310-b483be670384 HTTP/1.1" status: 200 len: 911 time: 0.2640965 Jan 17 12:48:45.557440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45960) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.609046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:45.614506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04cb22-b904-40c9-af22-ca041ed5ef52 None None] The sync data for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:45.619865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:45.680130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6892397 Jan 17 12:48:45.681143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf481a-6d9f-4ff4-85c4-903e6cd94278 admin admin] Pushing event updated for resources: {'Network': ['ID=995c2246-4a67-45e3-af91-d20b789919c1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:45.689005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45962) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:45.696489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Request body: {'subnet': {'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8174230-subnet', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:45.704701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 995c2246-4a67-45e3-af91-d20b789919c1 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:45.706968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:45.711018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.852672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] For port c75db1c2-451a-45ee-a616-7117983e52ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c75db1c2-451a-45ee-a616-7117983e52ef,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:45.867308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:45.867882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.909094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9151845b-cc2f-42a6-a15d-35a8aa02e484 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] Request body: {'port': {'network_id': '6b4ec869-11f1-4bdd-b3c9-172ec3050838', 'name': 'tempest-NetworksNegativeTestJSON-353355824'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:45.920145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:45.989167 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9151845b-cc2f-42a6-a15d-35a8aa02e484 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] POST failed (client error): The resource could not be found. Jan 17 12:48:45.989961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9151845b-cc2f-42a6-a15d-35a8aa02e484 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:45.994588 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9151845b-cc2f-42a6-a15d-35a8aa02e484 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6737177 Jan 17 12:48:45.997792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45966) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.004512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:46.004883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.050737 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5e79fd-771f-405f-a0dd-4ce3c182b131 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:46.051353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5e79fd-771f-405f-a0dd-4ce3c182b131 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:46.057861 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ab5e79fd-771f-405f-a0dd-4ce3c182b131 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "DELETE /v2.0/networks/f229e721-b184-4471-9cd1-677a7f9b2f98 HTTP/1.1" status: 404 len: 339 time: 0.0485141 Jan 17 12:48:46.058047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Pushing event updated for resources: {'Port': ['ID=c75db1c2-451a-45ee-a616-7117983e52ef,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:46.070291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae57368-efae-43e9-a8ee-f95c14a9fb90 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:46.078737 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6ae57368-efae-43e9-a8ee-f95c14a9fb90 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "GET /v2.0/subnets/27c672b9-59de-4f9d-a128-318a1d1bff10?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6008682 Jan 17 12:48:46.079657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45968) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.080156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45970) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.089349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1413714528'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:46.096862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.125515 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6761e72c-36d5-4d63-8ac1-dbe40418dbf0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:46.126242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6761e72c-36d5-4d63-8ac1-dbe40418dbf0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:46.132860 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6761e72c-36d5-4d63-8ac1-dbe40418dbf0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "DELETE /v2.0/ports/36d22e3b-7235-4ddf-b930-5675045a30e8 HTTP/1.1" status: 404 len: 333 time: 0.0458772 Jan 17 12:48:46.136433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45972) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.150643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.186504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.187199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:46.188532 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.189135 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f43f374-5c35-4639-898d-5438825bb3a7 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:46.189593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f43f374-5c35-4639-898d-5438825bb3a7 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:46.195697 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8f43f374-5c35-4639-898d-5438825bb3a7 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "DELETE /v2.0/subnets/585f693e-7bc9-4883-8e00-aea2ad127554 HTTP/1.1" status: 404 len: 337 time: 0.0531867 Jan 17 12:48:46.199653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45974) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.207054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c02e8e-bec6-45a0-bdbc-e6de1fa85332 req-ee0d791c-79a4-4540-b973-4c9a4d4e5fa7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:46.208915 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a9c02e8e-bec6-45a0-bdbc-e6de1fa85332 req-ee0d791c-79a4-4540-b973-4c9a4d4e5fa7 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2244937 Jan 17 12:48:46.254578 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-67161c47-0195-4207-9665-ba9f1ecb16ce tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] GET failed (client error): The resource could not be found. Jan 17 12:48:46.256176 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-67161c47-0195-4207-9665-ba9f1ecb16ce tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "GET /v2.0/networks/ea3cebba-862f-4999-9fed-9f45aa372393 HTTP/1.1" status: 404 len: 339 time: 0.0531273 Jan 17 12:48:46.260465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45976) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.304781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.305303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c75db1c2-451a-45ee-a616-7117983e52ef up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:46.319711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:46.323202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.363002 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a9c02e8e-bec6-45a0-bdbc-e6de1fa85332 req-33af2137-42e1-497d-8ead-2ac1c7b313e1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031632 Jan 17 12:48:46.383731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Made reservation on behalf of 862910ea1c5349e195ce3a4853db6047 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:46.387180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.387351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:48:46.401734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:46.401734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-16ac534a-9ec5-4520-819a-33ba3c0a0a2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:46.413918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.414311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Added segment 34fb97ba-3418-47ef-8a3a-ec152afb331b of type vlan for network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 Jan 17 12:48:46.417966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=9']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:46.432221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c75db1c2-451a-45ee-a616-7117983e52ef triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:46.432702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.453520 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97411a6-9c72-44b7-ba3a-c90deed488c5 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] GET failed (client error): The resource could not be found. Jan 17 12:48:46.459184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e97411a6-9c72-44b7-ba3a-c90deed488c5 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "GET /v2.0/ports/51d025ea-ca3f-46d6-b4e7-6b5e64b613e7 HTTP/1.1" status: 404 len: 333 time: 0.1933770 Jan 17 12:48:46.459345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45978) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.501335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.504197 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1cdead-aa4f-4581-9a2f-be3a2e75c1bb tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] GET failed (client error): The resource could not be found. Jan 17 12:48:46.505549 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4c1cdead-aa4f-4581-9a2f-be3a2e75c1bb tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "GET /v2.0/subnets/4c37ce5b-02a6-412c-86c9-4c45f351c3c3 HTTP/1.1" status: 404 len: 337 time: 0.0455663 Jan 17 12:48:46.511822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45980) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.519234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-baa2be51-b50f-4604-b0bb-fc9332a0612a tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:46.533735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5b95707-9927-4b0a-b7af-5266edd6acbc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:46.535149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Router b7c5d899-a62d-48d2-a4a5-3b13c06ae64e is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:46.543366 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa2be51-b50f-4604-b0bb-fc9332a0612a tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] PUT failed (client error): The resource could not be found. Jan 17 12:48:46.544118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa2be51-b50f-4604-b0bb-fc9332a0612a tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:46.548994 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-baa2be51-b50f-4604-b0bb-fc9332a0612a tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "PUT /v2.0/networks/58480b84-c1f9-48f4-a3aa-9453189e1d7d HTTP/1.1" status: 404 len: 339 time: 0.0327671 Jan 17 12:48:46.552848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45982) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.561492 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a020f6dd-c64d-473a-9e57-493f32d621d0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:46.590263 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a020f6dd-c64d-473a-9e57-493f32d621d0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] PUT failed (client error): The resource could not be found. Jan 17 12:48:46.591060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a020f6dd-c64d-473a-9e57-493f32d621d0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:46.592311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a020f6dd-c64d-473a-9e57-493f32d621d0 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "PUT /v2.0/ports/a8a796f4-fbdb-42f3-949c-0377fb21a3b1 HTTP/1.1" status: 404 len: 333 time: 0.0385144 Jan 17 12:48:46.595885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f5b95707-9927-4b0a-b7af-5266edd6acbc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:46.595885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.599908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 45984) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.609927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8b7bae22-5b82-4c73-8f90-53699cd3fb67 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:46.643110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.648892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:46.649483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.667014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7bae22-5b82-4c73-8f90-53699cd3fb67 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] PUT failed (client error): The resource could not be found. Jan 17 12:48:46.667473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7bae22-5b82-4c73-8f90-53699cd3fb67 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:46.668662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8b7bae22-5b82-4c73-8f90-53699cd3fb67 tempest-NetworksNegativeTestJSON-821192606 tempest-NetworksNegativeTestJSON-821192606-project] 10.222.0.77 "PUT /v2.0/subnets/a7de252f-4abf-486e-9b97-b44c5f058f71 HTTP/1.1" status: 404 len: 337 time: 0.0663302 Jan 17 12:48:46.672674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.688645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:46.746321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:46.747012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.773835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Network': ['ID=14be1f75-86d2-48a4-a6b9-88f1daa92fd8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:46.778960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:46.783356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.787130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-700134ad-fec1-44e5-aab4-ace656a8b114 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "PUT /v2.0/routers/b7c5d899-a62d-48d2-a4a5-3b13c06ae64e HTTP/1.1" status: 200 len: 916 time: 5.0923648 Jan 17 12:48:46.787316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] Sync routers for ids ['b7c5d899-a62d-48d2-a4a5-3b13c06ae64e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:46.787830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45988) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.817670 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] Routers {'b7c5d899-a62d-48d2-a4a5-3b13c06ae64e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:46.817670 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b7c5d899-a62d-48d2-a4a5-3b13c06ae64e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:46.817877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:48:46.848157 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f8e4ecea-0834-47b7-9c02-3b7f770ec7d6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7633514 Jan 17 12:48:46.850869 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45990) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:46.857374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:46.882436 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:46.896282 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] Routers {'b7c5d899-a62d-48d2-a4a5-3b13c06ae64e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:46.898003 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b7c5d899-a62d-48d2-a4a5-3b13c06ae64e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:46.922103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:46.966462 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:46.973977 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5debe-223f-43d2-844a-5e0fd689e522 None None] The sync data for ids ['b7c5d899-a62d-48d2-a4a5-3b13c06ae64e'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:46.989872 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-78eefa66-4f38-4183-831b-ea409a819149 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/b7c5d899-a62d-48d2-a4a5-3b13c06ae64e HTTP/1.1" status: 200 len: 922 time: 0.1981821 Jan 17 12:48:46.990954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45992) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.040301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.046093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ac54e-4da1-4dab-80cc-6b12dd9dd75e tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:47.050452 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-918ac54e-4da1-4dab-80cc-6b12dd9dd75e tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=b7c5d899-a62d-48d2-a4a5-3b13c06ae64e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0555944 Jan 17 12:48:47.050684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45994) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.101929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Made reservation on behalf of c536dbb2d3b64164b38ce3aec575c9b7 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:47.105747 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.112095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:47.140097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 71481590-a49e-43d2-975f-89aae6b6cbe7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:47.168826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab58a8db-d620-44ed-a982-108f9a2edc52,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:47.176896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Performing IP validity checks on allocation pools {{(pid=109281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:48:47.177429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:48:47.210131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 71481590-a49e-43d2-975f-89aae6b6cbe7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:47.210837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.224042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c208a-1aa6-437b-85e0-8c72d579fcd4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:47.228327 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6a1c208a-1aa6-437b-85e0-8c72d579fcd4 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/networks/c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 881 time: 0.1736743 Jan 17 12:48:47.228779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 45996) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.234489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.251829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Checking segment: {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:47.252279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Network hostable DHCP agents. Network: 995c2246-4a67-45e3-af91-d20b789919c1, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:47.268988 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-409ff843-82fa-4077-8f2f-75bdb84c610d tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7c5d899-a62d-48d2-a4a5-3b13c06ae64e HTTP/1.1" status: 200 len: 205 time: 0.0390778 Jan 17 12:48:47.272272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46000) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.317916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.319191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.379878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46002) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.380544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aa0a828d-dc4c-43fb-a604-003bb702ee73 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:47.395362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Network 995c2246-4a67-45e3-af91-d20b789919c1 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:47.401222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: aa0a828d-dc4c-43fb-a604-003bb702ee73 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:47.401675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aa0a828d-dc4c-43fb-a604-003bb702ee73 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:47.478566 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.498327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:47.530409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:47.541667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f1aed-adc6-4919-9da4-588abe989604 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:47.542372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.554988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:47.555151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5b95707-9927-4b0a-b7af-5266edd6acbc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:47.555613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.590443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=89c2497a-1d2e-4ef3-95ec-af5ca6ec1fc4,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:47.599393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 995c2246-4a67-45e3-af91-d20b789919c1) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:47.606282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=11']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:47.617703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:47.618309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.620914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8:1::1 (ad925d64-925f-4a77-a446-c9d026487b9c/e1108bb1-5d40-4163-8b8d-2fa69b4e3afe/1c9edf57-d80f-4ccb-a233-22949e0e1aa0) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:47.633993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c81e269-7dd7-4ab4-869d-9e23312c9f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.654882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dc694-2c8a-4f4a-aec7-a0f6e3eec07c req-7b6a3285-6829-4c46-8023-b9f899177a44 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:47.658139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ce309-e329-4b6e-8e79-aff2e4dbccfd None None] Network 995c2246-4a67-45e3-af91-d20b789919c1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:47.662843 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-734dc694-2c8a-4f4a-aec7-a0f6e3eec07c req-7b6a3285-6829-4c46-8023-b9f899177a44 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1415834 Jan 17 12:48:47.691194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=f07a5d1f-45ed-4e41-895f-db31ddba8917,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:47.702125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.718436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Checking segment: {'id': '34fb97ba-3418-47ef-8a3a-ec152afb331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:47.718771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network hostable DHCP agents. Network: 14be1f75-86d2-48a4-a6b9-88f1daa92fd8, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:48:47.723281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e78533fb-2aa8-44ce-9685-a0cd931cf236 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.1087694 Jan 17 12:48:47.723457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46010) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.728399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:bc:3e:78', 'name': 'tempest-NetworksTestDHCPv6-612200562'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:47.752044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0d8cd709-cd2b-4394-b48e-4613ac358b09 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0593729 Jan 17 12:48:47.759264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46012) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:47.769312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:47.795880 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-734dc694-2c8a-4f4a-aec7-a0f6e3eec07c req-9f811beb-e9e7-4a90-a3ba-0a82bc0790df tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298687 Jan 17 12:48:47.822889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f5b95707-9927-4b0a-b7af-5266edd6acbc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:47.823411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.880999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.883795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:48:47.889932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c81e269-7dd7-4ab4-869d-9e23312c9f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.923136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Deleting port 3dfeb60b-9e42-48e7-a974-25bc57a53852 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:47.923480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.932849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.935512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.969483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c81e269-7dd7-4ab4-869d-9e23312c9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:47.976046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 14be1f75-86d2-48a4-a6b9-88f1daa92fd8) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:47.979128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-995c2246-4a67-45e3-af91-d20b789919c1', 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'fixed_ips': [{'subnet_id': 'ab58a8db-d620-44ed-a982-108f9a2edc52'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:47.980107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.000482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4087c-99e7-43ea-88a1-4458ae22fa8f None None] Network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:48.008596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.013451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:48.014088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-737203'] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.025342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.058671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:48.069670 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2c81e269-7dd7-4ab4-869d-9e23312c9f22 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67f45f9f723349ff90c4fa204fde83a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888664 Jan 17 12:48:48.072286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46014) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:48.080186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e269-7dd7-4ab4-869d-9e23312c9f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25514465-d633-4972-b5af-e90a2af77a79,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:48.086510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network ad925d64-925f-4a77-a446-c9d026487b9c is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:48.109947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.118468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:48.121560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=1c9edf57-d80f-4ccb-a233-22949e0e1aa0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:48.127102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:48.127831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.130778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:48.139189 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a81db0ab-0d00-4dfc-9212-f90dc1b883c4 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2872643 Jan 17 12:48:48.143848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46016) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:48.160931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:48.164758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Calling delete_port for 3dfeb60b-9e42-48e7-a974-25bc57a53852 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:48.297712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-14be1f75-86d2-48a4-a6b9-88f1daa92fd8', 'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8', 'tenant_id': 'c536dbb2d3b64164b38ce3aec575c9b7', 'fixed_ips': [{'subnet_id': 'f07a5d1f-45ed-4e41-895f-db31ddba8917'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:48:48.298560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.340381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:48.340762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.382461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b59e1f40-1a9b-45f0-8a32-1675318d7417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.407008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.472812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b59e1f40-1a9b-45f0-8a32-1675318d7417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.540412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.546266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60169321'] for subnet, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.551182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c75db1c2-451a-45ee-a616-7117983e52ef up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:48.578806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.622728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Allocated IP 172.20.0.2 (995c2246-4a67-45e3-af91-d20b789919c1/ab58a8db-d620-44ed-a982-108f9a2edc52/eb9fb38c-2b88-4b52-9644-5514b80842f7) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:48.661896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-db9df3bf-575e-4d16-984c-71c2150ad95a None None] Provisioning complete for port 1c9edf57-d80f-4ccb-a233-22949e0e1aa0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:48.662271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db9df3bf-575e-4d16-984c-71c2150ad95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.710075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-db9df3bf-575e-4d16-984c-71c2150ad95a None None] Port 1c9edf57-d80f-4ccb-a233-22949e0e1aa0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:48.740444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c75db1c2-451a-45ee-a616-7117983e52ef triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:48.740845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.759781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port 67e5b831-e61f-4493-832b-4f506394dd72 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:48:48.774506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.841980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 17 12:48:48.841980 dv-neutron-824886-1-hyperv neutron-server[109282]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 17 12:48:48.841980 dv-neutron-824886-1-hyperv neutron-server[109282]: [parameters: {'in_use': 1, 'id_1': 'f07a5d1f-45ed-4e41-895f-db31ddba8917'}] Jan 17 12:48:48.841980 dv-neutron-824886-1-hyperv neutron-server[109282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:48.842648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:48.873770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event deleted for resources: {'Port': ['ID=3dfeb60b-9e42-48e7-a974-25bc57a53852,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:48.961826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a6dc47ab-d6e6-4a72-8a20-9c407f737f8f None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:48.962204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a6dc47ab-d6e6-4a72-8a20-9c407f737f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.963973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:48.980268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.010553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.038901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.074484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b59e1f40-1a9b-45f0-8a32-1675318d7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.077913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b59e1f40-1a9b-45f0-8a32-1675318d7417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.082064 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b59e1f40-1a9b-45f0-8a32-1675318d7417 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25514465-d633-4972-b5af-e90a2af77a79 HTTP/1.1" status: 204 len: 168 time: 1.0058854 Jan 17 12:48:49.095329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Network 995c2246-4a67-45e3-af91-d20b789919c1 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:49.098337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:49.105349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:49.108844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Pushing event updated for resources: {'Port': ['ID=eb9fb38c-2b88-4b52-9644-5514b80842f7,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:49.110980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.119193 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1f40-1a9b-45f0-8a32-1675318d7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25514465-d633-4972-b5af-e90a2af77a79,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:49.166624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.181529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Attempting to bind port eb9fb38c-2b88-4b52-9644-5514b80842f7 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:49.181888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Attempting to bind port eb9fb38c-2b88-4b52-9644-5514b80842f7 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:49.182245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Attempting to bind port eb9fb38c-2b88-4b52-9644-5514b80842f7 on network 995c2246-4a67-45e3-af91-d20b789919c1 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:49.188123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:49.188662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Checking segment: {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:49.189071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.189464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Bound using segment: {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:49.189928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Bound port: eb9fb38c-2b88-4b52-9644-5514b80842f7, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:49.190624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.196327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Allocated IP 172.26.4.3 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/7823a30b-5db4-4107-946b-801125d038fc) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:49.234198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728215445908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60202155'] for subnet, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.252697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.253838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.259254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] For port eb9fb38c-2b88-4b52-9644-5514b80842f7, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:49.262534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] For port eb9fb38c-2b88-4b52-9644-5514b80842f7, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eb9fb38c-2b88-4b52-9644-5514b80842f7,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:49.285300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77142-c356-46ec-844f-c4e3b2baceed req-d98ed24b-0870-4cb5-9b89-559a1035740d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:49.286821 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e8c77142-c356-46ec-844f-c4e3b2baceed req-d98ed24b-0870-4cb5-9b89-559a1035740d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3114402 Jan 17 12:48:49.333216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.358102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.462639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66397e08-1849-45f4-b333-be176a9594e4 None None] Pushing event updated for resources: {'Port': ['ID=eb9fb38c-2b88-4b52-9644-5514b80842f7,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:49.558437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:49.726717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event updated for resources: {'Subnet': ['ID=f07a5d1f-45ed-4e41-895f-db31ddba8917,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:49.732465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.745132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.747180 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::225 (a66930c0-bf2c-424b-976e-045386db06ff/283301b4-aad9-4fa8-8b3a-2f4ad3082cc9/67e5b831-e61f-4493-832b-4f506394dd72) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:49.765644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:49.766016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.773614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:49.774277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.777480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Allocated IP 2001:db8::3 (14be1f75-86d2-48a4-a6b9-88f1daa92fd8/f07a5d1f-45ed-4e41-895f-db31ddba8917/1267fe31-d3da-415d-8b32-b74c5ba65f5f) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:49.778481 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7749b2ed-5649-41a4-9f02-67e90da6f838 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "PUT /v2.0/subnets/f07a5d1f-45ed-4e41-895f-db31ddba8917 HTTP/1.1" status: 200 len: 900 time: 1.6327355 Jan 17 12:48:49.780620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46028) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:49.791327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=1c9edf57-d80f-4ccb-a233-22949e0e1aa0,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:49.842076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:3e78 (a66930c0-bf2c-424b-976e-045386db06ff/89c2497a-1d2e-4ef3-95ec-af5ca6ec1fc4/67e5b831-e61f-4493-832b-4f506394dd72) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:49.852330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:49.885925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network ad925d64-925f-4a77-a446-c9d026487b9c is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:49.896980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:49.915979 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e8c77142-c356-46ec-844f-c4e3b2baceed req-d1487405-4cc5-4137-92f1-e1eecead648b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810954 Jan 17 12:48:50.000069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.000628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Fanout notify agent at l3_agent the message router_deleted on router b7c5d899-a62d-48d2-a4a5-3b13c06ae64e {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:50.034139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.039189 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dd866c3e-5cf8-48da-9c5c-d44993fae1ee tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/b7c5d899-a62d-48d2-a4a5-3b13c06ae64e HTTP/1.1" status: 204 len: 168 time: 2.7619042 Jan 17 12:48:50.044726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46036) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:50.049593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1190029995', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:50.141743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 0f86443e-07e5-4255-bad9-5cba9ed36549 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:50.147058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.205759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.230033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.240849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.296859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.297898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.311961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.330317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:50.336653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:50.345753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:50.362135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.374644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=7823a30b-5db4-4107-946b-801125d038fc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:50.380224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:50.406632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5023c465-5005-410c-b51b-06f695168ca4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0f86443e-07e5-4255-bad9-5cba9ed36549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8286073 Jan 17 12:48:50.407737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] Sync routers for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:50.409552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46046) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:50.435925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:50.462093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.470343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:50.482797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7867d230-b83a-49e9-9618-d6f710d8961c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:50.483036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:50.491305 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7867d230-b83a-49e9-9618-d6f710d8961c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports/1c9edf57-d80f-4ccb-a233-22949e0e1aa0 HTTP/1.1" status: 200 len: 913 time: 0.0807350 Jan 17 12:48:50.502087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065f626-f233-4b46-a35e-1770f0cf0a1e req-bb860ca5-5b85-40b2-a80c-22ee09cf8a7d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:50.503920 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f065f626-f233-4b46-a35e-1770f0cf0a1e req-bb860ca5-5b85-40b2-a80c-22ee09cf8a7d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1571767 Jan 17 12:48:50.505744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Pushing event updated for resources: {'Port': ['ID=1267fe31-d3da-415d-8b32-b74c5ba65f5f,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:50.506542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46048) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:50.516638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:50.519798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:50.564340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6df74159-adb0-43db-a0be-db7a98bb5fcc None None] Provisioning complete for port 1c9edf57-d80f-4ccb-a233-22949e0e1aa0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:50.564891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6df74159-adb0-43db-a0be-db7a98bb5fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.658489 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f065f626-f233-4b46-a35e-1770f0cf0a1e req-8f8f48b6-ecc0-41f3-ad1e-f06705c05a73 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467688 Jan 17 12:48:50.738771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-dda30f1d-763d-45cd-8818-94e0ff19dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:50.746258 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-dda30f1d-763d-45cd-8818-94e0ff19dbb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0987720 Jan 17 12:48:50.747284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.807189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=67e5b831-e61f-4493-832b-4f506394dd72,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:50.821879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.842818 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:50.885587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:50.915781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:50.930472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Attempting to bind port 1267fe31-d3da-415d-8b32-b74c5ba65f5f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:50.930855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Attempting to bind port 1267fe31-d3da-415d-8b32-b74c5ba65f5f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '34fb97ba-3418-47ef-8a3a-ec152afb331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:50.931224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Attempting to bind port 1267fe31-d3da-415d-8b32-b74c5ba65f5f on network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:50.938363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:50.938363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:50.981250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:50.982567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ebe48c-2763-4a48-ba57-97142d8666b0 None None] The sync data for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:50.988140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:50.989093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:50.989456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Checking segment: {'id': '34fb97ba-3418-47ef-8a3a-ec152afb331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:50.989924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.990252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Bound using segment: {'id': '34fb97ba-3418-47ef-8a3a-ec152afb331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:50.990746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Bound port: 1267fe31-d3da-415d-8b32-b74c5ba65f5f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fb97ba-3418-47ef-8a3a-ec152afb331b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:50.991133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:50.997076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:50.998360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.000213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6df74159-adb0-43db-a0be-db7a98bb5fcc None None] Port 1c9edf57-d80f-4ccb-a233-22949e0e1aa0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:51.001450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=f07a5d1f-45ed-4e41-895f-db31ddba8917,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:51.020791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64fdf5-5357-469b-ba1a-f64d4cb32870 None None] Network 995c2246-4a67-45e3-af91-d20b789919c1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:51.038325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-e42b9a6d-00c0-4dfd-ac17-0552b1f87cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:51.039884 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-e42b9a6d-00c0-4dfd-ac17-0552b1f87cd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.2863424 Jan 17 12:48:51.103777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.172280 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-a5fea7a6-89f4-4725-97ff-d08208edc5a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 1000 time: 0.1231396 Jan 17 12:48:51.211217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.235895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.240787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-62992737-34bc-43d7-a1ba-d5dfcb1d6172 None None] Provisioning complete for port eb9fb38c-2b88-4b52-9644-5514b80842f7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:51.241324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-62992737-34bc-43d7-a1ba-d5dfcb1d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.272604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14be1f75-86d2-48a4-a6b9-88f1daa92fd8']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:51.306695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fb97ba-3418-47ef-8a3a-ec152afb331b') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:51.306989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fb97ba-3418-47ef-8a3a-ec152afb331b') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:51.315477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] For port 1267fe31-d3da-415d-8b32-b74c5ba65f5f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:51.319845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] For port 1267fe31-d3da-415d-8b32-b74c5ba65f5f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1267fe31-d3da-415d-8b32-b74c5ba65f5f,segment=NetworkSegment(34fb97ba-3418-47ef-8a3a-ec152afb331b),segment_id=34fb97ba-3418-47ef-8a3a-ec152afb331b)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:51.325292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.346168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-b2634877-2630-4a26-8ad4-c945250e430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:51.347744 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-b2634877-2630-4a26-8ad4-c945250e430b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.0971627 Jan 17 12:48:51.355619 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f12e2796-a55a-4042-ae9d-c524bd0681f4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6285574 Jan 17 12:48:51.361514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46056) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:51.384778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-62992737-34bc-43d7-a1ba-d5dfcb1d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.415726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.469608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-62992737-34bc-43d7-a1ba-d5dfcb1d6172 None None] For port eb9fb38c-2b88-4b52-9644-5514b80842f7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eb9fb38c-2b88-4b52-9644-5514b80842f7,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:51.492284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.506750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-16a98927-186d-4573-8f43-c5f633ef7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:51.508196 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-16a98927-186d-4573-8f43-c5f633ef7349 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1517715 Jan 17 12:48:51.550478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-62992737-34bc-43d7-a1ba-d5dfcb1d6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.564662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:51.565369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:51.570434 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:51.604353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eb9fb38c-2b88-4b52-9644-5514b80842f7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:51.637426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ab797-b66d-4cd8-aa79-43188a5470ea None None] Pushing event updated for resources: {'Port': ['ID=1267fe31-d3da-415d-8b32-b74c5ba65f5f,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:51.641272 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-e8024094-0625-4745-b672-ed5e4129847b service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190851 Jan 17 12:48:51.676032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.707408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae32db-caa1-40df-bd11-7890213070a4 None None] Network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:51.791381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:48:51.791381 dv-neutron-824886-1-hyperv neutron-server[109281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:48:51.791381 dv-neutron-824886-1-hyperv neutron-server[109281]: [parameters: {'id': '14be1f75-86d2-48a4-a6b9-88f1daa92fd8'}] Jan 17 12:48:51.791381 dv-neutron-824886-1-hyperv neutron-server[109281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:48:51.792178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:48:51.807914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5957e5e5-29ed-48c8-b4c6-68dcc8f915a4 None None] Provisioning complete for port eb9fb38c-2b88-4b52-9644-5514b80842f7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:51.808297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5957e5e5-29ed-48c8-b4c6-68dcc8f915a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.834886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.841742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port 67e5b831-e61f-4493-832b-4f506394dd72 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:51.841985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.863047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62992737-34bc-43d7-a1ba-d5dfcb1d6172 None None] Pushing event updated for resources: {'Port': ['ID=eb9fb38c-2b88-4b52-9644-5514b80842f7,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:51.864966 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-394452da-fad4-4ceb-ae71-fd07f5354d57 req-7cacc850-15e9-4dfa-9c4b-f6c47a1cdfdb service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157106 Jan 17 12:48:51.906292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port eb9fb38c-2b88-4b52-9644-5514b80842f7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:51.906670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:51.909141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e59a4-06ad-4b25-9152-5ef8a782d7af req-0708e665-864f-43cb-b9ee-5ae5049cb618 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:51.911065 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf6e59a4-06ad-4b25-9152-5ef8a782d7af req-0708e665-864f-43cb-b9ee-5ae5049cb618 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.0972378 Jan 17 12:48:51.940079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b3463-2aa5-4da9-bd8f-84e0592f7493 None None] Network 14be1f75-86d2-48a4-a6b9-88f1daa92fd8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:52.002730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf6e59a4-06ad-4b25-9152-5ef8a782d7af req-0e9f9505-cc7d-4275-a469-6a5c2a454f27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697496 Jan 17 12:48:52.037231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:52.167975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.172857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5957e5e5-29ed-48c8-b4c6-68dcc8f915a4 None None] Provisioning complete for port 67e5b831-e61f-4493-832b-4f506394dd72 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:52.173242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5957e5e5-29ed-48c8-b4c6-68dcc8f915a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.192943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:52.206789 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Sync routers for ids ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:52.221205 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Routers {'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:52.223645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:52.230669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5957e5e5-29ed-48c8-b4c6-68dcc8f915a4 None None] Port 67e5b831-e61f-4493-832b-4f506394dd72 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:52.237540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784faaf-8eb9-4c70-9309-7ecb07862dba None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:48:52.308472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.313621 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e60e80b0-fa54-40ff-84ee-dc903ac84fa3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.5533080 Jan 17 12:48:52.321489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46074) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:52.351304 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Set router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:52.430221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784faaf-8eb9-4c70-9309-7ecb07862dba None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:48:52.515293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.619531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.624023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.652822 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:48:50Z', 'revision_number': 3, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:52.675698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.692932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for 67e5b831-e61f-4493-832b-4f506394dd72 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:52.705275 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Checking router: b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:48:52.705646 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Updating router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 port 7823a30b-5db4-4107-946b-801125d038fc binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:48:52.732525 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.832492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46076) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:52.837022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762320785', 'description': 'tempest-secgroup-smoke-1762320785 description', 'project_id': '631838b01a2040c1ae54173126944cd9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:52.882248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting port 1267fe31-d3da-415d-8b32-b74c5ba65f5f {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:52.882820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.974792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:52.975657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Allocated IP 172.26.4.54 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d8b8ea55-5359-4c56-90fa-363e16914f75) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:52.985956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.010030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.115343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] For port 1267fe31-d3da-415d-8b32-b74c5ba65f5f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1267fe31-d3da-415d-8b32-b74c5ba65f5f,segment=NetworkSegment(34fb97ba-3418-47ef-8a3a-ec152afb331b),segment_id=34fb97ba-3418-47ef-8a3a-ec152afb331b)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:53.115744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.144614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Calling delete_port for 1267fe31-d3da-415d-8b32-b74c5ba65f5f owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:53.209666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ba943-5995-4d78-a333-70410fcaf554 req-93df7529-7a0d-4c63-afe2-468d016a104b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:53.211161 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5ba943-5995-4d78-a333-70410fcaf554 req-93df7529-7a0d-4c63-afe2-468d016a104b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1257851 Jan 17 12:48:53.268838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 1c9edf57-d80f-4ccb-a233-22949e0e1aa0 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:53.269181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.283386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Allocated IP 172.20.0.1 (995c2246-4a67-45e3-af91-d20b789919c1/ab58a8db-d620-44ed-a982-108f9a2edc52/082bd8e8-e81a-43b4-a4c6-9fc7662f398b) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:48:53.287647 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5ba943-5995-4d78-a333-70410fcaf554 req-adce0a4e-d749-4d78-a081-cafc4a993e75 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685556 Jan 17 12:48:53.339859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.347579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.428888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=67e5b831-e61f-4493-832b-4f506394dd72,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:53.440770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.472590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.498574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eb9fb38c-2b88-4b52-9644-5514b80842f7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:53.520946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.523866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.528876 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-62028004-3ee2-48dc-90ba-7e83d2994f3f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/67e5b831-e61f-4493-832b-4f506394dd72 HTTP/1.1" status: 204 len: 168 time: 2.1645815 Jan 17 12:48:53.530408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46082) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:53.555261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.558014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 1c9edf57-d80f-4ccb-a233-22949e0e1aa0 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:53.558238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port eb9fb38c-2b88-4b52-9644-5514b80842f7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:53.558566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.566476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.617751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cd1ac-8474-4aee-b510-0a492efd2414 req-a32f8117-816c-449a-84ab-76be7c224965 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:53.619248 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1a4cd1ac-8474-4aee-b510-0a492efd2414 req-a32f8117-816c-449a-84ab-76be7c224965 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2570720 Jan 17 12:48:53.624713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Port': ['ID=1267fe31-d3da-415d-8b32-b74c5ba65f5f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:53.628109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No DVR routers for this DVR port 1267fe31-d3da-415d-8b32-b74c5ba65f5f on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:53.632217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda55df-72f4-481b-9559-e7cdf7736952,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:53.640693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.693819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Network 995c2246-4a67-45e3-af91-d20b789919c1 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:53.701001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:53.704857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.736945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:53.769396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Pushing event updated for resources: {'Port': ['ID=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:53.789872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.806153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.829023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141e72b-c006-4865-a4ea-1cbcff642a91 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:53.833048 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4141e72b-c006-4865-a4ea-1cbcff642a91 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2946069 Jan 17 12:48:53.849903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46084) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:53.860543 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:53.865886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.880730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:53.885079 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1a4cd1ac-8474-4aee-b510-0a492efd2414 req-992779e4-cf45-49a7-ae4a-baa46af9236a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542288 Jan 17 12:48:53.889468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.891723 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.894707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:48:53.902545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event updated for resources: {'Port': ['ID=d8b8ea55-5359-4c56-90fa-363e16914f75,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:53.972982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df7fc3-3f5c-488e-9f5f-e7ab3ce6d0b7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:53.975671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44df7fc3-3f5c-488e-9f5f-e7ab3ce6d0b7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1236532 Jan 17 12:48:53.978239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46088) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:53.979908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14be1f75-86d2-48a4-a6b9-88f1daa92fd8']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:53.990776 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:53.995522 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b6e633-881e-4be1-b3d4-e8e279a8029f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:54.010138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fb97ba-3418-47ef-8a3a-ec152afb331b') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:54.010477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fb97ba-3418-47ef-8a3a-ec152afb331b') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:54.049887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.056039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.056198 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-606d0937-7957-4886-ad0a-b3ea1ca617dd tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2177482 Jan 17 12:48:54.056198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46090) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:54.061947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6e633-881e-4be1-b3d4-e8e279a8029f', 'project_id': '631838b01a2040c1ae54173126944cd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:54.066817 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a468e8-1813-478b-9f3d-605dca638be1 None None] Pushing event updated for resources: {'Port': ['ID=7823a30b-5db4-4107-946b-801125d038fc,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:54.079826 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Attempting to bind port 7823a30b-5db4-4107-946b-801125d038fc on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:48:54.080773 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Attempting to bind port 7823a30b-5db4-4107-946b-801125d038fc by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:48:54.083175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Attempting to bind port 7823a30b-5db4-4107-946b-801125d038fc on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:48:54.089627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2c67d7be-0ad1-4bf0-993e-2e680b756c23 None None] Provisioning complete for port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:54.089627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2c67d7be-0ad1-4bf0-993e-2e680b756c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.095033 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:48:54.095710 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:48:54.096272 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.096696 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:48:54.097497 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Bound port: 7823a30b-5db4-4107-946b-801125d038fc, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:48:54.097782 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.111274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4af137-f15f-4769-a57c-800a2bad987b req-b384fa78-9217-4e07-b5bd-0daf1a723226 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:54.111781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.118638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf4af137-f15f-4769-a57c-800a2bad987b req-b384fa78-9217-4e07-b5bd-0daf1a723226 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1402235 Jan 17 12:48:54.152595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-2c67d7be-0ad1-4bf0-993e-2e680b756c23 None None] Port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:54.157303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:54.157683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.158715 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] For port 7823a30b-5db4-4107-946b-801125d038fc, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:48:54.163151 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] For port 7823a30b-5db4-4107-946b-801125d038fc, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7823a30b-5db4-4107-946b-801125d038fc,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:48:54.164320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf4af137-f15f-4769-a57c-800a2bad987b req-e619327e-485b-4f64-9c3d-f9ce9ba57984 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:54.178969 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:54.195357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b33c9-5c40-42e4-a0b2-3ff879a18a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:54.197009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b33c9-5c40-42e4-a0b2-3ff879a18a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:54.198514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b33c9-5c40-42e4-a0b2-3ff879a18a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:54.200680 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a1b33c9-5c40-42e4-a0b2-3ff879a18a82 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2164268 Jan 17 12:48:54.234449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46094) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:54.237631 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.355351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 283301b4-aad9-4fa8-8b3a-2f4ad3082cc9 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:54.358744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.395213 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Routers {'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:54.396182 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:54.399845 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a468e8-1813-478b-9f3d-605dca638be1 None None] Pushing event updated for resources: {'Port': ['ID=7823a30b-5db4-4107-946b-801125d038fc,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:54.404874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.434580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.442352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.448141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.452689 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/14be1f75-86d2-48a4-a6b9-88f1daa92fd8 HTTP/1.1" status: 204 len: 168 time: 4.6662490 Jan 17 12:48:54.496054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46096) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:54.497099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=1c9edf57-d80f-4ccb-a233-22949e0e1aa0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:54.518428 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] Set router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:54.573318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16e9b-6f76-489d-87b4-82ac7f469f3f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=14be1f75-86d2-48a4-a6b9-88f1daa92fd8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:54.579757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.593474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.666171 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73f014a-7ad7-4ed5-8ffe-64625c1354ba tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:54.666815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73f014a-7ad7-4ed5-8ffe-64625c1354ba tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:54.672521 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e73f014a-7ad7-4ed5-8ffe-64625c1354ba tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/f07a5d1f-45ed-4e41-895f-db31ddba8917 HTTP/1.1" status: 404 len: 337 time: 0.1711700 Jan 17 12:48:54.709581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46100) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:54.795248 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '082bd8e8-e81a-43b4-a4c6-9fc7662f398b', 'name': '', 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'mac_address': 'fa:16:3e:fa:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:53Z', 'updated_at': '2022-01-17T12:48:53Z', 'revision_number': 1, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'subnets': [{'id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:54.832642 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09660b86-4a82-4c39-9cd5-4e32b09c6146 None None] The sync data for ids ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'] in dv-neutron-824886-1-hyperv is: [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '082bd8e8-e81a-43b4-a4c6-9fc7662f398b', 'name': '', 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'mac_address': 'fa:16:3e:fa:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:53Z', 'updated_at': '2022-01-17T12:48:53Z', 'revision_number': 1, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'subnets': [{'id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:54.851707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b03927-e430-4b3c-bf15-4076f47cf3ef req-cf2cdb11-9e21-402b-bedf-fd2932a85aa6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:54.851707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c2b03927-e430-4b3c-bf15-4076f47cf3ef req-cf2cdb11-9e21-402b-bedf-fd2932a85aa6 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1101670 Jan 17 12:48:54.865716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.921713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.926947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c2b03927-e430-4b3c-bf15-4076f47cf3ef req-bc153071-37b7-4110-9ab9-bd5e3cce7e6c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659149 Jan 17 12:48:54.927670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:54.946803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d129fc11-077a-4c14-b1e9-cf1afc5b1c85,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:55.001211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.053310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.057016 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68ad189f-361e-4d8f-ba60-58fe0a89c677 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9966412 Jan 17 12:48:55.058482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46102) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:55.085618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6e633-881e-4be1-b3d4-e8e279a8029f', 'project_id': '631838b01a2040c1ae54173126944cd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:55.116886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Pushing event updated for resources: {'Port': ['ID=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:55.119411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.140083 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36116bb-186b-4f46-b7f0-386792663248 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:55.140656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36116bb-186b-4f46-b7f0-386792663248 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:55.143726 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f36116bb-186b-4f46-b7f0-386792663248 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/14be1f75-86d2-48a4-a6b9-88f1daa92fd8 HTTP/1.1" status: 404 len: 339 time: 0.4296196 Jan 17 12:48:55.150170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46104) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:55.185805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.216482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.216482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.291500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.329678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.497986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Network 995c2246-4a67-45e3-af91-d20b789919c1 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:55.500232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.504953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:55.515439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.528913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.576742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.579631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d64b62-5023-43b6-986f-2106bc7d3369']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:55.608462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877c737d-e344-48c0-99ed-cdc9e5be98ea,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:55.635173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521eef97-21ff-468c-9473-920d42ed25d3') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:55.635776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521eef97-21ff-468c-9473-920d42ed25d3') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:55.677916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.681561 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/283301b4-aad9-4fa8-8b3a-2f4ad3082cc9 HTTP/1.1" status: 204 len: 168 time: 1.4413202 Jan 17 12:48:55.683435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.688471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11876d08-45a7-44f6-8769-b8834944bc84 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:55.690100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46106) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:55.699122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5deb909-c713-49c2-a097-2512c63d37c7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=283301b4-aad9-4fa8-8b3a-2f4ad3082cc9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:55.740669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.765359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.782736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:48:55.783136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:48:55.786459 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:48:55.810882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:55.832219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 0f86443e-07e5-4255-bad9-5cba9ed36549 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:55.841983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 89c2497a-1d2e-4ef3-95ec-af5ca6ec1fc4 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:55.848779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.882387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.886641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d51a53bb-0373-4161-9a15-f9fc54f13b6b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8254137 Jan 17 12:48:55.890980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46108) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:55.895014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6e633-881e-4be1-b3d4-e8e279a8029f', 'project_id': '631838b01a2040c1ae54173126944cd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:55.953948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-715b215f-fb79-42cf-804b-9b7b3a812047 None None] Provisioning complete for port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:55.954690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-715b215f-fb79-42cf-804b-9b7b3a812047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.994471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:55.996333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-715b215f-fb79-42cf-804b-9b7b3a812047 None None] Port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:48:56.019475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.034139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.040027 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/d2d64b62-5023-43b6-986f-2106bc7d3369 HTTP/1.1" status: 204 len: 168 time: 0.8870511 Jan 17 12:48:56.045283 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46112) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:56.097188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3f200-b38d-4b9d-972f-881035c69504 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=d2d64b62-5023-43b6-986f-2106bc7d3369,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:56.102720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.120637 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-310c27dd-1864-493d-aaa4-d1c24b75a66e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:56.121067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310c27dd-1864-493d-aaa4-d1c24b75a66e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:56.127200 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-310c27dd-1864-493d-aaa4-d1c24b75a66e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/3998061d-1267-4550-bdd6-61ef839da7b0 HTTP/1.1" status: 404 len: 337 time: 0.0764234 Jan 17 12:48:56.136693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46114) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:56.187216 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-85308fe9-36c4-4171-89e7-9cca3067824a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:48:56.188170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85308fe9-36c4-4171-89e7-9cca3067824a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:48:56.194182 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-85308fe9-36c4-4171-89e7-9cca3067824a tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/5cd74ca7-b7ec-4081-9765-6adbe552f0ae HTTP/1.1" status: 404 len: 339 time: 0.0563684 Jan 17 12:48:56.194798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46116) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:56.199430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:56.217469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69418d6-d0b0-43ff-abd8-c2cb237768f4 req-b5e3bb04-4239-4146-9bfe-29160ba0bb1b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:56.219074 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a69418d6-d0b0-43ff-abd8-c2cb237768f4 req-b5e3bb04-4239-4146-9bfe-29160ba0bb1b tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1463056 Jan 17 12:48:56.231519 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c998af53-3a90-4c1d-8677-fa16dd1fc6dc admin admin] 10.222.0.77 "PUT /v2.0/routers/b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9048564 Jan 17 12:48:56.232186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:56.232186 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-53e1aabc-fa07-48c6-920d-f491066b1ae1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0f86443e-07e5-4255-bad9-5cba9ed36549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7198381 Jan 17 12:48:56.247547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] Sync routers for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:56.252335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46118) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:56.262323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:56.263838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.302966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting subnet f02cbac2-d938-45b4-a33b-e080692bbac5 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:56.307244 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.348448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.364143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.370790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:56.371757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.377064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Router 32207299-b608-46f4-8cdc-2d3f671f6242 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:48:56.391243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.444198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.457784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.458716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257c0be-101f-43dc-997e-75b3a8c4164e None None] The sync data for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:56.502068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.544561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.582929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e53845-c989-49cb-96ff-2eaa3194ae97,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:56.643001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.647639 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c62a0f06-8964-4ef7-9afa-c916f2b9e2e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7562563 Jan 17 12:48:56.650503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46126) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:56.653540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6e633-881e-4be1-b3d4-e8e279a8029f', 'project_id': '631838b01a2040c1ae54173126944cd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:56.688610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:56.703466 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] Sync routers for ids ['32207299-b608-46f4-8cdc-2d3f671f6242'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:56.711998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.720281 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] Routers {'32207299-b608-46f4-8cdc-2d3f671f6242'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:56.721206 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['32207299-b608-46f4-8cdc-2d3f671f6242'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.749726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=f02cbac2-d938-45b4-a33b-e080692bbac5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:56.752694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.761328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3e15f-6bdf-4e56-9545-f75255584894 None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:56.761690 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cf5ecf7f-4d35-465c-9092-4955a1e6ed09 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/f02cbac2-d938-45b4-a33b-e080692bbac5 HTTP/1.1" status: 204 len: 168 time: 0.5603940 Jan 17 12:48:56.762330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46128) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:56.773189 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a69418d6-d0b0-43ff-abd8-c2cb237768f4 req-ae5fc701-f985-47bc-9f63-8b3ddf7e351d tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5192876 Jan 17 12:48:56.813775 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.824143 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] Routers {'32207299-b608-46f4-8cdc-2d3f671f6242'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:56.825033 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['32207299-b608-46f4-8cdc-2d3f671f6242'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.829134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting subnet bfed1315-f27a-4fb9-9b7b-da8406b4ade2 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:56.838444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.873680 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:56.874628 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb9416-e7f6-4d58-b567-79f65b904343 None None] The sync data for ids ['32207299-b608-46f4-8cdc-2d3f671f6242'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:56.898257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.925377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.974954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:56.990508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cc1fe976-d98c-4781-afd7-c6e8ca00969e None None] Provisioning complete for port aeaab7da-3254-49ee-8ad4-8e7379833166 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:56.992458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe976-d98c-4781-afd7-c6e8ca00969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.018960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46132) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:57.024935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.031083 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/89c2497a-1d2e-4ef3-95ec-af5ca6ec1fc4 HTTP/1.1" status: 204 len: 168 time: 1.3366547 Jan 17 12:48:57.032071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164539505', 'description': 'tempest-secgroup-smoke-164539505 description', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:57.034539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181b813-b9ec-47b6-8c35-7f84a9b67e7f None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:57.036495 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7a11-9209-47c2-9d52-c4fb8206f68c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=89c2497a-1d2e-4ef3-95ec-af5ca6ec1fc4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:57.039803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46134) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:57.075186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.076822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.086454 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-27116d99-f3a0-48a3-9a82-22b37a05f797 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424809 Jan 17 12:48:57.104161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46136) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:57.111479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:57.113461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.118129 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4202a1da-fc20-44d3-8802-c5ed4c6c8f92 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0689046 Jan 17 12:48:57.118323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46138) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:57.133728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:57.284300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.293341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.350523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98ad199-cda2-41cb-a059-fecf02f214ed,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:57.357625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.430200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:57.478084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.528831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] Deleting port aeaab7da-3254-49ee-8ad4-8e7379833166 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:57.530976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.594480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.599606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-daf55b02-e418-4659-8b85-831ac0ca8fbf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9467809 Jan 17 12:48:57.603157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.610110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46142) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:57.642967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-ffb3afb4-673d-4649-8a7d-1975e18caa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:57.644694 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-ffb3afb4-673d-4649-8a7d-1975e18caa9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=10d84490c91743348eaac1b2d5b24ed1&device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 1098 time: 0.3477774 Jan 17 12:48:57.648263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6e633-881e-4be1-b3d4-e8e279a8029f', 'project_id': '631838b01a2040c1ae54173126944cd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:57.658537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=bfed1315-f27a-4fb9-9b7b-da8406b4ade2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:57.790786 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Sync routers for ids ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:57.793503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7823a30b-5db4-4107-946b-801125d038fc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:57.832174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.837833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-775192fc-164b-4ee4-a521-26166ac73e1c tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/bfed1315-f27a-4fb9-9b7b-da8406b4ade2 HTTP/1.1" status: 204 len: 168 time: 1.0721993 Jan 17 12:48:57.849612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083cd34-f77e-429a-9675-992a7798ac27 req-dc9dc3c5-cdf4-4b8d-ad6b-6d01e4b2c11c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:57.852405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f083cd34-f77e-429a-9675-992a7798ac27 req-dc9dc3c5-cdf4-4b8d-ad6b-6d01e4b2c11c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.6029837 Jan 17 12:48:57.861634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46144) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:57.866664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Routers {'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:57.867470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:57.936593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.946725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] For port aeaab7da-3254-49ee-8ad4-8e7379833166, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=aeaab7da-3254-49ee-8ad4-8e7379833166,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:57.947141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:57.973049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] Calling delete_port for aeaab7da-3254-49ee-8ad4-8e7379833166 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:57.984412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-77310e78-aef4-4126-bbeb-c7837a67da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:57.987426 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-77310e78-aef4-4126-bbeb-c7837a67da83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 200 len: 912 time: 0.3158798 Jan 17 12:48:57.992917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43035927-7bfb-4489-b8f7-29de823a6674,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:58.004692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:48:58.010132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.037848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7823a30b-5db4-4107-946b-801125d038fc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:58.038236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.060349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 585fec91-3791-4d8a-8310-b483be670384 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:58.060349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.105478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709f2b4-605c-4320-a5c2-fc54e38a9569 None None] Network ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:58.110544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.115464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e02e3f02-9943-4486-9d54-8d443e5c9616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0935991 Jan 17 12:48:58.116159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46146) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:58.123105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group_rule': {'security_group_id': '43035927-7bfb-4489-b8f7-29de823a6674', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:58.179115 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.192578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 585fec91-3791-4d8a-8310-b483be670384 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:58.210967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Set router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:48:58.212127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.232307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f083cd34-f77e-429a-9675-992a7798ac27 req-61ac8433-367e-4ce8-89e7-7443b3f37834 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554106 Jan 17 12:48:58.260486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e31fd9a5-f980-4e3e-b836-a835e90e3ebc None None] Provisioning complete for port 1679211a-d783-4d5b-946b-9f218e1f3266 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:58.261254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e31fd9a5-f980-4e3e-b836-a835e90e3ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.285920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-65c42795-ede8-4da5-8b34-e982260aa0ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 200 len: 1000 time: 0.2683198 Jan 17 12:48:58.334366 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Project 631838b01a2040c1ae54173126944cd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:48:58.358661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.384106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.448086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.460784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.463612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.488341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-caea0c22-b93a-46c2-99ae-8899db3376b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:58.489790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-caea0c22-b93a-46c2-99ae-8899db3376b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 200 len: 850 time: 0.1527035 Jan 17 12:48:58.500087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.531729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] Pushing event deleted for resources: {'Port': ['ID=aeaab7da-3254-49ee-8ad4-8e7379833166,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:58.533050 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=585fec91-3791-4d8a-8310-b483be670384,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:58.533596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.534894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.539582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ec9c0-1cba-4556-8752-e93be9a1d753 None None] No DVR routers for this DVR port aeaab7da-3254-49ee-8ad4-8e7379833166 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:58.594439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 7823a30b-5db4-4107-946b-801125d038fc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7823a30b-5db4-4107-946b-801125d038fc,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:58.681966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.688429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dca6fda-445b-4783-a797-37a4cbf32746,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:58.690149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] DHCP port deletion for ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:48:58.708570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.807291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=7823a30b-5db4-4107-946b-801125d038fc,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:58.823036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:48:58.824478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.828873 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-90f80819-b882-4f88-9191-287c2b12b210 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7068973 Jan 17 12:48:58.859837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46148) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:58.864842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: aeaab7da-3254-49ee-8ad4-8e7379833166 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:48:58.864842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device aeaab7da-3254-49ee-8ad4-8e7379833166 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:48:58.867853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group_rule': {'security_group_id': '43035927-7bfb-4489-b8f7-29de823a6674', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:58.869957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '082bd8e8-e81a-43b4-a4c6-9fc7662f398b', 'name': '', 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'mac_address': 'fa:16:3e:fa:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:53Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 2, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'subnets': [{'id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:58.900169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Checking router: b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:48:58.900679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Updating router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:48:58.928416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.933610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 0f86443e-07e5-4255-bad9-5cba9ed36549 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:48:58.938308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.953079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:58.960633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] Deleting port 1679211a-d783-4d5b-946b-9f218e1f3266 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:58.961156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.007119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting port 1679211a-d783-4d5b-946b-9f218e1f3266 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:59.007454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.013142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-271c87b3-7c9f-4ac9-bb55-0c1bfebeb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:59.014929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-271c87b3-7c9f-4ac9-bb55-0c1bfebeb02c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0a6b131-2532-470d-824d-c7fe2ee56b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5051641 Jan 17 12:48:59.030077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.033214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:48:59.038983 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a25ca182-0640-419c-8300-d85bf2fbf983 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0f86443e-07e5-4255-bad9-5cba9ed36549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297609 Jan 17 12:48:59.046166 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] Sync routers for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:48:59.056078 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:59.056968 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:59.063404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46150) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:59.104247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.106268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] For port 1679211a-d783-4d5b-946b-9f218e1f3266, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1679211a-d783-4d5b-946b-9f218e1f3266,segment=NetworkSegment(6ac9cbcf-4668-4565-95b9-9c08c506b07d),segment_id=6ac9cbcf-4668-4565-95b9-9c08c506b07d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:59.106878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.109621 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:59.120087 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] Routers {'0f86443e-07e5-4255-bad9-5cba9ed36549'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:48:59.120961 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0f86443e-07e5-4255-bad9-5cba9ed36549'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:59.126412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.131221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] Calling delete_port for 1679211a-d783-4d5b-946b-9f218e1f3266 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:59.158760 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:59.159430 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d57bb-0c09-41a1-a34c-dffe1927e6e1 None None] The sync data for ids ['0f86443e-07e5-4255-bad9-5cba9ed36549'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:48:59.190848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.194243 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b40beed7-4381-42a1-8c6e-7e653620882e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f86443e-07e5-4255-bad9-5cba9ed36549 HTTP/1.1" status: 200 len: 205 time: 0.1269200 Jan 17 12:48:59.197191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46152) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:59.237561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.277985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ef2e12-b3ff-4585-afce-553f3c7c9532,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:59.295125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960b57e3-6b29-4668-bff3-e3b4f5655e87,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:59.301434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.306857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] For port 1679211a-d783-4d5b-946b-9f218e1f3266, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1679211a-d783-4d5b-946b-9f218e1f3266,segment=NetworkSegment(6ac9cbcf-4668-4565-95b9-9c08c506b07d),segment_id=6ac9cbcf-4668-4565-95b9-9c08c506b07d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:48:59.307236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.313418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.317005 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-54c79864-3ff3-4843-8e49-6c23a5f0e9c3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6776426 Jan 17 12:48:59.328789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46156) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:59.332345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:48:59.350174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6e633-881e-4be1-b3d4-e8e279a8029f', 'project_id': '631838b01a2040c1ae54173126944cd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:59.357365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Calling delete_port for 1679211a-d783-4d5b-946b-9f218e1f3266 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:59.358707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=a01a27c1-c6cc-4ff6-8147-381844df2ba6,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:59.361900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:48:59.370766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:59.371311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.382150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574f35e-77bb-496d-977c-080d9714f31c None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:48:59.389800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.393852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.403111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.407543 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8ec1aacd-4729-4339-b805-e9578441adfd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5455022 Jan 17 12:48:59.408924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46158) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:59.415078 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group_rule': {'security_group_id': '43035927-7bfb-4489-b8f7-29de823a6674', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:59.448846 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-816e78c1-7c23-4b6c-b350-5c6b889d2dd2 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949342 Jan 17 12:48:59.468958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Deleting port d8b8ea55-5359-4c56-90fa-363e16914f75 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:48:59.469295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.477724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] Pushing event deleted for resources: {'Port': ['ID=1679211a-d783-4d5b-946b-9f218e1f3266,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:59.482194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87d64c-6219-456b-a12a-b3541bcc1a9d None None] No DVR routers for this DVR port 1679211a-d783-4d5b-946b-9f218e1f3266 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:59.492342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.500883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e86f-557c-4579-9930-400cc97dcf4e req-b85cb0d8-fe53-4b89-af88-e2344e1b8d65 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:48:59.502488 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-98c4e86f-557c-4579-9930-400cc97dcf4e req-b85cb0d8-fe53-4b89-af88-e2344e1b8d65 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1983931 Jan 17 12:48:59.547900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.558872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.570486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7823a30b-5db4-4107-946b-801125d038fc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:48:59.572019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e3720820-9d12-4154-b1d6-f3fce47c8542 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4667432 Jan 17 12:48:59.580636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46162) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:59.600038 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-98c4e86f-557c-4579-9930-400cc97dcf4e req-b3f389b8-f129-4448-93d2-76112b524380 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650673 Jan 17 12:48:59.603878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:48:59.678529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.683236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Project 631838b01a2040c1ae54173126944cd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:48:59.686639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.692827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806612-ae64-4de8-86d4-145051b22118 None None] Pushing event updated for resources: {'Port': ['ID=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:59.709339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.713730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-604ea687-53bf-4a3d-b00a-1996fdcc7cb3 req-7be6488c-152e-4bbe-b1ff-aa8f04fce9d7 service neutron] 10.222.0.67 "GET /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580740 Jan 17 12:48:59.716151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Calling delete_port for d8b8ea55-5359-4c56-90fa-363e16914f75 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:48:59.747998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Port': ['ID=1679211a-d783-4d5b-946b-9f218e1f3266,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:48:59.752351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No DVR routers for this DVR port 1679211a-d783-4d5b-946b-9f218e1f3266 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:48:59.760548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.761421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router 0f86443e-07e5-4255-bad9-5cba9ed36549 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:48:59.773575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.779074 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f39a846b-b543-43ff-a06e-734c90fc938b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/0f86443e-07e5-4255-bad9-5cba9ed36549 HTTP/1.1" status: 204 len: 168 time: 0.5806577 Jan 17 12:48:59.782774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46166) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:48:59.826691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.907816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.914551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet e1108bb1-5d40-4163-8b8d-2fa69b4e3afe {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:48:59.917692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.950754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec852ed5-3cca-4936-bd9e-fdcb0bb783b3']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:48:59.971886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7823a30b-5db4-4107-946b-801125d038fc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:48:59.972483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.986774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:48:59.990684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.001776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.003668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac9cbcf-4668-4565-95b9-9c08c506b07d') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:00.003968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac9cbcf-4668-4565-95b9-9c08c506b07d') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:00.017028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.023946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Attempting to bind port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:00.024566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Attempting to bind port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:00.024931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Attempting to bind port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b on network 995c2246-4a67-45e3-af91-d20b789919c1 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:00.038958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.039565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-45e2d67f-cefd-426a-aaa1-f86e777a25a8 None None] Provisioning complete for port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:00.039949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45e2d67f-cefd-426a-aaa1-f86e777a25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.054789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:00.055204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.058042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:00.061006 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:00.063372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Checking segment: {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:00.063372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.063372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Bound using segment: {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:00.063372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Bound port: 082bd8e8-e81a-43b4-a4c6-9fc7662f398b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:00.063372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.094444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.097650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a66930c0-bf2c-424b-976e-045386db06ff', 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'tenant_id': '089814d2465a42f98c4cdc5260ce464d', 'fixed_ips': [{'subnet_id': 'a01a27c1-c6cc-4ff6-8147-381844df2ba6'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:00.098509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.122435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.145447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.158756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:00.158756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.159595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-45e2d67f-cefd-426a-aaa1-f86e777a25a8 None None] Port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:00.165229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9fcdb1-5190-451f-ad00-b8d69a83cd93,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:00.168186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1481955-1fa2-4e00-a9ad-71884901dbdc,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:00.249098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.260367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.266188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/ec852ed5-3cca-4936-bd9e-fdcb0bb783b3 HTTP/1.1" status: 204 len: 168 time: 2.4008172 Jan 17 12:49:00.266613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.ipam_backend_mixin [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a01a27c1-c6cc-4ff6-8147-381844df2ba6 (CIDR: 2001:db8::/64) Jan 17 12:49:00.266613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46168) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.277747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423503da-a2a1-42b6-8470-95bad00f1a65 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=ec852ed5-3cca-4936-bd9e-fdcb0bb783b3,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:00.285188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.291987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.296737 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-378b9bd2-ad45-4526-999c-60ca408c061c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9575226 Jan 17 12:49:00.297476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46170) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.299198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.300437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-401e090e-2347-4c23-a87a-934ab61206fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8889623 Jan 17 12:49:00.302163 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1415189e-cd6d-4835-a14c-eef64281ac5e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:00.302314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1415189e-cd6d-4835-a14c-eef64281ac5e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.308728 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1415189e-cd6d-4835-a14c-eef64281ac5e tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/1b2874de-df95-49de-8878-7f60e7378d3f HTTP/1.1" status: 404 len: 337 time: 0.0379198 Jan 17 12:49:00.308728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46172) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.309037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'network': {'name': 'tempest-network-smoke--628378100', 'project_id': '631838b01a2040c1ae54173126944cd9', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:00.309147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46174) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.320119 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:49:00.320119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.336394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group_rule': {'security_group_id': '43035927-7bfb-4489-b8f7-29de823a6674', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:00.344293 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97f8a1c-e950-40bd-b9c1-c66ec084a3ec tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:00.344609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97f8a1c-e950-40bd-b9c1-c66ec084a3ec tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.347717 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f97f8a1c-e950-40bd-b9c1-c66ec084a3ec tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/f61a7881-58cd-44ef-a3c2-43f71275cd9f HTTP/1.1" status: 404 len: 339 time: 0.0383542 Jan 17 12:49:00.352327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46176) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.353613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.388445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.390496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Pushing event deleted for resources: {'Port': ['ID=d8b8ea55-5359-4c56-90fa-363e16914f75,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:00.392126 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/e1108bb1-5d40-4163-8b8d-2fa69b4e3afe HTTP/1.1" status: 204 len: 168 time: 0.6079695 Jan 17 12:49:00.394728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46178) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.407825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Allocated IP 2001:db8::2 (a66930c0-bf2c-424b-976e-045386db06ff/a01a27c1-c6cc-4ff6-8147-381844df2ba6/82926b84-2b19-4958-9a93-397e66c80de9) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:00.433492 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb1089f-690b-4861-82ce-bd1528c527a7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:00.436407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb1089f-690b-4861-82ce-bd1528c527a7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.444139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] For port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:00.447152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-deb1089f-690b-4861-82ce-bd1528c527a7 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/6904a61f-b895-4b86-82f6-78e5d65e1b07 HTTP/1.1" status: 404 len: 337 time: 0.0823550 Jan 17 12:49:00.448572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89852e04-812e-4d29-9e25-511aac67c8b1 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=e1108bb1-5d40-4163-8b8d-2fa69b4e3afe,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:00.451612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46180) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.467229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] For port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:00.482772 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8d44b0-6f2f-4afb-a1e3-aef09702e1ba tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:00.483367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8d44b0-6f2f-4afb-a1e3-aef09702e1ba tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.486445 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7b8d44b0-6f2f-4afb-a1e3-aef09702e1ba tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/352e00f7-e43a-4956-9e65-494479d8081d HTTP/1.1" status: 404 len: 339 time: 0.0315452 Jan 17 12:49:00.490087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cfe39e4b-b42f-4fc5-8fce-43118cbfcf60 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8945434 Jan 17 12:49:00.490751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46184) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.491976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Made reservation on behalf of 631838b01a2040c1ae54173126944cd9 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:00.495707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46186) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.495984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.503197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'subnet': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:00.512268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f74ca3-961a-4e8a-a15a-97549140a1da None None] Network ad925d64-925f-4a77-a446-c9d026487b9c requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:00.514266 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1679211a-d783-4d5b-946b-9f218e1f3266 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:00.535613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a50d9c-1a67-47a9-a25f-44946a2d8a2b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:00.536416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a50d9c-1a67-47a9-a25f-44946a2d8a2b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.543203 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-35a50d9c-1a67-47a9-a25f-44946a2d8a2b tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/530149b5-b1b4-418d-96a0-991b5e464586 HTTP/1.1" status: 404 len: 337 time: 0.0473890 Jan 17 12:49:00.547950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 0d025e57-d0fc-4f56-9181-7d6be3a1c938 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:00.551528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.569183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46190) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.592166 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeca3a3a-0467-45cf-820b-f78cf3c2f0c8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:00.592745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeca3a3a-0467-45cf-820b-f78cf3c2f0c8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:00.598046 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eeca3a3a-0467-45cf-820b-f78cf3c2f0c8 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/79f6f17c-a42c-45c6-b190-095aaee11206 HTTP/1.1" status: 404 len: 339 time: 0.0258191 Jan 17 12:49:00.599377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 1679211a-d783-4d5b-946b-9f218e1f3266 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:00.600340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1679211a-d783-4d5b-946b-9f218e1f3266 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:00.600488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46192) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:00.601206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.627610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.667210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.670846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:00.682986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.702459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting subnet 5caeb7bb-6bdf-4ce1-a652-8be452632ec9 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:00.718287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.803696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.804000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.804534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Added segment 6a199ab7-0077-4c07-90a2-5793c6491289 of type vlan for network c43b38ed-3c43-4042-b963-6e98138cb508 Jan 17 12:49:00.847712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.859530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.881758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806612-ae64-4de8-86d4-145051b22118 None None] Pushing event updated for resources: {'Port': ['ID=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:00.895276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Routers {'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:00.895962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:00.902413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:00.906674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.908479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.945148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.960398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:00.971241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.010590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.031548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9ab29b-dbd9-40d6-b185-c92f4883ba82,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:01.073393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:01.077618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] Set router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:01.081056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:01.113360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:01.129670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd513e09-472a-49b2-bddb-bcca6937fd63 req-13db6658-4382-4ea9-a19a-f067972d854a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:01.136818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd513e09-472a-49b2-bddb-bcca6937fd63 req-13db6658-4382-4ea9-a19a-f067972d854a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.3864090 Jan 17 12:49:01.139521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Pushing event updated for resources: {'Port': ['ID=82926b84-2b19-4958-9a93-397e66c80de9,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:01.150799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.152470 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bdb534c3-0414-4d54-a8b8-5ac967365e21 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8448853 Jan 17 12:49:01.155991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46200) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.161779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group_rule': {'security_group_id': '43035927-7bfb-4489-b8f7-29de823a6674', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:01.165828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] DHCP port deletion for ad925d64-925f-4a77-a446-c9d026487b9c request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:01.173113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.179408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:01.180244 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.195676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.215076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.236052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.257036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=5caeb7bb-6bdf-4ce1-a652-8be452632ec9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:01.261752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.265515 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0024d439-e52e-4503-a7ce-f3232266b0d2 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/5caeb7bb-6bdf-4ce1-a652-8be452632ec9 HTTP/1.1" status: 204 len: 168 time: 0.6646090 Jan 17 12:49:01.268054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46202) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.300097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846575f-e077-4be0-836f-8c4fdc683d68 None None] Network 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:01.335181 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Project c5836de1b2e64966a638b8dd9cb4ee88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:49:01.344062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bf77dbe1-8443-4fcc-a258-53f938e75e87 None None] Provisioning complete for port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:01.344454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf77dbe1-8443-4fcc-a258-53f938e75e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.348413 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd513e09-472a-49b2-bddb-bcca6937fd63 req-55692764-606a-47e8-be21-28a581b0d236 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095532 Jan 17 12:49:01.354713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46206) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.355008 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0565367 Jan 17 12:49:01.357090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.363315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'admin_state_up': True, 'project_id': '631838b01a2040c1ae54173126944cd9', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:01.412193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97221a-c1d8-4036-908a-b4bb6c28e03f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Network': ['ID=c43b38ed-3c43-4042-b963-6e98138cb508,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:01.426769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Router 32207299-b608-46f4-8cdc-2d3f671f6242 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:01.446113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Attempting to bind port 82926b84-2b19-4958-9a93-397e66c80de9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:01.446523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Attempting to bind port 82926b84-2b19-4958-9a93-397e66c80de9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:01.447033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Attempting to bind port 82926b84-2b19-4958-9a93-397e66c80de9 on network a66930c0-bf2c-424b-976e-045386db06ff {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:01.470413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.472073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network c43b38ed-3c43-4042-b963-6e98138cb508 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:01.524378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.565603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.572865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:01.573280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Checking segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:01.573694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.574122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Bound using segment: {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:01.574567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Bound port: 82926b84-2b19-4958-9a93-397e66c80de9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e212313c-abab-44ae-be27-de710ad6488e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:01.581201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aad64-28c6-4efe-8ee8-1dc182240816 req-456a6946-8611-478d-9f1e-f5d3411b97de tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:01.582841 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a86aad64-28c6-4efe-8ee8-1dc182240816 req-456a6946-8611-478d-9f1e-f5d3411b97de tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1557119 Jan 17 12:49:01.590369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.609033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:01.610640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=0d025e57-d0fc-4f56-9181-7d6be3a1c938,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:01.618148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.620286 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b46ed1a0-7318-4045-b850-128e7e45c633 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "PUT /v2.0/routers/32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 200 len: 706 time: 4.5010247 Jan 17 12:49:01.624075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46210) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.631554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.634877 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8180e2b8-fa62-4822-b1ac-d70c344da09c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/0d025e57-d0fc-4f56-9181-7d6be3a1c938 HTTP/1.1" status: 204 len: 168 time: 1.2316003 Jan 17 12:49:01.658603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 082bd8e8-e81a-43b4-a4c6-9fc7662f398b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:01.668350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26a3a6-551a-45cf-b91d-dd9e0a06a640 None None] Network 1fd0eb11-4598-410e-bc2f-3bee8a692c95 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:01.671451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46212) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.677996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.680041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.686349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.714088 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] Sync routers for ids ['32207299-b608-46f4-8cdc-2d3f671f6242'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:01.732488 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cfa78326-5e3c-477d-ab51-396f072737dd tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/routers/32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 200 len: 741 time: 0.1058204 Jan 17 12:49:01.735016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] Deleting port f5b95707-9927-4b0a-b7af-5266edd6acbc {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:01.735401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.791201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] For port 82926b84-2b19-4958-9a93-397e66c80de9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:01.794899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] For port 82926b84-2b19-4958-9a93-397e66c80de9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=82926b84-2b19-4958-9a93-397e66c80de9,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:01.812659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:01.816940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46216) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.854074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d642fc19-12d2-42f1-8a75-159ad7529002 tempest-RoutersAdminTest-467580629 tempest-RoutersAdminTest-467580629-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&device_id=32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 200 len: 205 time: 0.0337772 Jan 17 12:49:01.857542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46218) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:01.916702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2e1c3aba-08bd-41eb-bd81-e52aa582a358 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 200 len: 205 time: 0.0579119 Jan 17 12:49:01.919974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46220) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:02.019676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.038852 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a86aad64-28c6-4efe-8ee8-1dc182240816 req-b2a5ce90-ca95-4acc-b47a-f1a45f15e0dc tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986659 Jan 17 12:49:02.046576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e81dfe5-497c-4ad1-91f2-566751b569bc,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:02.102391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting port 8656e510-ec95-405a-9a95-2b931f82fdce {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:02.102876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.118444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.127275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port f5b95707-9927-4b0a-b7af-5266edd6acbc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:02.127716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.166704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf77dbe1-8443-4fcc-a258-53f938e75e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.184864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.187731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.195868 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-53f30d43-4721-419c-9e1a-ceaa039c4996 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0385849 Jan 17 12:49:02.206069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46224) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:02.217169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'security_group_rule': {'security_group_id': '43035927-7bfb-4489-b8f7-29de823a6674', 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:02.238854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.objects.ports [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 12:49:02.282003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] Routers {'32207299-b608-46f4-8cdc-2d3f671f6242'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:02.282570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['32207299-b608-46f4-8cdc-2d3f671f6242'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:02.314075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] For port 8656e510-ec95-405a-9a95-2b931f82fdce, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8656e510-ec95-405a-9a95-2b931f82fdce,segment=NetworkSegment(61c5e4fa-e76f-48fd-b3c5-a7755852de89),segment_id=61c5e4fa-e76f-48fd-b3c5-a7755852de89)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:02.314459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.380973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-bf77dbe1-8443-4fcc-a258-53f938e75e87 None None] For port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:02.391808 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Calling delete_port for 8656e510-ec95-405a-9a95-2b931f82fdce owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:02.435231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:02.456536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] For port f5b95707-9927-4b0a-b7af-5266edd6acbc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5b95707-9927-4b0a-b7af-5266edd6acbc,segment=NetworkSegment(605d97bc-0853-41a3-8895-f5c1f12b941f),segment_id=605d97bc-0853-41a3-8895-f5c1f12b941f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:02.457010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.509874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf77dbe1-8443-4fcc-a258-53f938e75e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.518340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] Calling delete_port for f5b95707-9927-4b0a-b7af-5266edd6acbc owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:02.521387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0d6e5-37a8-41af-a54f-b68907a62bed None None] Pushing event updated for resources: {'Port': ['ID=82926b84-2b19-4958-9a93-397e66c80de9,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:02.554714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '082bd8e8-e81a-43b4-a4c6-9fc7662f398b', 'name': '', 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'mac_address': 'fa:16:3e:fa:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:53Z', 'updated_at': '2022-01-17T12:49:00Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'subnets': [{'id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:02.576208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Project c5836de1b2e64966a638b8dd9cb4ee88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:49:02.586008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] Routers {'32207299-b608-46f4-8cdc-2d3f671f6242'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:02.586734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:48:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['32207299-b608-46f4-8cdc-2d3f671f6242'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:02.627377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:02.627786 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.636387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] DHCP port deletion for 5cae82fb-8249-4f8a-aa99-26ea7cc9c47e request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:02.636548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.642258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.693760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4cedd-626d-4610-9195-2b0c9b30440f None None] The sync data for ids ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'] in dv-neutron-824886-1-hyperv is: [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:48:54Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '082bd8e8-e81a-43b4-a4c6-9fc7662f398b', 'name': '', 'network_id': '995c2246-4a67-45e3-af91-d20b789919c1', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'mac_address': 'fa:16:3e:fa:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:53Z', 'updated_at': '2022-01-17T12:49:00Z', 'revision_number': 4, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'subnets': [{'id': 'ab58a8db-d620-44ed-a982-108f9a2edc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:02.752028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:02.752698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945046a1-0f6a-4770-831a-80c7c701a7e8 None None] The sync data for ids ['32207299-b608-46f4-8cdc-2d3f671f6242'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:02.819380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.826952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port f5b95707-9927-4b0a-b7af-5266edd6acbc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5b95707-9927-4b0a-b7af-5266edd6acbc,segment=NetworkSegment(605d97bc-0853-41a3-8895-f5c1f12b941f),segment_id=605d97bc-0853-41a3-8895-f5c1f12b941f)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:02.826952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.826952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.833371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77dbe1-8443-4fcc-a258-53f938e75e87 None None] Pushing event updated for resources: {'Port': ['ID=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:02.842754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for f5b95707-9927-4b0a-b7af-5266edd6acbc owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:02.947130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11844034-d321-4329-af30-47417b7b27b7 req-fdf6051e-bad2-4193-88a2-a4f1ec9cf53c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:02.949219 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-11844034-d321-4329-af30-47417b7b27b7 req-fdf6051e-bad2-4193-88a2-a4f1ec9cf53c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.2190931 Jan 17 12:49:02.951643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Deleting port 8656e510-ec95-405a-9a95-2b931f82fdce {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:02.952025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:02.971680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] DHCP port deletion for 1fd0eb11-4598-410e-bc2f-3bee8a692c95 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:02.978400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.012647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.018680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.019480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Fanout notify agent at l3_agent the message router_deleted on router 32207299-b608-46f4-8cdc-2d3f671f6242 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:49:03.022584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.026635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Port': ['ID=8656e510-ec95-405a-9a95-2b931f82fdce,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.034484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.034484 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aad23fa1-8de4-400b-a544-2ac97213d248 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 204 len: 168 time: 1.1099327 Jan 17 12:49:03.035361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.045031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.079633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No DVR routers for this DVR port 8656e510-ec95-405a-9a95-2b931f82fdce on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:03.080195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5b95707-9927-4b0a-b7af-5266edd6acbc no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:03.088930 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2b00cd60-512a-4c35-9fcf-25585ec28351 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 200 len: 205 time: 0.0499771 Jan 17 12:49:03.088930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.093972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46232) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.111582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] Pushing event deleted for resources: {'Port': ['ID=f5b95707-9927-4b0a-b7af-5266edd6acbc,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.113663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2d1a3-cc2c-4af0-a9e4-fb95e4720e51 None None] No DVR routers for this DVR port f5b95707-9927-4b0a-b7af-5266edd6acbc on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:03.127888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] For port 8656e510-ec95-405a-9a95-2b931f82fdce, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:03.129288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.149106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Calling delete_port for 8656e510-ec95-405a-9a95-2b931f82fdce owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:03.152772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.ipam_backend_mixin [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Port 8656e510-ec95-405a-9a95-2b931f82fdce was not found and therefore no delete operation was performed {{(pid=109282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:49:03.157450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f5b95707-9927-4b0a-b7af-5266edd6acbc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:03.157917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5b95707-9927-4b0a-b7af-5266edd6acbc not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:03.159445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.207844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=f5b95707-9927-4b0a-b7af-5266edd6acbc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.212238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-cbddd514-7d73-45ca-a790-1c8d3775e57c tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] delete failed (client error): The resource could not be found. Jan 17 12:49:03.216913 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cbddd514-7d73-45ca-a790-1c8d3775e57c tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/32207299-b608-46f4-8cdc-2d3f671f6242 HTTP/1.1" status: 404 len: 336 time: 0.1169643 Jan 17 12:49:03.217376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46234) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.230083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] Pushing event deleted for resources: {'Port': ['ID=8656e510-ec95-405a-9a95-2b931f82fdce,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.234834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51645475-ea81-4764-a791-d1e7e16704d2 None None] No DVR routers for this DVR port 8656e510-ec95-405a-9a95-2b931f82fdce on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:03.238113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port f5b95707-9927-4b0a-b7af-5266edd6acbc on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:03.269552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e8454549-7356-4bd5-b38d-946925b59d7a tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=b7c5d899-a62d-48d2-a4a5-3b13c06ae64e HTTP/1.1" status: 200 len: 205 time: 0.0490007 Jan 17 12:49:03.270340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46238) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.276258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] Deleting port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:03.276647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.352281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] For port 82926b84-2b19-4958-9a93-397e66c80de9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=82926b84-2b19-4958-9a93-397e66c80de9,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:03.363463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] For port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,segment=NetworkSegment(8a8bae28-e1e9-49b4-82f4-6ec76770beb8),segment_id=8a8bae28-e1e9-49b4-82f4-6ec76770beb8)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:03.364150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.366076 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-c7928572-efe6-4802-af40-8b506f9ffba3 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] delete failed (client error): The resource could not be found. Jan 17 12:49:03.367244 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c7928572-efe6-4802-af40-8b506f9ffba3 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/b7c5d899-a62d-48d2-a4a5-3b13c06ae64e HTTP/1.1" status: 404 len: 336 time: 0.0912452 Jan 17 12:49:03.378302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46240) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.380550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] Calling delete_port for 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:03.388421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.398842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-11844034-d321-4329-af30-47417b7b27b7 req-320666e3-8325-40d8-b4a2-8a8a0848eb19 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4352412 Jan 17 12:49:03.410002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.452297 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9dde725f-8691-4b23-b5df-b652b776fb68 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=509731c8-2055-4036-bedf-314e4cd93dd2 HTTP/1.1" status: 200 len: 205 time: 0.0726254 Jan 17 12:49:03.467800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46242) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.494153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.495141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.524918 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-e068525d-b20b-4a5e-9983-ee0ba639bea3 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] delete failed (client error): The resource could not be found. Jan 17 12:49:03.526628 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e068525d-b20b-4a5e-9983-ee0ba639bea3 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/509731c8-2055-4036-bedf-314e4cd93dd2 HTTP/1.1" status: 404 len: 336 time: 0.0575936 Jan 17 12:49:03.529461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.532208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46244) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.577985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3fc91-be47-4224-8a7e-b97c195b79ac,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.586912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.587392 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5220e31a-2fe7-4537-8c33-a35f47a6bcb5 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=34269090-a747-410e-8a8c-38f6682176e9 HTTP/1.1" status: 200 len: 205 time: 0.0534480 Jan 17 12:49:03.590040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46246) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.612724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad925d64-925f-4a77-a446-c9d026487b9c']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:03.614222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cae82fb-8249-4f8a-aa99-26ea7cc9c47e']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:03.626649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605d97bc-0853-41a3-8895-f5c1f12b941f') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:03.627179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605d97bc-0853-41a3-8895-f5c1f12b941f') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:03.689944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.693787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c5e4fa-e76f-48fd-b3c5-a7755852de89') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:03.694046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c5e4fa-e76f-48fd-b3c5-a7755852de89') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:03.702017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-3e0cbbd9-3f39-45eb-ac49-d585732261b0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] delete failed (client error): The resource could not be found. Jan 17 12:49:03.706033 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3e0cbbd9-3f39-45eb-ac49-d585732261b0 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/34269090-a747-410e-8a8c-38f6682176e9 HTTP/1.1" status: 404 len: 336 time: 0.1077199 Jan 17 12:49:03.706939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46248) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.707553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.721040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.726986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 082bd8e8-e81a-43b4-a4c6-9fc7662f398b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:03.727675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.744263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:03.744263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.764456 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ae198d53-d33e-404a-8239-bcbc092f0f24 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc9eba5d-0db3-4158-9fd9-5aafe29a666d HTTP/1.1" status: 200 len: 205 time: 0.0537636 Jan 17 12:49:03.765763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.770573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46250) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:03.803188 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:03.811076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:03.811661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.814767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:03.814911 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:03.822626 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-d07c3f27-79be-42ec-b713-563ce645a746 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] delete failed (client error): The resource could not be found. Jan 17 12:49:03.823451 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-55c7b29a-18a0-43cf-b3ff-e8fc338b8db4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6086702 Jan 17 12:49:03.823597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] Pushing event deleted for resources: {'Port': ['ID=625879e0-d1b9-42f6-b3f8-f8b78ae44b8e,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.823693 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d07c3f27-79be-42ec-b713-563ce645a746 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/cc9eba5d-0db3-4158-9fd9-5aafe29a666d HTTP/1.1" status: 404 len: 336 time: 0.0524886 Jan 17 12:49:03.823693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46254) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.833486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557af3f-d4f9-422e-ad6a-467ab7630849 None None] No DVR routers for this DVR port 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:03.836070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=82926b84-2b19-4958-9a93-397e66c80de9,revision_number=4']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.839886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-36575263-66be-4ee9-9985-638ad59bd49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.842726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:03.854587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:03.859969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:03.860582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.879318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Subnet': ['ID=1cc0e1c9-7aeb-43eb-8928-bc705185eb84,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:03.908749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-05849fab-0865-477d-81b8-146393c591ac tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "GET /v2.0/ports?device_id=229003ec-ca50-4408-921a-4ccf7f055d5a HTTP/1.1" status: 200 len: 205 time: 0.0748920 Jan 17 12:49:03.912069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46270) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.919815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168d542-bb59-4b1d-99c3-55e8e9e7de7b None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:03.946051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.967300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:03.967405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-a81534de-7fa6-49dd-9300-0d69b80860f6 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] delete failed (client error): The resource could not be found. Jan 17 12:49:03.967405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a81534de-7fa6-49dd-9300-0d69b80860f6 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/routers/229003ec-ca50-4408-921a-4ccf7f055d5a HTTP/1.1" status: 404 len: 336 time: 0.0492225 Jan 17 12:49:03.967405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46284) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.967405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46286) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:03.967769 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/5cae82fb-8249-4f8a-aa99-26ea7cc9c47e HTTP/1.1" status: 204 len: 168 time: 2.6944027 Jan 17 12:49:04.020741 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-db5cc827-9519-487d-84b0-1bf6eb99d574 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5235219 Jan 17 12:49:04.020972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6e2fe1-7382-41d7-b154-db1861ffc409 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:04.020972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6e2fe1-7382-41d7-b154-db1861ffc409 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:04.028660 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ad6e2fe1-7382-41d7-b154-db1861ffc409 tempest-RoutersAdminTest-639492664 tempest-RoutersAdminTest-639492664-project] 10.222.0.77 "DELETE /v2.0/subnets/bec332b6-7f5f-42a6-98d1-c1367ce2784e HTTP/1.1" status: 404 len: 337 time: 0.0582495 Jan 17 12:49:04.028660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46296) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:04.028660 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86a5edd-2585-4e36-b809-273b6f3facc6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:04.028660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86a5edd-2585-4e36-b809-273b6f3facc6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:04.030402 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b86a5edd-2585-4e36-b809-273b6f3facc6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/a0b36ab3-daa5-410f-adc7-513b9e482fb9 HTTP/1.1" status: 404 len: 337 time: 0.0556288 Jan 17 12:49:04.034472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46300) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:04.035340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ca241-1bc1-4aa4-b7e9-e46987eec4bd tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=5cae82fb-8249-4f8a-aa99-26ea7cc9c47e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:04.054452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Request body: {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'mac_address': 'fa:16:3e:df:ba:ca', 'name': 'tempest-NetworksTestDHCPv6-2034102563'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:04.074394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.077392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6b4e7796-5380-40d4-9be8-0236ea19493a None None] Provisioning complete for port 82926b84-2b19-4958-9a93-397e66c80de9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:04.077938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7796-5380-40d4-9be8-0236ea19493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.086763 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b717611a-f1f9-430e-aae3-69f7039b12b6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:04.088449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b717611a-f1f9-430e-aae3-69f7039b12b6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:04.095147 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b717611a-f1f9-430e-aae3-69f7039b12b6 tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/d99b495a-01de-40e0-b4fd-1760199d29a0 HTTP/1.1" status: 404 len: 339 time: 0.0565131 Jan 17 12:49:04.095878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46302) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:04.111834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.122527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:04.123058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.159052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.160432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.172751 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/ad925d64-925f-4a77-a446-c9d026487b9c HTTP/1.1" status: 204 len: 168 time: 2.4949024 Jan 17 12:49:04.172910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46308) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:04.221840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b64b5-7c51-464b-8949-613ad9197f38 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=ad925d64-925f-4a77-a446-c9d026487b9c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:04.321414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting subnet 27c672b9-59de-4f9d-a128-318a1d1bff10 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:04.324250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 82926b84-2b19-4958-9a93-397e66c80de9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:04.331842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.336427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.369260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7796-5380-40d4-9be8-0236ea19493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.379988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Made reservation on behalf of 089814d2465a42f98c4cdc5260ce464d for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:04.411212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 82926b84-2b19-4958-9a93-397e66c80de9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:04.411701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.453601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.456526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6b4e7796-5380-40d4-9be8-0236ea19493a None None] For port 82926b84-2b19-4958-9a93-397e66c80de9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=82926b84-2b19-4958-9a93-397e66c80de9,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:04.532252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.563770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7796-5380-40d4-9be8-0236ea19493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.571348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Allocated IP 172.26.4.118 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/6c59d2a6-9476-449d-bb69-d6c8781ab406) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:04.582886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca128263-b1c6-41b0-9d4b-a0760cf626fa req-f877d084-533d-492f-b081-7f5869be014c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:04.584526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca128263-b1c6-41b0-9d4b-a0760cf626fa req-f877d084-533d-492f-b081-7f5869be014c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.0802510 Jan 17 12:49:04.609649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.609896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.659970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e7796-5380-40d4-9be8-0236ea19493a None None] Pushing event updated for resources: {'Port': ['ID=82926b84-2b19-4958-9a93-397e66c80de9,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:04.693207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] device_id is not set on port a90a5c1c-8390-47bd-8b1f-80c85e902086 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:04.702798 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca128263-b1c6-41b0-9d4b-a0760cf626fa req-ce4d9a94-0e40-4abf-ba6f-6152a09d42df tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904667 Jan 17 12:49:04.710129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:04.712063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:04.751024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd0eb11-4598-410e-bc2f-3bee8a692c95']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:04.774423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8bae28-e1e9-49b4-82f4-6ec76770beb8') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:04.774708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8bae28-e1e9-49b4-82f4-6ec76770beb8') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:04.799887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.832850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46322) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:04.862015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.912744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.927893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8::1fc (a66930c0-bf2c-424b-976e-045386db06ff/a01a27c1-c6cc-4ff6-8147-381844df2ba6/a90a5c1c-8390-47bd-8b1f-80c85e902086) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:04.935915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:baca (a66930c0-bf2c-424b-976e-045386db06ff/1cc0e1c9-7aeb-43eb-8928-bc705185eb84/a90a5c1c-8390-47bd-8b1f-80c85e902086) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:04.939449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:04.939890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:04.945006 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:05.025802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.036683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3488d3de-e066-4b96-bef8-81b405006457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.111923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d53234-e0ed-4753-9b40-7892157b60bf req-ca7a826c-fb95-4838-b41a-6eda0ccac45e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:05.113455 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-63d53234-e0ed-4753-9b40-7892157b60bf req-ca7a826c-fb95-4838-b41a-6eda0ccac45e tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.67 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1487837 Jan 17 12:49:05.306080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.334079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5e80655b-9312-4003-a711-82f7c820b0f3 None None] Provisioning complete for port 82926b84-2b19-4958-9a93-397e66c80de9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:05.336621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5e80655b-9312-4003-a711-82f7c820b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.337845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3488d3de-e066-4b96-bef8-81b405006457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.351591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8656e510-ec95-405a-9a95-2b931f82fdce no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:05.362532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Deleting port 524d57b3-7d22-4f06-b758-073768665bfc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:05.362801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.423624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 8656e510-ec95-405a-9a95-2b931f82fdce {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:05.424400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8656e510-ec95-405a-9a95-2b931f82fdce not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:05.425315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:05.454052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:05.454399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 625879e0-d1b9-42f6-b3f8-f8b78ae44b8e not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:05.514821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] For port 524d57b3-7d22-4f06-b758-073768665bfc, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=524d57b3-7d22-4f06-b758-073768665bfc,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:05.514821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.587873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 82926b84-2b19-4958-9a93-397e66c80de9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:05.640263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 82926b84-2b19-4958-9a93-397e66c80de9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:05.640552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.702645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.703027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.703346 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Floating IP 5baf390c-f719-4974-8d82-c8513a16af03 disassociated. External IP: 172.26.4.16, port: 524d57b3-7d22-4f06-b758-073768665bfc. Jan 17 12:49:05.703738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Calling delete_port for 524d57b3-7d22-4f06-b758-073768665bfc owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:05.785394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3488d3de-e066-4b96-bef8-81b405006457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.816679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.818987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.820710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.829017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.864322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.867600 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/1fd0eb11-4598-410e-bc2f-3bee8a692c95 HTTP/1.1" status: 204 len: 168 time: 1.6935918 Jan 17 12:49:05.889160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46336) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:05.892142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Subnet': ['ID=27c672b9-59de-4f9d-a128-318a1d1bff10,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:05.897406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-328099546'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:05.909204 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3488d3de-e066-4b96-bef8-81b405006457 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63dc38ce7dcd4dcdac48bafa595f2689&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0750592 Jan 17 12:49:05.915118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46338) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:05.915553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488d3de-e066-4b96-bef8-81b405006457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30295905-9fc1-4a1b-bc18-669dba8c4cd3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:05.916190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:05.922168 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d043b4f6-ca9c-49b1-9263-e5a7fb72326d tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/subnets/27c672b9-59de-4f9d-a128-318a1d1bff10 HTTP/1.1" status: 204 len: 168 time: 1.8229795 Jan 17 12:49:05.926240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fd775-ac82-4dea-a18a-9dd5979c323a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=1fd0eb11-4598-410e-bc2f-3bee8a692c95,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:05.926409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46340) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:05.928726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Network a66930c0-bf2c-424b-976e-045386db06ff is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:05.930625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dfbd35-84b0-4c73-b859-d280b659d371 None None] Network 0944195f-9d4a-43ed-aa13-509bed7380fa requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:05.945536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:05.953944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:05.957335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:05.974214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98d2dd-992f-49b4-84d1-df3850a0fc45 req-a05fdd96-bce4-4cd3-92e9-5cd2efabfbcb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:05.975859 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1b98d2dd-992f-49b4-84d1-df3850a0fc45 req-a05fdd96-bce4-4cd3-92e9-5cd2efabfbcb tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 945 time: 0.1886740 Jan 17 12:49:05.984798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:05.990308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Port': ['ID=6c59d2a6-9476-449d-bb69-d6c8781ab406,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:05.991926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:06.011443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:06.011443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.011443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event updated for resources: {'Port': ['ID=a90a5c1c-8390-47bd-8b1f-80c85e902086,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:06.036092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.094003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event deleted for resources: {'Port': ['ID=524d57b3-7d22-4f06-b758-073768665bfc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:06.100534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.116301 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-85246d2f-21d1-4c45-b587-a01077db83e7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0774381 Jan 17 12:49:06.117490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46344) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:06.136964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:06.141319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.178075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-23216549-521e-470d-a88c-344cf5e8a0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.182237 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1b98d2dd-992f-49b4-84d1-df3850a0fc45 req-fe0b874d-17a0-434a-ae68-85e17a23b70a tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups?id=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883678 Jan 17 12:49:06.289405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-23216549-521e-470d-a88c-344cf5e8a0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.314779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fa1cf803-c721-4bde-9546-5235d02244a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.352452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] DHCP port deletion for 0944195f-9d4a-43ed-aa13-509bed7380fa request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:06.421691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:06.428471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] Deleting port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:06.429499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.480517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Deleting port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:06.481809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.513308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-23216549-521e-470d-a88c-344cf5e8a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.518617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-23216549-521e-470d-a88c-344cf5e8a0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.520181 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-23216549-521e-470d-a88c-344cf5e8a0c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/30295905-9fc1-4a1b-bc18-669dba8c4cd3 HTTP/1.1" status: 204 len: 168 time: 0.5952694 Jan 17 12:49:06.533891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1c0a2f17-ad70-47b7-82c4-adf6ee9520dd None None] Provisioning complete for port a90a5c1c-8390-47bd-8b1f-80c85e902086 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:06.534431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1c0a2f17-ad70-47b7-82c4-adf6ee9520dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.536382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23216549-521e-470d-a88c-344cf5e8a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30295905-9fc1-4a1b-bc18-669dba8c4cd3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:06.574509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting port a90a5c1c-8390-47bd-8b1f-80c85e902086 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:06.574907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.656741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.656997 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 2cb70ada-42bc-4dc7-b6d1-aba7b3634985 of type vlan for network ad274029-ebe2-4966-bd4c-4ea48be95531 Jan 17 12:49:06.658280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.690115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Router f67b0e37-209a-456f-a638-5727b54a7244 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:06.740232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] For port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,segment=NetworkSegment(857c5bae-242f-4476-9821-a7cb8c6fcdc6),segment_id=857c5bae-242f-4476-9821-a7cb8c6fcdc6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:06.740871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.754034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] For port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,segment=NetworkSegment(857c5bae-242f-4476-9821-a7cb8c6fcdc6),segment_id=857c5bae-242f-4476-9821-a7cb8c6fcdc6)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:06.755820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.765678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] Calling delete_port for 01cf5ad1-83e7-4675-a231-68d5a1f39ffc owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:06.772010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.772898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a2f17-ad70-47b7-82c4-adf6ee9520dd None None] Port a90a5c1c-8390-47bd-8b1f-80c85e902086 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:06.790678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.801385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Calling delete_port for a90a5c1c-8390-47bd-8b1f-80c85e902086 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:06.905595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Calling delete_port for 01cf5ad1-83e7-4675-a231-68d5a1f39ffc owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:06.918720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.resource_extend [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:49:06.945755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:06.968742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.011104 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] Pushing event deleted for resources: {'Port': ['ID=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:07.015830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762efc38-796e-4773-9edb-97bed3fc4a24 None None] No DVR routers for this DVR port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:07.058724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:07.067029 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] Sync routers for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:07.084929 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:07.085559 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.143455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] No DVR routers for this DVR port 524d57b3-7d22-4f06-b758-073768665bfc on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:07.145064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.153559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:07.156362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.170177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.173220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-63d53234-e0ed-4753-9b40-7892157b60bf req-b5b9587e-35a0-4e78-8454-aae46c105c27 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.67 "DELETE /v2.0/ports/524d57b3-7d22-4f06-b758-073768665bfc HTTP/1.1" status: 204 len: 173 time: 2.0473366 Jan 17 12:49:07.201570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:49:07.216745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'name': 'network-vif-deleted', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:49:07.219031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef868d-e6c8-4663-9bc3-3183e45c837c" -d '{"events": [{"server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "name": "network-vif-deleted", "tag": "524d57b3-7d22-4f06-b758-073768665bfc"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:49:07.266278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.280856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095b197b-6e1e-4f83-9b14-0437480ba263 x-openstack-request-id: req-095b197b-6e1e-4f83-9b14-0437480ba263 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:49:07.281166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9f45b8-2000-4a0a-8f59-91c8e5779aa2", "name": "network-vif-deleted", "tag": "524d57b3-7d22-4f06-b758-073768665bfc", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:49:07.281394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-095b197b-6e1e-4f83-9b14-0437480ba263 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:49:07.281782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9f45b8-2000-4a0a-8f59-91c8e5779aa2', 'name': 'network-vif-deleted', 'tag': '524d57b3-7d22-4f06-b758-073768665bfc', 'status': 'completed', 'code': 200} Jan 17 12:49:07.287185 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:07.288235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=ad274029-ebe2-4966-bd4c-4ea48be95531,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:07.292625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.300348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network ad274029-ebe2-4966-bd4c-4ea48be95531 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:07.342108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Port': ['ID=01cf5ad1-83e7-4675-a231-68d5a1f39ffc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:07.354169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] No DVR routers for this DVR port 01cf5ad1-83e7-4675-a231-68d5a1f39ffc on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:07.369449 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-173de714-9753-4861-bf7f-20280d57f4cf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4732838 Jan 17 12:49:07.379343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46388) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:07.395955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:07.532552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.537048 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e2699930-eb06-49fc-bed2-cfdb023b4444 req-56bf7e03-d4dc-4b89-96a6-0eae242094b1 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.1296771 Jan 17 12:49:07.578491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0944195f-9d4a-43ed-aa13-509bed7380fa']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.596905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857c5bae-242f-4476-9821-a7cb8c6fcdc6') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.596905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857c5bae-242f-4476-9821-a7cb8c6fcdc6') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.609927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.613802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 01cf5ad1-83e7-4675-a231-68d5a1f39ffc no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:07.617754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:07.653983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46392) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:07.662514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 01cf5ad1-83e7-4675-a231-68d5a1f39ffc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:07.663216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 01cf5ad1-83e7-4675-a231-68d5a1f39ffc not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:07.664920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Sync routers for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:07.709857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:07.713355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.717725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.738139 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.753868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:07.754288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:07.757586 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:07.776422 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] Checking router: f67b0e37-209a-456f-a638-5727b54a7244 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:49:07.787617 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:07.789669 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:07.796665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46394) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:07.797017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e7db846c-8735-4bfd-ab95-35f212bff3f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=757ed02ede7d42bda58e9a1ececcc532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397047 Jan 17 12:49:07.831238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.889504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:07.890653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4c398e29-ae7c-4436-b2aa-7858c6cc711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:07.910172 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:07.923070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4c398e29-ae7c-4436-b2aa-7858c6cc711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.077355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.078625 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-92eb2302-4824-4d1a-90e9-25650640c704 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7186375 Jan 17 12:49:08.081905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46396) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:08.100290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:08.104656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.113726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4c398e29-ae7c-4436-b2aa-7858c6cc711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.122354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4c398e29-ae7c-4436-b2aa-7858c6cc711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.127399 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4c398e29-ae7c-4436-b2aa-7858c6cc711d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c276b4ff-f153-4479-b696-e27768875c51 HTTP/1.1" status: 204 len: 168 time: 0.3269455 Jan 17 12:49:08.172809 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:08.230593 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec890a4-5db6-476e-8d73-5c41c7d1d8c1 None None] The sync data for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv is: [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0', 'name': '', 'network_id': 'c0a6b131-2532-470d-824d-c7fe2ee56b00', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'mac_address': 'fa:16:3e:4c:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:23Z', 'updated_at': '2022-01-17T12:45:33Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'subnets': [{'id': 'f00e8ef3-9bf6-4a01-876a-dd383926a9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:08.249101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c398e29-ae7c-4436-b2aa-7858c6cc711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c276b4ff-f153-4479-b696-e27768875c51,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:08.251037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:06Z', 'revision_number': 3, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:08.307916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Checking router: 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:49:08.308304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Updating router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 port 6c59d2a6-9476-449d-bb69-d6c8781ab406 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:49:08.350704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Port': ['ID=a90a5c1c-8390-47bd-8b1f-80c85e902086,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:08.395907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.494783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.504341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-48d4c376-47d0-463c-8816-28c2a5726f1d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/a90a5c1c-8390-47bd-8b1f-80c85e902086 HTTP/1.1" status: 204 len: 168 time: 2.3833060 Jan 17 12:49:08.505312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46402) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:08.601078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.636536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.644344 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] 10.222.0.77 "DELETE /v2.0/networks/0944195f-9d4a-43ed-aa13-509bed7380fa HTTP/1.1" status: 204 len: 168 time: 2.7122059 Jan 17 12:49:08.644344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f851c0-bee8-4b00-a9fe-c63da78a306f tempest-NetworksIpV6Test-1013747359 tempest-NetworksIpV6Test-1013747359-project] Pushing event deleted for resources: {'Network': ['ID=0944195f-9d4a-43ed-aa13-509bed7380fa,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:08.674998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1176c-38cd-4328-ac5e-64cb0e1e1ad4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:08.681272 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88a1176c-38cd-4328-ac5e-64cb0e1e1ad4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1714780 Jan 17 12:49:08.682566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46408) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:08.761979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94034d-81d2-4573-805a-6162db693062 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:08.763320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9d94034d-81d2-4573-805a-6162db693062 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0789690 Jan 17 12:49:08.763632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46412) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:08.804770 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80069a73-780a-4f7d-b15d-2c2a81e2ca58 None None] New status for floating IP 5baf390c-f719-4974-8d82-c8513a16af03: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:49:08.837581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925c240-d77a-4aa6-a9cd-2a0443f385f9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:08.839400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925c240-d77a-4aa6-a9cd-2a0443f385f9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:08.842555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925c240-d77a-4aa6-a9cd-2a0443f385f9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:08.848579 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9925c240-d77a-4aa6-a9cd-2a0443f385f9 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0770950 Jan 17 12:49:08.848579 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-82ab520a-5ce1-4d21-8c98-f02e69b8ca6e tempest-TestNetworkAdvancedServerOps-1530902516 tempest-TestNetworkAdvancedServerOps-1530902516-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=631838b01a2040c1ae54173126944cd9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7625654 Jan 17 12:49:08.851103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46414) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:08.852762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46416) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:08.854460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.913797 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c63219cf-314b-4867-82e8-f864f53e3103 req-9a6b2680-4deb-4f56-b3e4-562853740e3c tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/ports?device_id=db9f45b8-2000-4a0a-8f59-91c8e5779aa2 HTTP/1.1" status: 200 len: 210 time: 0.1473188 Jan 17 12:49:08.932762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:08.976603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=a56aaca4-af87-4715-9c37-cea01159d24f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:09.014348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '2cb70ada-42bc-4dc7-b6d1-aba7b3634985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:09.014747 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: ad274029-ebe2-4966-bd4c-4ea48be95531, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:09.018650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.109061 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.183802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network ad274029-ebe2-4966-bd4c-4ea48be95531 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:09.185789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.207003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet 1cc0e1c9-7aeb-43eb-8928-bc705185eb84 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:09.227329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.256064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Attempting to bind port 6c59d2a6-9476-449d-bb69-d6c8781ab406 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:09.256830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Attempting to bind port 6c59d2a6-9476-449d-bb69-d6c8781ab406 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:09.257288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Attempting to bind port 6c59d2a6-9476-449d-bb69-d6c8781ab406 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:09.287584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9320f-b0a6-41a5-a95f-49902d4765f9 None None] Pushing event updated for resources: {'Port': ['ID=6c59d2a6-9476-449d-bb69-d6c8781ab406,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:09.298393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b0853-30ea-47e8-a05f-f100b1d39ec6 tempest-TestNetworkAdvancedServerOps-1530902516 tempest-TestNetworkAdvancedServerOps-1530902516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:09.302636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:09.302636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:09.302636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.302989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:09.303267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-993b0853-30ea-47e8-a05f-f100b1d39ec6 tempest-TestNetworkAdvancedServerOps-1530902516 tempest-TestNetworkAdvancedServerOps-1530902516-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4490736 Jan 17 12:49:09.303394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Bound port: 6c59d2a6-9476-449d-bb69-d6c8781ab406, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:09.303763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.304322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46428) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:09.310427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.326865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, ad274029-ebe2-4966-bd4c-4ea48be95531) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:09.349404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:09.356561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.369111 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-40cb7948-ae9b-4486-a905-7c386f58919b tempest-TestNetworkAdvancedServerOps-1530902516 tempest-TestNetworkAdvancedServerOps-1530902516-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0636113 Jan 17 12:49:09.369897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46430) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:09.377153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507905495', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'project_id': '631838b01a2040c1ae54173126944cd9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:09.378861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930302ca-765a-4dbb-8409-ccc73ba0f0ee None None] Network ad274029-ebe2-4966-bd4c-4ea48be95531 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:09.429914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.474420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] For port 6c59d2a6-9476-449d-bb69-d6c8781ab406, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:09.483507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] For port 6c59d2a6-9476-449d-bb69-d6c8781ab406, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c59d2a6-9476-449d-bb69-d6c8781ab406,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:09.573026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-ad274029-ebe2-4966-bd4c-4ea48be95531', 'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': 'a56aaca4-af87-4715-9c37-cea01159d24f'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:09.574056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.679929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46434) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:09.723607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Allocated IP 2001:db8::2 (ad274029-ebe2-4966-bd4c-4ea48be95531/a56aaca4-af87-4715-9c37-cea01159d24f/d9f33b2f-7e43-469c-ac48-27e0b9fc8264) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:09.735439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.740952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46438) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:09.741298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3866f4ea-e9b4-4122-b8f1-85d52e46a0a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3580668 Jan 17 12:49:09.747579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1261493127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:09.765369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.841191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc0e1c9-7aeb-43eb-8928-bc705185eb84,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:09.853101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:09.853204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Made reservation on behalf of 631838b01a2040c1ae54173126944cd9 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:09.853296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:09.853389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.863364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:09.870058 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4c8e2fc7-4041-4ba3-956f-a2861daaf3f8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/1cc0e1c9-7aeb-43eb-8928-bc705185eb84 HTTP/1.1" status: 204 len: 168 time: 0.9149909 Jan 17 12:49:09.871035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46444) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:09.901335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993eae44-03fa-4fa1-a55f-ba0159e62a0c None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:09.931987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9320f-b0a6-41a5-a95f-49902d4765f9 None None] Pushing event updated for resources: {'Port': ['ID=6c59d2a6-9476-449d-bb69-d6c8781ab406,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:09.997789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 524d57b3-7d22-4f06-b758-073768665bfc no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:10.041613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Deleting subnet a01a27c1-c6cc-4ff6-8147-381844df2ba6 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:10.045943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 524d57b3-7d22-4f06-b758-073768665bfc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:10.049195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 524d57b3-7d22-4f06-b758-073768665bfc not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:10.055218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.109165 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e32c627a-f7af-4c84-ae93-1fab2177e4eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c536dbb2d3b64164b38ce3aec575c9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279375 Jan 17 12:49:10.112546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46454) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.132294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.159474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46458) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.190320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:10.196134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.197361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.206341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.245099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c08dd720-379a-4edb-80e1-1f4b9c887b87 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.272772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.290617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c08dd720-379a-4edb-80e1-1f4b9c887b87 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.343904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.346113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.401656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Subnet': ['ID=594b246e-4f1b-457d-b99a-917fefef9c8c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:10.407327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Checking segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:10.407732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network hostable DHCP agents. Network: c43b38ed-3c43-4042-b963-6e98138cb508, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:10.429832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20bc0c33-a580-4f00-aa5e-fb9c3ccfc3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.440687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.491425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.524135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20bc0c33-a580-4f00-aa5e-fb9c3ccfc3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.554743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network c43b38ed-3c43-4042-b963-6e98138cb508 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:10.558752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c08dd720-379a-4edb-80e1-1f4b9c887b87 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.562240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c08dd720-379a-4edb-80e1-1f4b9c887b87 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.564276 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c08dd720-379a-4edb-80e1-1f4b9c887b87 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "DELETE /v2.0/security-groups/91ea6a6b-6c8d-4f50-9413-5e8c869bed5b HTTP/1.1" status: 204 len: 168 time: 0.4032695 Jan 17 12:49:10.570611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46462) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.577930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd720-379a-4edb-80e1-1f4b9c887b87 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea6a6b-6c8d-4f50-9413-5e8c869bed5b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:10.603583 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-ca702ed1-b694-425d-ba5a-dc501c1c4479 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] show failed (client error): The resource could not be found. Jan 17 12:49:10.605154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ca702ed1-b694-425d-ba5a-dc501c1c4479 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "GET /v2.0/security-groups/91ea6a6b-6c8d-4f50-9413-5e8c869bed5b HTTP/1.1" status: 404 len: 347 time: 0.0289268 Jan 17 12:49:10.610088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46464) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.624004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.633359 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5c41244a-73d7-4b5d-9bcc-30df8b956737 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8832755 Jan 17 12:49:10.645118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46466) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.649478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Network ad274029-ebe2-4966-bd4c-4ea48be95531 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:10.651883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'port': {'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531', 'name': 'tempest-RoutersIpV6Test-268040684'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:10.662790 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, c43b38ed-3c43-4042-b963-6e98138cb508) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:10.668840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:10.669450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.679839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:10.682157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:10.690815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43649bb-3627-4486-a870-57a570202a93 None None] Network c43b38ed-3c43-4042-b963-6e98138cb508 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:10.698180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Pushing event updated for resources: {'Port': ['ID=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:10.757437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.790376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Deleting port c58e76c5-c0a9-4427-aa94-0470eef2fd3c {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:10.791038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.844514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20bc0c33-a580-4f00-aa5e-fb9c3ccfc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.847412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-20bc0c33-a580-4f00-aa5e-fb9c3ccfc3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.859374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-20bc0c33-a580-4f00-aa5e-fb9c3ccfc3a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f7b8dda-da8a-4727-83bc-0c3a892e8aaf HTTP/1.1" status: 204 len: 168 time: 0.7396657 Jan 17 12:49:10.877484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Subnet': ['ID=a01a27c1-c6cc-4ff6-8147-381844df2ba6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:10.882022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.884926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Attempting to bind port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:10.885365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Attempting to bind port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '2cb70ada-42bc-4dc7-b6d1-aba7b3634985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:10.885727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Attempting to bind port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 on network ad274029-ebe2-4966-bd4c-4ea48be95531 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:10.895595 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8090d1a2-03e9-4442-a2a6-d38bae7de9e8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/a01a27c1-c6cc-4ff6-8147-381844df2ba6 HTTP/1.1" status: 204 len: 168 time: 1.0193958 Jan 17 12:49:10.898614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:10.898986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Checking segment: {'id': '2cb70ada-42bc-4dc7-b6d1-aba7b3634985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:10.899391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.899799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Bound using segment: {'id': '2cb70ada-42bc-4dc7-b6d1-aba7b3634985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:10.900287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Bound port: d9f33b2f-7e43-469c-ac48-27e0b9fc8264, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb70ada-42bc-4dc7-b6d1-aba7b3634985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad274029-ebe2-4966-bd4c-4ea48be95531'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:10.901075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.901202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46472) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.952234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc0c33-a580-4f00-aa5e-fb9c3ccfc3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7b8dda-da8a-4727-83bc-0c3a892e8aaf,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:10.982482 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d10b2033-d094-4305-87e5-abadc5ce07d8 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6081016 Jan 17 12:49:10.982482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.982482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:10.982901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46474) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:10.988373 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3f59443d-896c-41e9-a2ff-8eabf5dc50a7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834408 Jan 17 12:49:10.992919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46476) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.012756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Calling delete_port for c58e76c5-c0a9-4427-aa94-0470eef2fd3c owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:11.121133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63089ef-d4c4-4d1d-b315-fea44a4c16d5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:11.125551 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d63089ef-d4c4-4d1d-b315-fea44a4c16d5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1309073 Jan 17 12:49:11.126205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46482) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.159358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:11.163717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:11.191819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-c43b38ed-3c43-4042-b963-6e98138cb508', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:11.192787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:11.211204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] For port d9f33b2f-7e43-469c-ac48-27e0b9fc8264, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:11.227941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c5863-a107-4fac-bf15-9bffcf993ee6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:11.232067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-db5c5863-a107-4fac-bf15-9bffcf993ee6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1048155 Jan 17 12:49:11.234143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46486) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.245928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:06Z', 'revision_number': 3, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:11.251470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] For port d9f33b2f-7e43-469c-ac48-27e0b9fc8264, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,segment=NetworkSegment(2cb70ada-42bc-4dc7-b6d1-aba7b3634985),segment_id=2cb70ada-42bc-4dc7-b6d1-aba7b3634985)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:11.255869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22455a3-d2fe-4033-b785-b847f1dd1594 None None] Update dhcp port {'port': {'network_id': 'a66930c0-bf2c-424b-976e-045386db06ff', 'fixed_ips': [{'subnet_id': 'a01a27c1-c6cc-4ff6-8147-381844df2ba6'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '82926b84-2b19-4958-9a93-397e66c80de9'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:49:11.292044 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-abd39964-becb-49dd-b99a-89d737cae0ce tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565894 Jan 17 12:49:11.297125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46488) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.305361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] device_id is not set on port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:11.312311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac081a0d-ca2d-4526-8008-556b7c967810 None None] The sync data for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv is: [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:06Z', 'revision_number': 3, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:11.359621 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a97bc63-38f1-49b6-a42e-5090caf73b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:11.368099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a97bc63-38f1-49b6-a42e-5090caf73b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:11.368099 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6a97bc63-38f1-49b6-a42e-5090caf73b31 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/a90a5c1c-8390-47bd-8b1f-80c85e902086 HTTP/1.1" status: 404 len: 333 time: 0.0645614 Jan 17 12:49:11.375361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46492) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.398674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:11.400938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a22455a3-d2fe-4033-b785-b847f1dd1594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:11.431817 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-d748092a-cef7-4b70-b94d-95383e3124fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:11.432189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d748092a-cef7-4b70-b94d-95383e3124fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:11.442340 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d748092a-cef7-4b70-b94d-95383e3124fa tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/1cc0e1c9-7aeb-43eb-8928-bc705185eb84 HTTP/1.1" status: 404 len: 337 time: 0.0640433 Jan 17 12:49:11.451096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46494) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.604798 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a415a44-2aaf-4998-bb1a-0818e028f662 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:11.607920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a415a44-2aaf-4998-bb1a-0818e028f662 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:11.620384 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0a415a44-2aaf-4998-bb1a-0818e028f662 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/a01a27c1-c6cc-4ff6-8147-381844df2ba6 HTTP/1.1" status: 404 len: 337 time: 0.1673667 Jan 17 12:49:11.626602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46502) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.677297 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8863355-da06-4baa-9141-3aed02ecae70 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:11.679237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8863355-da06-4baa-9141-3aed02ecae70 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:11.694377 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c8863355-da06-4baa-9141-3aed02ecae70 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/67e5b831-e61f-4493-832b-4f506394dd72 HTTP/1.1" status: 404 len: 333 time: 0.0505862 Jan 17 12:49:11.694377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46506) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:11.700368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:11.766694 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed3f39f-f96f-4b06-8840-b13f63e9d4a3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:11.767423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed3f39f-f96f-4b06-8840-b13f63e9d4a3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:11.776132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950a5d1-5705-457b-b07f-2aa0029a7a41 None None] Pushing event updated for resources: {'Port': ['ID=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:11.776317 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5ed3f39f-f96f-4b06-8840-b13f63e9d4a3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/89c2497a-1d2e-4ef3-95ec-af5ca6ec1fc4 HTTP/1.1" status: 404 len: 337 time: 0.0811980 Jan 17 12:49:11.826593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Allocated IP 172.20.0.2 (c43b38ed-3c43-4042-b963-6e98138cb508/594b246e-4f1b-457d-b99a-917fefef9c8c/d077eaf7-32d5-46bb-8fa8-a20126f68446) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:11.830909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46510) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.007472 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c914c13-266f-4d7d-adcd-74515e99c55d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.007962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c914c13-266f-4d7d-adcd-74515e99c55d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.013527 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6c914c13-266f-4d7d-adcd-74515e99c55d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/283301b4-aad9-4fa8-8b3a-2f4ad3082cc9 HTTP/1.1" status: 404 len: 337 time: 0.1765547 Jan 17 12:49:12.013527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Pushing event deleted for resources: {'Port': ['ID=c58e76c5-c0a9-4427-aa94-0470eef2fd3c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:12.020371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46514) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.054475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157fc8fe-c507-4e5a-98fe-ff7f3880bab1 None None] Network a66930c0-bf2c-424b-976e-045386db06ff requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:12.060722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46516) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.129141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:12.132045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:12.136067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] 10.222.0.77 "DELETE /v2.0/floatingips/5baf390c-f719-4974-8d82-c8513a16af03 HTTP/1.1" status: 204 len: 168 time: 1.5219154 Jan 17 12:49:12.141877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46518) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.143576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.143936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.144277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.144612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.144943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.145272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.145597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.145923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.146248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.146568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.146887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.147204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2adeb20-e198-49e7-9008-3c7a82952424 tempest-ServerActionsTestJSON-1732315416 tempest-ServerActionsTestJSON-1732315416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.223619 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d4fabc-c726-4291-8f47-57842ae0290c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.226661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d4fabc-c726-4291-8f47-57842ae0290c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.235179 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-01d4fabc-c726-4291-8f47-57842ae0290c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/dd3fa588-da0d-452d-9140-2d0f145d68b3 HTTP/1.1" status: 404 len: 333 time: 0.2035491 Jan 17 12:49:12.246279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46526) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.289733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8::220 (ad274029-ebe2-4966-bd4c-4ea48be95531/a56aaca4-af87-4715-9c37-cea01159d24f/a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:12.291713 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e58324-d301-4381-9a7b-5aae18653ce1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.292382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e58324-d301-4381-9a7b-5aae18653ce1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.296439 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-44e58324-d301-4381-9a7b-5aae18653ce1 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/d4eb6e75-7dda-424c-9aaf-f7f25e9b56f5 HTTP/1.1" status: 404 len: 337 time: 0.0489914 Jan 17 12:49:12.300901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46528) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.344337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1aeb0b48-3762-4bc3-ac68-f60238861615 None None] Provisioning complete for port 82926b84-2b19-4958-9a93-397e66c80de9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:12.344945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b48-3762-4bc3-ac68-f60238861615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:12.369102 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d07815-509a-4baf-a223-2b0c114a9cdb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.369842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d07815-509a-4baf-a223-2b0c114a9cdb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.375616 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d5d07815-509a-4baf-a223-2b0c114a9cdb tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/0d0e6b47-31d6-4394-ab55-b1ad3b982bd7 HTTP/1.1" status: 404 len: 337 time: 0.0526252 Jan 17 12:49:12.399958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46530) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.454884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:12.500813 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc8ce36-dcc6-4422-8c20-a6c699dbd91f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.501899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc8ce36-dcc6-4422-8c20-a6c699dbd91f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.508741 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bfc8ce36-dcc6-4422-8c20-a6c699dbd91f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/0b6a5a50-2be2-4301-9ffa-eb45cae87d05 HTTP/1.1" status: 404 len: 333 time: 0.0652366 Jan 17 12:49:12.512745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46532) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.609359 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a20b632-04d5-4759-b917-be61e745e31b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.609988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a20b632-04d5-4759-b917-be61e745e31b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.616328 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3a20b632-04d5-4759-b917-be61e745e31b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/ae56824d-d3dc-4b9f-9122-8f833f64ae0b HTTP/1.1" status: 404 len: 337 time: 0.1009851 Jan 17 12:49:12.618924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46538) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.634507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:12.684012 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d0bc9c-73c2-4deb-9dd2-f4efbf1f9365 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.686761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d0bc9c-73c2-4deb-9dd2-f4efbf1f9365 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.704258 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-56d0bc9c-73c2-4deb-9dd2-f4efbf1f9365 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/c984f9a8-8ecd-4356-8cba-a7bb37fa551d HTTP/1.1" status: 404 len: 337 time: 0.0795658 Jan 17 12:49:12.738653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46542) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.807992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Network c43b38ed-3c43-4042-b963-6e98138cb508 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:12.812179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1379683479', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:12.831889 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6e4e81-161a-4837-95e8-774680ae8590 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.831889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6e4e81-161a-4837-95e8-774680ae8590 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.837906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a6e4e81-161a-4837-95e8-774680ae8590 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/16857b3c-e4a3-478c-8c3f-5a9b7c11bd1e HTTP/1.1" status: 404 len: 333 time: 0.0950108 Jan 17 12:49:12.838160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46544) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.862640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:12.874449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Pushing event updated for resources: {'Port': ['ID=d077eaf7-32d5-46bb-8fa8-a20126f68446,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:12.880521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:12.905545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:12.908446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.911910 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba24fac-19a2-400f-8536-dae99bef95b3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.912369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba24fac-19a2-400f-8536-dae99bef95b3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.923952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8ba24fac-19a2-400f-8536-dae99bef95b3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/59468659-3c1e-46ec-8fb9-b82e746fa48a HTTP/1.1" status: 404 len: 337 time: 0.0825408 Jan 17 12:49:12.924559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.924952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.925304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.929027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.929199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46548) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:12.931082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.931082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.931277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.935999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.937177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.937538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.937918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:12.949096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] DHCP port deletion for a66930c0-bf2c-424b-976e-045386db06ff request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:12.985138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-84039dc5-65fe-4d56-8312-67dee2e72d75 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:12.985794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84039dc5-65fe-4d56-8312-67dee2e72d75 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:12.988895 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-84039dc5-65fe-4d56-8312-67dee2e72d75 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/9bddf5db-3cff-4245-bd24-6c47bc7ab43c HTTP/1.1" status: 404 len: 333 time: 0.0587299 Jan 17 12:49:12.991596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46550) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:13.057224 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa8e5bc-2975-4c2f-a16d-5090e74a5cef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:13.057685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa8e5bc-2975-4c2f-a16d-5090e74a5cef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:13.063628 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-afa8e5bc-2975-4c2f-a16d-5090e74a5cef tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/f4f49b85-1086-4eb3-8e36-0beeefcc4598 HTTP/1.1" status: 404 len: 337 time: 0.0688415 Jan 17 12:49:13.064645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Made reservation on behalf of e17392a0ae694b95a7276f759c3bf4dc for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:13.067630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.071297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46552) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:13.086152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46554) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:13.126314 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-148c3cd2-a592-4b07-88b2-d50d1b979c38 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:13.127593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148c3cd2-a592-4b07-88b2-d50d1b979c38 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:13.141402 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-148c3cd2-a592-4b07-88b2-d50d1b979c38 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/b8ebc56e-9e44-4847-b0c7-de4ed66a1684 HTTP/1.1" status: 404 len: 333 time: 0.0601358 Jan 17 12:49:13.150891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46558) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:13.154027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.163318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Attempting to bind port d077eaf7-32d5-46bb-8fa8-a20126f68446 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:13.163924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Attempting to bind port d077eaf7-32d5-46bb-8fa8-a20126f68446 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:13.164288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Attempting to bind port d077eaf7-32d5-46bb-8fa8-a20126f68446 on network c43b38ed-3c43-4042-b963-6e98138cb508 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:13.175185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:13.175644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Checking segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:13.177957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.178376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Bound using segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:13.178867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Bound port: d077eaf7-32d5-46bb-8fa8-a20126f68446, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:13.179258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.180834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.200708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.286071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] Deleting port 82926b84-2b19-4958-9a93-397e66c80de9 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:13.286488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.380116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] For port d077eaf7-32d5-46bb-8fa8-a20126f68446, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:13.385874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] For port d077eaf7-32d5-46bb-8fa8-a20126f68446, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d077eaf7-32d5-46bb-8fa8-a20126f68446,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:13.390863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae7d07-e205-4f00-82a0-4b0cb5456d8d None None] Network ad274029-ebe2-4966-bd4c-4ea48be95531 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:13.473007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] For port 82926b84-2b19-4958-9a93-397e66c80de9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=82926b84-2b19-4958-9a93-397e66c80de9,segment=NetworkSegment(e212313c-abab-44ae-be27-de710ad6488e),segment_id=e212313c-abab-44ae-be27-de710ad6488e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:13.473553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.478829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.487876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2ffe9c67-4ab3-4bc6-8f93-5acefa1cc3f0 None None] Provisioning complete for port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:13.499686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9c67-4ab3-4bc6-8f93-5acefa1cc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.542245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.569356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] Calling delete_port for 82926b84-2b19-4958-9a93-397e66c80de9 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:13.580855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.666925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.781737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d9f33b2f-7e43-469c-ac48-27e0b9fc8264 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:13.792735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-620858316'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:13.811832 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c09658-d735-40ec-9887-aa849135c6d8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:13.812303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c09658-d735-40ec-9887-aa849135c6d8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:13.821862 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b5c09658-d735-40ec-9887-aa849135c6d8 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/443cfccc-94fe-4e33-8276-8634eececfc0 HTTP/1.1" status: 404 len: 337 time: 0.6476707 Jan 17 12:49:13.830028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46562) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:13.837832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Allocated IP 172.20.0.1 (c43b38ed-3c43-4042-b963-6e98138cb508/594b246e-4f1b-457d-b99a-917fefef9c8c/e155d7ce-385b-4fa6-8261-d3a1195dc2e6) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:13.848985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network ad274029-ebe2-4966-bd4c-4ea48be95531 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:13.860651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] device_id is not set on port 830e8439-9f69-414d-bbf1-84f959eefb1c yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:13.877986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:13.894439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:13.902407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:13.902407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:13.909781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:13.993593 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6837931-a8f6-43a3-9cf2-134e7ee11bf0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:13.993862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6837931-a8f6-43a3-9cf2-134e7ee11bf0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.000043 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d6837931-a8f6-43a3-9cf2-134e7ee11bf0 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/619db562-3702-4b4c-a89d-52bff2d745a2 HTTP/1.1" status: 404 len: 333 time: 0.1594682 Jan 17 12:49:14.002989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46564) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.052904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.053224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.053642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.054053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.054481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.054886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.055287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.055735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.056130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.056525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.056960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.057362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:49:14.064450 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5371cb-adf6-41c9-9bf2-798eb9eb331e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.064907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5371cb-adf6-41c9-9bf2-798eb9eb331e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.066822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc64bb77-5f77-47cd-8a89-26d9322d7804,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:14.070452 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9b5371cb-adf6-41c9-9bf2-798eb9eb331e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/dc331bab-6378-424e-a12e-34153fa2d7e1 HTTP/1.1" status: 404 len: 337 time: 0.0581088 Jan 17 12:49:14.073339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.096598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5785c4-4d7b-44ed-9d0d-07274336142b None None] Pushing event updated for resources: {'Port': ['ID=d077eaf7-32d5-46bb-8fa8-a20126f68446,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:14.127451 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dace71-4fb2-4c24-8997-0bc509ff6b94 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.128181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dace71-4fb2-4c24-8997-0bc509ff6b94 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.133504 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-60dace71-4fb2-4c24-8997-0bc509ff6b94 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/39a725bd-a100-484c-bacc-2e9c590b34d5 HTTP/1.1" status: 404 len: 333 time: 0.0569160 Jan 17 12:49:14.134402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46568) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.179131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:14.182924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.189717 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9250bb-5ad7-4ebe-ab61-f833dd183ec7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.190171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9250bb-5ad7-4ebe-ab61-f833dd183ec7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.195401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ea9250bb-5ad7-4ebe-ab61-f833dd183ec7 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/8706a9a8-e735-4382-9fe3-1ac9daced1cb HTTP/1.1" status: 404 len: 337 time: 0.0578732 Jan 17 12:49:14.209806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46570) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.213303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9c67-4ab3-4bc6-8f93-5acefa1cc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.254820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.288818 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.291522 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7d9ce1-dc33-4a80-94b5-d2a4229c1805 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.292256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7d9ce1-dc33-4a80-94b5-d2a4229c1805 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.296717 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5d7d9ce1-dc33-4a80-94b5-d2a4229c1805 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/2997bc5b-3599-4a28-b14f-ac3c7985d5fd HTTP/1.1" status: 404 len: 333 time: 0.0859082 Jan 17 12:49:14.302060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7e4aeb75-62aa-4c06-980e-891b5e47c07a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6525583 Jan 17 12:49:14.302060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46572) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.317003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2ffe9c67-4ab3-4bc6-8f93-5acefa1cc3f0 None None] For port d9f33b2f-7e43-469c-ac48-27e0b9fc8264, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,segment=NetworkSegment(2cb70ada-42bc-4dc7-b6d1-aba7b3634985),segment_id=2cb70ada-42bc-4dc7-b6d1-aba7b3634985)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:14.317118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46574) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.320423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:14.320797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.370089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.412335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9c67-4ab3-4bc6-8f93-5acefa1cc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.420039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] No DVR routers for this DVR port 82926b84-2b19-4958-9a93-397e66c80de9 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:14.422917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5938d74-5baf-4071-a98c-8585476fe02f None None] Pushing event deleted for resources: {'Port': ['ID=82926b84-2b19-4958-9a93-397e66c80de9,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:14.459610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Deleting port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:14.459610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.497059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.507472 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-9933a8f0-480b-4c24-acbd-bcaa8ba7c153 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.507472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9933a8f0-480b-4c24-acbd-bcaa8ba7c153 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.511397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9933a8f0-480b-4c24-acbd-bcaa8ba7c153 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/1d86ac89-f99b-438c-b156-bc050a11fe1f HTTP/1.1" status: 404 len: 337 time: 0.2074718 Jan 17 12:49:14.518348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46578) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.570101 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2930e332-bb4e-409a-a27d-2dcb45b07e47 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.570865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2930e332-bb4e-409a-a27d-2dcb45b07e47 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.576364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c59d2a6-9476-449d-bb69-d6c8781ab406 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:14.576515 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2930e332-bb4e-409a-a27d-2dcb45b07e47 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/433814ec-a2a5-4587-aa08-2096e04169ba HTTP/1.1" status: 404 len: 337 time: 0.0565407 Jan 17 12:49:14.584082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46580) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.650978 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7160d195-cebc-4354-b008-dab62a970208 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.651238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe9c67-4ab3-4bc6-8f93-5acefa1cc3f0 None None] Pushing event updated for resources: {'Port': ['ID=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:14.652512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7160d195-cebc-4354-b008-dab62a970208 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.656387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7160d195-cebc-4354-b008-dab62a970208 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/366da9eb-fe6e-4bcb-9d68-4ba496c18f7b HTTP/1.1" status: 404 len: 333 time: 0.0681479 Jan 17 12:49:14.662956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46582) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.680154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.681823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 6c59d2a6-9476-449d-bb69-d6c8781ab406 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:14.682415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.749209 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08ff388-1afd-4e98-b954-45d853c07e33 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:14.750708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08ff388-1afd-4e98-b954-45d853c07e33 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:14.756016 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a08ff388-1afd-4e98-b954-45d853c07e33 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/277764d6-e92b-405c-97ab-f652dbfe873d HTTP/1.1" status: 404 len: 337 time: 0.0897610 Jan 17 12:49:14.762175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] For port ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:14.765370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.768546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46584) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:14.777453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1bc5d286-ff14-44b0-af2e-928135ecd83a None None] Provisioning complete for port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:14.778533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.778665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1bc5d286-ff14-44b0-af2e-928135ecd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.824645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:14.841120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.841642 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 90b0f079-ddec-46be-8f01-353e2f031cf0 of type vlan for network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e Jan 17 12:49:14.881197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:14.925138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 6c59d2a6-9476-449d-bb69-d6c8781ab406, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c59d2a6-9476-449d-bb69-d6c8781ab406,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:14.962405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb467d5-1a1e-4da9-86a1-5c9a4e6d7b22,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:14.997632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Calling delete_port for ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:15.002260 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-947ec224-05ea-4660-b8b8-dd9994b760bd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.002825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947ec224-05ea-4660-b8b8-dd9994b760bd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.009156 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-947ec224-05ea-4660-b8b8-dd9994b760bd tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/a07fb765-7a66-4c0e-b5b7-f90620d3c8c2 HTTP/1.1" status: 404 len: 337 time: 0.1394379 Jan 17 12:49:15.013330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46586) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.018761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.024212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1bc5d286-ff14-44b0-af2e-928135ecd83a None None] Provisioning complete for port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:15.024899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1bc5d286-ff14-44b0-af2e-928135ecd83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.057990 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e6815d-f21a-472f-9c42-73310b24bd00 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.058924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e6815d-f21a-472f-9c42-73310b24bd00 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.065267 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-23e6815d-f21a-472f-9c42-73310b24bd00 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/fc8be9f9-c170-4e10-98cc-3750ee692d95 HTTP/1.1" status: 404 len: 333 time: 0.0471025 Jan 17 12:49:15.071190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46588) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.109754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.116838 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dd4d07-0a82-4584-b526-5cfdb2e501a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.117051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dd4d07-0a82-4584-b526-5cfdb2e501a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.123864 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-49dd4d07-0a82-4584-b526-5cfdb2e501a5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/76b1fbd7-fe43-4912-881e-4fe9ace2f7df HTTP/1.1" status: 404 len: 337 time: 0.0514572 Jan 17 12:49:15.124568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46590) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.190584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 82926b84-2b19-4958-9a93-397e66c80de9 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:15.213165 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-628aee10-49f2-4c71-ad8f-2d1eeb4899d6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.213631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628aee10-49f2-4c71-ad8f-2d1eeb4899d6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.219599 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-628aee10-49f2-4c71-ad8f-2d1eeb4899d6 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/0d1b9f48-f48a-499d-a88f-7b0e9693ff16 HTTP/1.1" status: 404 len: 337 time: 0.0881171 Jan 17 12:49:15.220161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46592) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.224145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.resource_extend [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 12:49:15.264357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Allocated IP 172.26.4.12 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/830e8439-9f69-414d-bbf1-84f959eefb1c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:15.264893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 82926b84-2b19-4958-9a93-397e66c80de9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:15.265644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 82926b84-2b19-4958-9a93-397e66c80de9 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:15.276691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=6c59d2a6-9476-449d-bb69-d6c8781ab406,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:15.279598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5d286-ff14-44b0-af2e-928135ecd83a None None] Port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:15.284533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network c43b38ed-3c43-4042-b963-6e98138cb508 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:15.324230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:15.332839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1684ee4-5f75-4f5d-ba4b-1a39a25fabb3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.333538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1684ee4-5f75-4f5d-ba4b-1a39a25fabb3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.336543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f1684ee4-5f75-4f5d-ba4b-1a39a25fabb3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/e7645df1-5fd5-4d15-8ded-f20d9261b58e HTTP/1.1" status: 404 len: 333 time: 0.0691130 Jan 17 12:49:15.337694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:15.339233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46594) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.368226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Port': ['ID=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:15.368847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.376759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:15.377406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.389238 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4e693d-2aa6-4421-b60e-8b38d1cf0b54 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.389490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4e693d-2aa6-4421-b60e-8b38d1cf0b54 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.398573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fe4e693d-2aa6-4421-b60e-8b38d1cf0b54 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/3e4f4677-1e9c-4630-ba4c-eb4dbcb7aa3d HTTP/1.1" status: 404 len: 337 time: 0.0498595 Jan 17 12:49:15.409441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46596) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.413499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0ae3a-b2b0-408a-99a4-07c0fdc84e6c None None] Network c43b38ed-3c43-4042-b963-6e98138cb508 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:15.463739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4fd9711b-d626-450e-901b-4dcb7b5c3982 None None] Provisioning complete for port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:15.463969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4fd9711b-d626-450e-901b-4dcb7b5c3982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.487032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:15.493247 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedaafa2-dce9-4305-bd05-81585b71b45a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.493908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedaafa2-dce9-4305-bd05-81585b71b45a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.499415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fedaafa2-dce9-4305-bd05-81585b71b45a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/cffbecb9-d584-4bc7-9fd0-25fd733be292 HTTP/1.1" status: 404 len: 337 time: 0.0855262 Jan 17 12:49:15.507860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46600) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.518595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:15.518849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.558834 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ce91131c-e22d-4ef8-a056-9b4d291a9db2 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b HTTP/1.1" status: 200 len: 205 time: 0.0386152 Jan 17 12:49:15.565275 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-24888d0b-3d95-4060-bd9e-cc8785ea30ab tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4768283 Jan 17 12:49:15.565867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46602) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.639251 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-770286f0-e2a2-4bb7-8f54-60fd51935777 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] delete failed (client error): The resource could not be found. Jan 17 12:49:15.644754 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-770286f0-e2a2-4bb7-8f54-60fd51935777 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/routers/b5fd9c49-ed1e-48f3-9efd-5c5b061fdd6b HTTP/1.1" status: 404 len: 336 time: 0.0763309 Jan 17 12:49:15.650179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9711b-d626-450e-901b-4dcb7b5c3982 None None] Port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:15.657115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46604) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.713226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46606) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.729524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:15.742587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce758dc-f29b-4d21-b0c6-bcb499ce07f5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:15.743053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce758dc-f29b-4d21-b0c6-bcb499ce07f5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:15.758316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ce758dc-f29b-4d21-b0c6-bcb499ce07f5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/654294b1-b5db-4b73-914b-57e0dfea63aa HTTP/1.1" status: 404 len: 337 time: 0.0976133 Jan 17 12:49:15.789166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46608) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.808162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.817731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-511ef159-ce1c-4003-ac88-52840a78c34d None None] Provisioning complete for port d077eaf7-32d5-46bb-8fa8-a20126f68446 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:15.818125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-511ef159-ce1c-4003-ac88-52840a78c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.820508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d9f33b2f-7e43-469c-ac48-27e0b9fc8264 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:15.852967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1cecf531-5d69-4436-b0fb-86fcdb3c9f78 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "GET /v2.0/ports?device_id=78db821d-df0b-468a-9cf8-27eee8db12bf HTTP/1.1" status: 200 len: 205 time: 0.0622270 Jan 17 12:49:15.858015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46610) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:15.886697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:15.985286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.986680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:15.987067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:15.991705 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-625149ff-c871-4992-bfb3-bff3c1caf16d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] delete failed (client error): The resource could not be found. Jan 17 12:49:15.995923 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-625149ff-c871-4992-bfb3-bff3c1caf16d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/routers/78db821d-df0b-468a-9cf8-27eee8db12bf HTTP/1.1" status: 404 len: 336 time: 0.1192775 Jan 17 12:49:15.998449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46612) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.027539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-511ef159-ce1c-4003-ac88-52840a78c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.036140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.119583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.133574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-511ef159-ce1c-4003-ac88-52840a78c34d None None] For port d077eaf7-32d5-46bb-8fa8-a20126f68446, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d077eaf7-32d5-46bb-8fa8-a20126f68446,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:16.148305 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-afac5058-9f1c-4c9b-8de0-f980b8f5a344 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.148783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afac5058-9f1c-4c9b-8de0-f980b8f5a344 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.152515 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-afac5058-9f1c-4c9b-8de0-f980b8f5a344 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/a6615c79-a589-40f8-a48b-0d1c7876c6b1 HTTP/1.1" status: 404 len: 337 time: 0.1444604 Jan 17 12:49:16.155953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46614) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.251153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c59d2a6-9476-449d-bb69-d6c8781ab406 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:16.289337 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0e976f-b091-4f0a-94d0-bc62525ab7fc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.289940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0e976f-b091-4f0a-94d0-bc62525ab7fc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.296826 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0d0e976f-b091-4f0a-94d0-bc62525ab7fc tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/8cd79b43-87a0-49a1-850a-efbfd8951905 HTTP/1.1" status: 404 len: 337 time: 0.1045837 Jan 17 12:49:16.299749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46616) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.310697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-511ef159-ce1c-4003-ac88-52840a78c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.363990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:16.370262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 6c59d2a6-9476-449d-bb69-d6c8781ab406 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:16.370637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.376424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.435863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.448185 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30bbdfd-99e7-4f63-a107-73e7aff4b53c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.448872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30bbdfd-99e7-4f63-a107-73e7aff4b53c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.451707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ef159-ce1c-4003-ac88-52840a78c34d None None] Pushing event updated for resources: {'Port': ['ID=d077eaf7-32d5-46bb-8fa8-a20126f68446,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:16.455841 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e30bbdfd-99e7-4f63-a107-73e7aff4b53c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/c727e69d-4f12-47ec-aa42-5929bf7fbe66 HTTP/1.1" status: 404 len: 333 time: 0.1009915 Jan 17 12:49:16.459005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46618) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.483418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8f8f5e9e-3c39-4abc-8ee7-951bd356e9f7 None None] Provisioning complete for port d077eaf7-32d5-46bb-8fa8-a20126f68446 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:16.483827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5e9e-3c39-4abc-8ee7-951bd356e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.530703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.546963 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee665feb-d894-4cda-9dee-d7354a83f289 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.547420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee665feb-d894-4cda-9dee-d7354a83f289 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.550715 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ee665feb-d894-4cda-9dee-d7354a83f289 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/c1a81299-be88-4afe-b274-064b8cb60abf HTTP/1.1" status: 404 len: 337 time: 0.0773299 Jan 17 12:49:16.565026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.589655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d077eaf7-32d5-46bb-8fa8-a20126f68446 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:16.610017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Pushing event updated for resources: {'Port': ['ID=830e8439-9f69-414d-bbf1-84f959eefb1c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:16.687436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8f8f5e9e-3c39-4abc-8ee7-951bd356e9f7 None None] Provisioning complete for port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:16.688048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8f8f5e9e-3c39-4abc-8ee7-951bd356e9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.689923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d077eaf7-32d5-46bb-8fa8-a20126f68446 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:16.690355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.716941 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9d64c6-73f0-4b86-a341-e52099a53f49 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.717664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9d64c6-73f0-4b86-a341-e52099a53f49 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.723910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46624) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.724513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2c9d64c6-73f0-4b86-a341-e52099a53f49 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/32915bfd-4205-407f-900a-cee2dc4243a0 HTTP/1.1" status: 404 len: 333 time: 0.1584332 Jan 17 12:49:16.729264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:16.743645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:16.759051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:16.765886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f5e9e-3c39-4abc-8ee7-951bd356e9f7 None None] Port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:16.778962 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cb4c3b-02f5-4d99-b04b-d41b5d76a68e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.779593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cb4c3b-02f5-4d99-b04b-d41b5d76a68e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.783183 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-22cb4c3b-02f5-4d99-b04b-d41b5d76a68e tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/12a8c5cc-5cd2-477e-8c62-2701023e7722 HTTP/1.1" status: 404 len: 337 time: 0.0573652 Jan 17 12:49:16.801816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46626) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.868663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b75e9ee-336b-45e6-9b89-a1a45b52b57c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.869330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b75e9ee-336b-45e6-9b89-a1a45b52b57c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.884109 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0b75e9ee-336b-45e6-9b89-a1a45b52b57c tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/0d298ec4-dc2e-4818-bb4d-90e4f6ed8cfb HTTP/1.1" status: 404 len: 333 time: 0.0816612 Jan 17 12:49:16.891305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-baee4551-3ee8-460f-b223-def2ce264b6b None None] Provisioning complete for port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:16.891758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-baee4551-3ee8-460f-b223-def2ce264b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.905201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46628) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.936114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-baee4551-3ee8-460f-b223-def2ce264b6b None None] Port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:16.944060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:16.944673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:16.948665 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a58b5c-f25f-4f19-9508-9efee9ad7306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:16.949067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a58b5c-f25f-4f19-9508-9efee9ad7306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:16.952719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a3a58b5c-f25f-4f19-9508-9efee9ad7306 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/f973ec6e-8581-476c-85ce-4538dcdbdf50 HTTP/1.1" status: 404 len: 337 time: 0.0463214 Jan 17 12:49:16.958002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46630) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:16.991559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.009208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a9898b-5150-430f-a48a-d4f1efa3f98a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.009948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a9898b-5150-430f-a48a-d4f1efa3f98a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.013089 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-80a9898b-5150-430f-a48a-d4f1efa3f98a tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/ca0f3e9b-36b2-4a80-94ab-e947319981ab HTTP/1.1" status: 404 len: 333 time: 0.0481443 Jan 17 12:49:17.015930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46632) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.030313 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Router f67b0e37-209a-456f-a638-5727b54a7244 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:17.052740 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56ad3ea-0dab-44ff-9729-0758bb6b29d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.053205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56ad3ea-0dab-44ff-9729-0758bb6b29d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.056376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d56ad3ea-0dab-44ff-9729-0758bb6b29d4 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/03fe993e-9a50-42a1-9f66-72bfc1d29cf8 HTTP/1.1" status: 404 len: 337 time: 0.0395291 Jan 17 12:49:17.059000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46634) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.083675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.095782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff225be-20a8-4b65-923a-be8a19d238bf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.096500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff225be-20a8-4b65-923a-be8a19d238bf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.099513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bff225be-20a8-4b65-923a-be8a19d238bf tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/d47cc189-74cb-4f67-ae5b-289915ecc453 HTTP/1.1" status: 404 len: 333 time: 0.0395448 Jan 17 12:49:17.106330 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9e330730-f652-4a18-8333-5448386335b5 tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.8961952 Jan 17 12:49:17.106937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.114711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46636) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.115043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46638) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.133978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.12'}]}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:17.192770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc7a513-a582-4485-9bcf-4b0d6ab133e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.193056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc7a513-a582-4485-9bcf-4b0d6ab133e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.195982 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7fc7a513-a582-4485-9bcf-4b0d6ab133e3 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/ef38c323-7e85-4cff-a1f5-0ae4f7edc429 HTTP/1.1" status: 404 len: 337 time: 0.0775311 Jan 17 12:49:17.197328 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=e3dc52c7-9e61-46a2-abaa-7b7b864521d5,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:17.199259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46640) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.227628 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee50d4c-1c22-406b-8219-6707def8813d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.228312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee50d4c-1c22-406b-8219-6707def8813d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.232019 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7ee50d4c-1c22-406b-8219-6707def8813d tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/368258ad-3e55-48c6-a05b-caab17d4a237 HTTP/1.1" status: 404 len: 333 time: 0.0298376 Jan 17 12:49:17.239092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46642) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.250975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '90b0f079-ddec-46be-8f01-353e2f031cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:17.251826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:17.258041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.264761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:17.274434 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-556a61b2-5e3d-45d8-a01b-46a1fe4a0e5b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.274894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556a61b2-5e3d-45d8-a01b-46a1fe4a0e5b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.280836 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-556a61b2-5e3d-45d8-a01b-46a1fe4a0e5b tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/3314e68b-00ac-493e-ad1f-cdcb2c28f0e1 HTTP/1.1" status: 404 len: 337 time: 0.0377374 Jan 17 12:49:17.282369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:17.283940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46644) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.297256 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4da63fa5-3dca-4cd4-ab6b-d390e9176c18 admin admin] 10.222.0.77 "PUT /v2.0/routers/f67b0e37-209a-456f-a638-5727b54a7244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1383986 Jan 17 12:49:17.300569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46646) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.304305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] Sync routers for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:17.316250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:17.317809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:17.319303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dec67ee-2b09-4e3e-a3ad-43c390a60a50 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.320098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dec67ee-2b09-4e3e-a3ad-43c390a60a50 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.323955 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0dec67ee-2b09-4e3e-a3ad-43c390a60a50 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/ports/c03bc57b-c850-4f46-800a-468d902c620c HTTP/1.1" status: 404 len: 333 time: 0.0360560 Jan 17 12:49:17.333108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46648) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.368009 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6ee6b4-d565-4caa-a5cd-e2ad4e69fbc5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:17.368476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6ee6b4-d565-4caa-a5cd-e2ad4e69fbc5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:17.372150 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6c6ee6b4-d565-4caa-a5cd-e2ad4e69fbc5 tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/subnets/350e2cc0-0f41-4edc-9a28-aa957722a880 HTTP/1.1" status: 404 len: 337 time: 0.0378532 Jan 17 12:49:17.374785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46650) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.465189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:17.470062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.473281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.490012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.491704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.512645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.515289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:17.609218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:17.616421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.624030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7cfc2c32-0fe1-4b0d-bc11-af362b0794a0 None None] Provisioning complete for port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:17.624139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:17.624248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7cfc2c32-0fe1-4b0d-bc11-af362b0794a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.624341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.651353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66930c0-bf2c-424b-976e-045386db06ff']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:17.656397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de314128-3e84-47bb-bd49-084b53b3adae None None] Network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:17.665468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e212313c-abab-44ae-be27-de710ad6488e') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:17.665867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e212313c-abab-44ae-be27-de710ad6488e') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:17.677897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.689400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.694308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.720064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:17.720618 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:17.735180 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:17.750347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d077eaf7-32d5-46bb-8fa8-a20126f68446 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:17.775780 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-16759fdf-28e1-404b-a2f4-dff03311941c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0600836 Jan 17 12:49:17.796420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Port': ['ID=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:17.806697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46654) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:17.819514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015000780'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:17.836017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.836246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc2c32-0fe1-4b0d-bc11-af362b0794a0 None None] Port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:17.914738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d077eaf7-32d5-46bb-8fa8-a20126f68446 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:17.915049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.950157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.956817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:17.963378 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] 10.222.0.77 "DELETE /v2.0/networks/a66930c0-bf2c-424b-976e-045386db06ff HTTP/1.1" status: 204 len: 168 time: 0.5860775 Jan 17 12:49:17.980860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4f19-efaa-4b18-818e-db35eea23f4f tempest-NetworksTestDHCPv6-1750985752 tempest-NetworksTestDHCPv6-1750985752-project] Pushing event deleted for resources: {'Network': ['ID=a66930c0-bf2c-424b-976e-045386db06ff,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:18.031521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e', 'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': 'e3dc52c7-9e61-46a2-abaa-7b7b864521d5'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:18.032396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.037744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:18.101077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] Checking router: f67b0e37-209a-456f-a638-5727b54a7244 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:49:18.175525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] Routers {'f67b0e37-209a-456f-a638-5727b54a7244'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:18.175901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f67b0e37-209a-456f-a638-5727b54a7244'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:18.336436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.482450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.487123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.496023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Allocated IP 172.20.255.242 (2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e/e3dc52c7-9e61-46a2-abaa-7b7b864521d5/35e772c5-b8af-4964-bbc4-08d75ea97d72) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:18.502678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] Set router f67b0e37-209a-456f-a638-5727b54a7244 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:18.573678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:18.578500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.592762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46660) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:18.670942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network c43b38ed-3c43-4042-b963-6e98138cb508 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:18.676853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:18.681588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:18.704335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.822072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.822518 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 0d2bb084-ba69-48e3-9d39-2ca53f39c917 of type vlan for network 82c7b608-a07a-4d0f-9fc5-deecc67351f1 Jan 17 12:49:18.839733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.858388 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2a39a8e5-2d5b-4af3-bab8-b45e77ed2ff4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=089814d2465a42f98c4cdc5260ce464d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632909 Jan 17 12:49:18.859225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46666) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:18.866908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:18.921085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e8009-7971-4d31-91cd-33dc6dd1a158 None None] The sync data for ids ['f67b0e37-209a-456f-a638-5727b54a7244'] in dv-neutron-824886-1-hyperv is: [{'id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'name': 'tempest-ServerActionsTestJSON-567462842-router', 'tenant_id': '10d84490c91743348eaac1b2d5b24ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236'}], 'enable_snat': True}, 'gw_port_id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:45:14Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 5, 'project_id': '10d84490c91743348eaac1b2d5b24ed1', 'gw_port': {'id': '018046b0-00b2-493a-b9e4-3e7fa719f78c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b0e37-209a-456f-a638-5727b54a7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:45:15Z', 'updated_at': '2022-01-17T12:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:18.936491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0a61-e121-4a89-951f-66563d1df75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.954737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:18.980071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0a61-e121-4a89-951f-66563d1df75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.078261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9edbd711-dccd-4704-a65a-ca981ef220a7 None None] Provisioning complete for port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:19.078261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9edbd711-dccd-4704-a65a-ca981ef220a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.103730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:19.127063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9edbd711-dccd-4704-a65a-ca981ef220a7 None None] Port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:19.313006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.343362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:19.348622 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d9b36e49-d4b7-49ca-9be1-6c1529da310c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "PUT /v2.0/routers/5ea4ac1a-1cd2-47b4-b3fb-7b489e225291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3647485 Jan 17 12:49:19.359970 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Sync routers for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:19.369595 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:19.370326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:19.471676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0a61-e121-4a89-951f-66563d1df75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.474931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.475084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0a61-e121-4a89-951f-66563d1df75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.476760 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cd6c0a61-e121-4a89-951f-66563d1df75c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01f25ceb-40a6-495c-9756-40976ba681dd HTTP/1.1" status: 204 len: 168 time: 0.6151533 Jan 17 12:49:19.510779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c0a61-e121-4a89-951f-66563d1df75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f25ceb-40a6-495c-9756-40976ba681dd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:19.535433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Pushing event updated for resources: {'Port': ['ID=35e772c5-b8af-4964-bbc4-08d75ea97d72,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:19.538594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.540160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.551525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:19.552056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.554381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:19.561350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:19.562676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.565390 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:19.612752 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:19.628688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:19.682853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:19.683201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ebf3b5ed-2bf1-4518-bac0-5a0a541cdef0 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:19.706412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Attempting to bind port 35e772c5-b8af-4964-bbc4-08d75ea97d72 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:19.706794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Attempting to bind port 35e772c5-b8af-4964-bbc4-08d75ea97d72 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '90b0f079-ddec-46be-8f01-353e2f031cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:19.707165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Attempting to bind port 35e772c5-b8af-4964-bbc4-08d75ea97d72 on network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:19.728112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:19.729558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Checking segment: {'id': '90b0f079-ddec-46be-8f01-353e2f031cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:19.731663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.732858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Bound using segment: {'id': '90b0f079-ddec-46be-8f01-353e2f031cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:19.734380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Bound port: 35e772c5-b8af-4964-bbc4-08d75ea97d72, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b0f079-ddec-46be-8f01-353e2f031cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:19.735995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.800586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=82c7b608-a07a-4d0f-9fc5-deecc67351f1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:19.811947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.816668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 82c7b608-a07a-4d0f-9fc5-deecc67351f1 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:19.835208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] For port 35e772c5-b8af-4964-bbc4-08d75ea97d72, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:19.857524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Deleting port 018046b0-00b2-493a-b9e4-3e7fa719f78c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:19.857953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.882738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:19.900862 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3ccf2bce-c4e8-4d9b-b010-34f6668a19ea tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0858915 Jan 17 12:49:19.903810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46686) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:19.909257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '82c7b608-a07a-4d0f-9fc5-deecc67351f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:19.916328 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:16Z', 'revision_number': 2, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:19.937167 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bbd08d9-05da-49ab-b9da-c9755a75c1ad tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762320785&fields=id&tenant_id=631838b01a2040c1ae54173126944cd9 HTTP/1.1" status: 200 len: 267 time: 0.2442236 Jan 17 12:49:19.938447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:19.983156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] For port 35e772c5-b8af-4964-bbc4-08d75ea97d72, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35e772c5-b8af-4964-bbc4-08d75ea97d72,segment=NetworkSegment(90b0f079-ddec-46be-8f01-353e2f031cf0),segment_id=90b0f079-ddec-46be-8f01-353e2f031cf0)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:19.998681 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Checking router: 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:49:19.999519 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Updating router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:49:20.031540 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.060269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.203452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network ad274029-ebe2-4966-bd4c-4ea48be95531 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:20.213504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbc2b0-ecac-4003-ac2a-f6aedd9f8e68 None None] Pushing event updated for resources: {'Port': ['ID=35e772c5-b8af-4964-bbc4-08d75ea97d72,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:20.267732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:20.273610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] For port 018046b0-00b2-493a-b9e4-3e7fa719f78c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=018046b0-00b2-493a-b9e4-3e7fa719f78c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:20.273952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.337617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Calling delete_port for 018046b0-00b2-493a-b9e4-3e7fa719f78c owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:20.432450 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.553951 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.763395 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3684-2682-4a6d-9def-c488e5d6c73e None None] Pushing event updated for resources: {'Port': ['ID=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:20.770624 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Attempting to bind port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:20.770857 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Attempting to bind port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:20.771220 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Attempting to bind port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 on network c43b38ed-3c43-4042-b963-6e98138cb508 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:20.781177 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:20.781555 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Checking segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:20.781959 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.782590 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Bound using segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:20.783083 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Bound port: e155d7ce-385b-4fa6-8261-d3a1195dc2e6, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:20.783465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.851535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:20.881275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.885390 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9f87df13-54b5-4a6b-ad22-ec5ed65e9b49 None None] Provisioning complete for port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:20.896522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9f87df13-54b5-4a6b-ad22-ec5ed65e9b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.896678 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] For port e155d7ce-385b-4fa6-8261-d3a1195dc2e6, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:20.896678 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] For port e155d7ce-385b-4fa6-8261-d3a1195dc2e6, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:20.973878 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:20.989389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9f87df13-54b5-4a6b-ad22-ec5ed65e9b49 None None] Port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:21.093121 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:49:21.123894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3e98d87a-80e5-45a5-94b1-c8eda7fa41ca None None] Provisioning complete for port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:21.124481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3e98d87a-80e5-45a5-94b1-c8eda7fa41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.132353 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:21.133258 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:21.135427 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3684-2682-4a6d-9def-c488e5d6c73e None None] Pushing event updated for resources: {'Port': ['ID=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:21.280122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a85e196f-6a45-46f8-8cef-f6473ea8dd83 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:21.282442 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a85e196f-6a45-46f8-8cef-f6473ea8dd83 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/networks?id=c43b38ed-3c43-4042-b963-6e98138cb508 HTTP/1.1" status: 200 len: 796 time: 1.3280060 Jan 17 12:49:21.332478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3e98d87a-80e5-45a5-94b1-c8eda7fa41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.355169 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-cc02ffbc-a6a7-49f1-8123-65dced9533f0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/quotas/631838b01a2040c1ae54173126944cd9 HTTP/1.1" status: 200 len: 375 time: 0.0454051 Jan 17 12:49:21.392179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.429633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3e98d87a-80e5-45a5-94b1-c8eda7fa41ca None None] For port e155d7ce-385b-4fa6-8261-d3a1195dc2e6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:21.466047 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:21.486970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46706) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:21.527287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.528311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3e98d87a-80e5-45a5-94b1-c8eda7fa41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.557892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=3a7bbc30-ee7e-4689-8bd4-c6c903ab05d7,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:21.582787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '0d2bb084-ba69-48e3-9d39-2ca53f39c917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '82c7b608-a07a-4d0f-9fc5-deecc67351f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:21.582787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 82c7b608-a07a-4d0f-9fc5-deecc67351f1, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:21.732272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98d87a-80e5-45a5-94b1-c8eda7fa41ca None None] Pushing event updated for resources: {'Port': ['ID=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:21.750494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 82c7b608-a07a-4d0f-9fc5-deecc67351f1 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:21.753883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bdcea498-8058-49e9-b725-5be72c43f5da None None] Provisioning complete for port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:21.753883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bdcea498-8058-49e9-b725-5be72c43f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.775554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-954737329'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:21.788277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35e772c5-b8af-4964-bbc4-08d75ea97d72 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:21.839671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 82c7b608-a07a-4d0f-9fc5-deecc67351f1) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:21.853435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:21.854169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.860590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b2000-9c1e-4c66-a62f-50c7c773c714 None None] Network 82c7b608-a07a-4d0f-9fc5-deecc67351f1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:21.904924 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:20Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:21.916655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:21.926448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.939932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.945960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.951026 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ef1f4daf-aff6-4e4c-a1dc-fe3fa4432c74 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0460913 Jan 17 12:49:21.952599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.957087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46710) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:21.963519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 35e772c5-b8af-4964-bbc4-08d75ea97d72 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:21.964114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:21.997643 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721a3bf-2de2-4817-995d-1141991f105e None None] The sync data for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv is: [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:20Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:22.044987 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-5fc45a09-8d78-4791-884a-7cd2f0efd06d tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=631838b01a2040c1ae54173126944cd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6676199 Jan 17 12:49:22.134883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b3066-3264-46ee-bbd6-934bbf5977de None None] Network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:22.144773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.205215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.205709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e738b24-6021-49ea-bc37-7fe33b1a4c68 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:49:22.207240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 0621bd19-fcb0-46d7-bf8e-1ceac5154e65 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:49:22.297696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.300343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.373168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 17 12:49:22.377259 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6b41b13d-c157-4594-b5bd-fc6cb5266aca tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2575893 Jan 17 12:49:22.380083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46714) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:22.424252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=018046b0-00b2-493a-b9e4-3e7fa719f78c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:22.432314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.445626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.493454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-510d6bda-ae49-4eec-a4f1-2480d9bc67fd service neutron] 10.222.0.77 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005129 Jan 17 12:49:22.528612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1683f-bd95-4ee8-90dc-cfe0e4aac8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-82c7b608-a07a-4d0f-9fc5-deecc67351f1', 'network_id': '82c7b608-a07a-4d0f-9fc5-deecc67351f1', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '3a7bbc30-ee7e-4689-8bd4-c6c903ab05d7'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:22.529589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-93e1683f-bd95-4ee8-90dc-cfe0e4aac8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.530223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.534515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-be1e1163-7657-452d-8851-5458a23c9274 None None] Provisioning complete for port 35e772c5-b8af-4964-bbc4-08d75ea97d72 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:22.535018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be1e1163-7657-452d-8851-5458a23c9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.563481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.614708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3908db76-dd92-461b-85c3-10597ead04a4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:22.639137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:22.643003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:22.692868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46716) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:22.693121 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0720d516-7d43-43ef-bf97-e9f43e10036a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0621bd19-fcb0-46d7-bf8e-1ceac5154e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3752191 Jan 17 12:49:22.718053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.742444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] Sync routers for ids ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:22.765258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.767559 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment e5ab3767-b60b-47a9-88b8-f6b96197b41a of type vlan for network 64874645-0b65-43e8-b1f5-046c5b416138 Jan 17 12:49:22.779017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.798054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] Routers {'0621bd19-fcb0-46d7-bf8e-1ceac5154e65'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:22.799153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:22.836515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7bbc30-ee7e-4689-8bd4-c6c903ab05d7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:22.847733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-93e1683f-bd95-4ee8-90dc-cfe0e4aac8a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a7bbc30-ee7e-4689-8bd4-c6c903ab05d7: This subnet is being modified by another concurrent operation. Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:22.851403 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a7bbc30-ee7e-4689-8bd4-c6c903ab05d7: This subnet is being modified by another concurrent operation. Jan 17 12:49:22.855940 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 12:49:22.872291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 35e772c5-b8af-4964-bbc4-08d75ea97d72, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35e772c5-b8af-4964-bbc4-08d75ea97d72,segment=NetworkSegment(90b0f079-ddec-46be-8f01-353e2f031cf0),segment_id=90b0f079-ddec-46be-8f01-353e2f031cf0)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:22.880255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad7d6c5-5d10-40f0-b865-f1f11a196d04 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:22.882719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bad7d6c5-5d10-40f0-b865-f1f11a196d04 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports/a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 HTTP/1.1" status: 200 len: 983 time: 0.1888244 Jan 17 12:49:22.888410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:22.896716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] Routers {'0621bd19-fcb0-46d7-bf8e-1ceac5154e65'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:22.901539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:22.920718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.922228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:22.936919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.008982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822b3e4-1bd6-4841-a2e8-bb23f4058793 None None] Network 82c7b608-a07a-4d0f-9fc5-deecc67351f1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:23.069500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-f35fff6f-160f-4053-83e5-0e9e6fce43fd service neutron] 10.222.0.77 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228853 Jan 17 12:49:23.132237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Deleting port 830e8439-9f69-414d-bbf1-84f959eefb1c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:23.132237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.132855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be1e1163-7657-452d-8851-5458a23c9274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.132855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:23.132855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecdfb24-5b68-43c2-91ea-178da385221d None None] The sync data for ids ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:23.133093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.176532 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.292159 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=35e772c5-b8af-4964-bbc4-08d75ea97d72,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:23.331802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.360179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c7b608-a07a-4d0f-9fc5-deecc67351f1']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:23.380094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Calling delete_port for 830e8439-9f69-414d-bbf1-84f959eefb1c owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:23.397816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2bb084-ba69-48e3-9d39-2ca53f39c917') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:23.398110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2bb084-ba69-48e3-9d39-2ca53f39c917') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:23.406493 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-be1e1163-7657-452d-8851-5458a23c9274 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:23.406493 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-be1e1163-7657-452d-8851-5458a23c9274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:23.413380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.440887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.475956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:23.476579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.478190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a7ea6-cf08-4d55-b1fb-078a8df23806 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:23.479933 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:23.566807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.567753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67b0e37-209a-456f-a638-5727b54a7244 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:49:23.576741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.578250 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fac72634-5cc2-498a-a515-0c58861b08a3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f67b0e37-209a-456f-a638-5727b54a7244 HTTP/1.1" status: 204 len: 168 time: 6.2760661 Jan 17 12:49:23.581275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46722) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:23.630080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.647785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:23.652971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.731158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Deleting subnet f00e8ef3-9bf6-4a01-876a-dd383926a9e2 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:23.757131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.826236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.895022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.900529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Pushing event deleted for resources: {'Port': ['ID=830e8439-9f69-414d-bbf1-84f959eefb1c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:23.952455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=64874645-0b65-43e8-b1f5-046c5b416138,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:23.960662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.974776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:23.980996 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/82c7b608-a07a-4d0f-9fc5-deecc67351f1 HTTP/1.1" status: 204 len: 168 time: 2.0204542 Jan 17 12:49:23.988928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46728) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:23.995745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1213589077'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:24.005308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e155d7ce-385b-4fa6-8261-d3a1195dc2e6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:24.009285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:24.034754 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54433de8-160c-4bd8-83f5-be76e8f28b1c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5408578 Jan 17 12:49:24.036425 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1a8f4197-6be1-4f80-ac06-7b96eb68183b req-afc0a26a-affc-4997-96c1-df8dab0e52de tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.3146253 Jan 17 12:49:24.045968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46732) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:24.056255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a7ea6-cf08-4d55-b1fb-078a8df23806 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:49:24.086516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'name': 'tempest-PortsIpV6TestJSON-185208448'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:24.144246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:24.148105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f342efb-a9ab-47d8-aef3-58a48d0fe488 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=82c7b608-a07a-4d0f-9fc5-deecc67351f1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:24.150479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.236684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.246736 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-940745d8-558a-4899-a2f7-daafb1830bcc tempest-RoutersAdminNegativeTest-1699984847 tempest-RoutersAdminNegativeTest-1699984847-project-admin] 10.222.0.77 "DELETE /v2.0/ports/830e8439-9f69-414d-bbf1-84f959eefb1c HTTP/1.1" status: 204 len: 168 time: 1.8440263 Jan 17 12:49:24.275082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:24.283204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.346763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.386670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:24.386670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.393868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5a68d427-046f-4496-a9ad-dc69c5a7512a None None] Provisioning complete for port 35e772c5-b8af-4964-bbc4-08d75ea97d72 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:24.394246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5a68d427-046f-4496-a9ad-dc69c5a7512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.402576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.403376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 5e73f26d-c7ed-4550-bde2-57cd062eec6a of type vlan for network 8d4b0526-edaa-40f8-beaa-089994e20811 Jan 17 12:49:24.462591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:24.467978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.498646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port c648c583-3020-4407-b5d9-14ab078f14df yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:24.504512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.650839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.659740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.668021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:24.669181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.686239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35e772c5-b8af-4964-bbc4-08d75ea97d72 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:24.755534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 35e772c5-b8af-4964-bbc4-08d75ea97d72 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:24.755863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.785423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.885026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38dadd-6c92-4e16-a5d4-928d1733be01 None None] Network c0a6b131-2532-470d-824d-c7fe2ee56b00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:24.889645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.892001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:24.892353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:24.893460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f00e8ef3-9bf6-4a01-876a-dd383926a9e2 HTTP/1.1" status: 204 len: 168 time: 1.3109686 Jan 17 12:49:24.894579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e65721-0971-4d83-8591-abfba27b874e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00e8ef3-9bf6-4a01-876a-dd383926a9e2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:24.896348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46744) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:24.949953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9552369 Jan 17 12:49:24.960708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46746) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:24.966853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:24.995295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.051980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafa65f-6f6b-4668-9673-4da786c77df2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=8d4b0526-edaa-40f8-beaa-089994e20811,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:25.100316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46748) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:25.101534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 8d4b0526-edaa-40f8-beaa-089994e20811 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:25.101940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.113792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.149601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:25.191196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=c648c583-3020-4407-b5d9-14ab078f14df,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:25.201699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': 'e5ab3767-b60b-47a9-88b8-f6b96197b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:25.201699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: 64874645-0b65-43e8-b1f5-046c5b416138, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:25.249220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b60eb1c1-a379-40ae-926b-9daf152f45ad req-249da588-8bf1-42fd-a1a6-f5503ead6fa6 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.1053176 Jan 17 12:49:25.265339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] DHCP port deletion for c0a6b131-2532-470d-824d-c7fe2ee56b00 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:25.272006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:25.273341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0dc2840a-055c-4243-aa04-e18c31cc6ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.281766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.304318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Deleting port b6f82d91-963c-4325-b1cb-efa6a19a06ad {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:25.304739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.324442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] Deleting port b6f82d91-963c-4325-b1cb-efa6a19a06ad {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:25.325077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.382580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing IP validity checks on allocation pools {{(pid=109281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:49:25.383279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:49:25.406017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] For port b6f82d91-963c-4325-b1cb-efa6a19a06ad, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b6f82d91-963c-4325-b1cb-efa6a19a06ad,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:25.406590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.409616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] For port b6f82d91-963c-4325-b1cb-efa6a19a06ad, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b6f82d91-963c-4325-b1cb-efa6a19a06ad,segment=NetworkSegment(4edf4302-3fd4-4bff-8bec-fb101b06e4cb),segment_id=4edf4302-3fd4-4bff-8bec-fb101b06e4cb)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:25.410199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.422384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] Calling delete_port for b6f82d91-963c-4325-b1cb-efa6a19a06ad owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:25.428016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:25.428963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Calling delete_port for b6f82d91-963c-4325-b1cb-efa6a19a06ad owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:25.489375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0dc2840a-055c-4243-aa04-e18c31cc6ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.575589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 64874645-0b65-43e8-b1f5-046c5b416138) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:25.579640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:25.585117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:25.585724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.586020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95d423-18ba-408c-b9a0-814acc5ebfbf None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:25.602721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0dc2840a-055c-4243-aa04-e18c31cc6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.644074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.644991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b6f82d91-963c-4325-b1cb-efa6a19a06ad no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:25.668344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2840a-055c-4243-aa04-e18c31cc6ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390f3d25-a8bb-4487-b614-941dbcd653bd,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:25.672904 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0dc2840a-055c-4243-aa04-e18c31cc6ac1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82f7637c86d044468d8b8436bb08274a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150291 Jan 17 12:49:25.676139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46756) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:25.681057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b6f82d91-963c-4325-b1cb-efa6a19a06ad {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:25.681409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b6f82d91-963c-4325-b1cb-efa6a19a06ad not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:25.681827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 018046b0-00b2-493a-b9e4-3e7fa719f78c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:25.697067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] No DVR routers for this DVR port b6f82d91-963c-4325-b1cb-efa6a19a06ad on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:25.697067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f82d91-963c-4325-b1cb-efa6a19a06ad,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:25.713860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.719614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 018046b0-00b2-493a-b9e4-3e7fa719f78c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:25.719959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 018046b0-00b2-493a-b9e4-3e7fa719f78c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:25.765718 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-774582fb-8140-4ebd-b48c-c328f7524222 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6893880 Jan 17 12:49:25.766575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.768435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.770642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] Pushing event deleted for resources: {'Port': ['ID=b6f82d91-963c-4325-b1cb-efa6a19a06ad,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:25.771742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46758) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:25.772908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b845de-dba4-41e7-b034-9ebed9056422 None None] No DVR routers for this DVR port b6f82d91-963c-4325-b1cb-efa6a19a06ad on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:25.789426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144016796'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:25.818430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.849779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a6b131-2532-470d-824d-c7fe2ee56b00']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:25.860616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edf4302-3fd4-4bff-8bec-fb101b06e4cb') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:25.860909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edf4302-3fd4-4bff-8bec-fb101b06e4cb') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:25.872298 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=a6fb3da8-6c3e-4398-bb26-8a8f4aaf9a04,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:25.877946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.894931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.901752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:25.902243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:25.904167 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:25.926565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-272f635d-134c-48cb-ae13-9f3cfdd611ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:25.939661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=d4c81611-a5f9-4a04-8851-d8b7150fa655,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:26.032354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:26.037068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.044739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-272f635d-134c-48cb-ae13-9f3cfdd611ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.046488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '5e73f26d-c7ed-4550-bde2-57cd062eec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:26.046851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 8d4b0526-edaa-40f8-beaa-089994e20811, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:26.047786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.061581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.073199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] 10.222.0.77 "DELETE /v2.0/networks/c0a6b131-2532-470d-824d-c7fe2ee56b00 HTTP/1.1" status: 204 len: 168 time: 1.1512971 Jan 17 12:49:26.091576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a424-411c-4f44-9166-454d21cd42fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a6b131-2532-470d-824d-c7fe2ee56b00,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:26.366955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.407164 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-05b04280-dd28-4f7c-b5d8-8d6d53f8cf94 req-cd2a5b1b-079a-4a81-8945-a794a5840432 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.0721056 Jan 17 12:49:26.452505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:26.503878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 8d4b0526-edaa-40f8-beaa-089994e20811 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:26.531955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46764) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:26.582285 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d2737c9e-2bc3-40d9-83c5-55851b77d090 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10d84490c91743348eaac1b2d5b24ed1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489488 Jan 17 12:49:26.585114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46776) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:26.609039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 0621bd19-fcb0-46d7-bf8e-1ceac5154e65 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:26.712916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d034-7aab-4ac5-8f6e-982766dd3c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.715810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:26.721470 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d807138a-6a7a-47f4-bea7-48b90bbaefe8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0621bd19-fcb0-46d7-bf8e-1ceac5154e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8282411 Jan 17 12:49:26.724796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46778) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:26.730283 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] Sync routers for ids ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:26.740956 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] Routers {'0621bd19-fcb0-46d7-bf8e-1ceac5154e65'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:26.741813 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:26.745586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d034-7aab-4ac5-8f6e-982766dd3c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.773525 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:26.783314 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] Routers {'0621bd19-fcb0-46d7-bf8e-1ceac5154e65'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:26.784156 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:26.819119 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:26.820068 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad208f3-1bfa-4376-b486-3b9ea13004b7 None None] The sync data for ids ['0621bd19-fcb0-46d7-bf8e-1ceac5154e65'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:26.850153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 8d4b0526-edaa-40f8-beaa-089994e20811) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:26.852999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.854415 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment 97ae1195-1685-4888-a278-48af300f8e93 of type vlan for network a14b70ba-4495-4f81-ac1f-427e07cb7c4f Jan 17 12:49:26.856510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-272f635d-134c-48cb-ae13-9f3cfdd611ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.859133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-272f635d-134c-48cb-ae13-9f3cfdd611ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.860330 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-272f635d-134c-48cb-ae13-9f3cfdd611ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/390f3d25-a8bb-4487-b614-941dbcd653bd HTTP/1.1" status: 204 len: 168 time: 1.1825881 Jan 17 12:49:26.863898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09352cf-2087-4889-9c05-25d4d75f68e9 None None] Network 8d4b0526-edaa-40f8-beaa-089994e20811 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:26.897191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:26.900114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.917158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f635d-134c-48cb-ae13-9f3cfdd611ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390f3d25-a8bb-4487-b614-941dbcd653bd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:26.967512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d034-7aab-4ac5-8f6e-982766dd3c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.970042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d034-7aab-4ac5-8f6e-982766dd3c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:26.982990 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9ea3d034-7aab-4ac5-8f6e-982766dd3c65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92559e77-8cee-4517-aab2-2f2d21a50352 HTTP/1.1" status: 204 len: 168 time: 0.3967624 Jan 17 12:49:27.033514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3d034-7aab-4ac5-8f6e-982766dd3c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92559e77-8cee-4517-aab2-2f2d21a50352,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:27.054963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.104873 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-62e99b4a-2b7d-4ca0-8b8e-909fbe5edf81 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1402462 Jan 17 12:49:27.108690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46784) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:27.125516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-8d4b0526-edaa-40f8-beaa-089994e20811', 'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': 'd4c81611-a5f9-4a04-8851-d8b7150fa655'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:27.130902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.139332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-12e45fd6-cd0b-436e-8773-30db1a867853 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] remove_router_interface failed (client error): The resource could not be found. Jan 17 12:49:27.143512 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-12e45fd6-cd0b-436e-8773-30db1a867853 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/0621bd19-fcb0-46d7-bf8e-1ceac5154e65/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4175174 Jan 17 12:49:27.147123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46786) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:27.179667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.186488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:27.187295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.226707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-487aec3c-2960-43c8-86a5-8d74f080c90c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=0621bd19-fcb0-46d7-bf8e-1ceac5154e65 HTTP/1.1" status: 200 len: 205 time: 0.0784178 Jan 17 12:49:27.227370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46788) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:27.236288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-193050c0-ad3b-4593-9acb-97dd081b4c42 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:27.237842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-193050c0-ad3b-4593-9acb-97dd081b4c42 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.67 "GET /v2.0/networks?id=c43b38ed-3c43-4042-b963-6e98138cb508 HTTP/1.1" status: 200 len: 796 time: 0.3953941 Jan 17 12:49:27.317502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.336964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.360288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Allocated IP 172.20.0.3 (8d4b0526-edaa-40f8-beaa-089994e20811/d4c81611-a5f9-4a04-8851-d8b7150fa655/0db226c9-e76e-41f8-8667-099ce5a48fb3) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:27.384176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=a14b70ba-4495-4f81-ac1f-427e07cb7c4f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:27.475913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a14b70ba-4495-4f81-ac1f-427e07cb7c4f details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:27.504252 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-225d5e00-46d4-45cf-bab8-620f85b6a3f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7268062 Jan 17 12:49:27.505802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46806) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:27.520195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'ports': [{'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'}, {'network_id': 'a14b70ba-4495-4f81-ac1f-427e07cb7c4f'}]} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:27.520637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:27.521216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': 'a14b70ba-4495-4f81-ac1f-427e07cb7c4f'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:27.620525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.767669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.891028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.937904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 2} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:27.941719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Network 8d4b0526-edaa-40f8-beaa-089994e20811 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:27.944188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.946536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:27.950357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:27.959652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Pushing event updated for resources: {'Port': ['ID=0db226c9-e76e-41f8-8667-099ce5a48fb3,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:27.985638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:27.994571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.029880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Attempting to bind port 0db226c9-e76e-41f8-8667-099ce5a48fb3 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:28.030409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Attempting to bind port 0db226c9-e76e-41f8-8667-099ce5a48fb3 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5e73f26d-c7ed-4550-bde2-57cd062eec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:28.030875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Attempting to bind port 0db226c9-e76e-41f8-8667-099ce5a48fb3 on network 8d4b0526-edaa-40f8-beaa-089994e20811 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:28.037263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:28.037263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Checking segment: {'id': '5e73f26d-c7ed-4550-bde2-57cd062eec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:28.037991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.038490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Bound using segment: {'id': '5e73f26d-c7ed-4550-bde2-57cd062eec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:28.039077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Bound port: 0db226c9-e76e-41f8-8667-099ce5a48fb3, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e73f26d-c7ed-4550-bde2-57cd062eec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8d4b0526-edaa-40f8-beaa-089994e20811'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:28.039590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.046421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46822) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:28.055760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c81611-a5f9-4a04-8851-d8b7150fa655,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:28.125873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] For port 0db226c9-e76e-41f8-8667-099ce5a48fb3, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:28.129393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] For port 0db226c9-e76e-41f8-8667-099ce5a48fb3, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0db226c9-e76e-41f8-8667-099ce5a48fb3,segment=NetworkSegment(5e73f26d-c7ed-4550-bde2-57cd062eec6a),segment_id=5e73f26d-c7ed-4550-bde2-57cd062eec6a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:28.171619 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-aca60cfe-e4d2-4c81-ba95-fdcd4c414524 req-17d210fb-d94f-4160-8671-ff9f2a13352e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.1258969 Jan 17 12:49:28.202946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.207858 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-300ae511-b616-4a2c-ba07-0d51bd0b9df6 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631838b01a2040c1ae54173126944cd9 HTTP/1.1" status: 200 len: 380 time: 0.8793900 Jan 17 12:49:28.257465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.278928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'port': {'device_id': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'admin_state_up': True, 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'security_groups': ['b1b6e633-881e-4be1-b3d4-e8e279a8029f']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:28.299870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb98c8-0bb0-4362-a695-9825d8c718af None None] Pushing event updated for resources: {'Port': ['ID=0db226c9-e76e-41f8-8667-099ce5a48fb3,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:28.313641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772ffdf-108b-48fd-9280-590d0805801f None None] Network 8d4b0526-edaa-40f8-beaa-089994e20811 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:28.329793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.335970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.347911 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-af119e8b-413b-4f1d-9700-9894eacf6e3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e17392a0ae694b95a7276f759c3bf4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979913 Jan 17 12:49:28.351455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46826) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:28.428661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4b0526-edaa-40f8-beaa-089994e20811']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:28.441047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e73f26d-c7ed-4550-bde2-57cd062eec6a') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:28.458625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e73f26d-c7ed-4550-bde2-57cd062eec6a') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:28.458625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.470869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4452785-97d8-4b45-bfbb-721f4429adeb None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:49:28.472455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.475536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44733b36-ef58-4ea9-86a4-fc3633458768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.482207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:28.482617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.504977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44733b36-ef58-4ea9-86a4-fc3633458768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.515851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.523029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router 0621bd19-fcb0-46d7-bf8e-1ceac5154e65 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:49:28.527586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.528721 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-43063b3b-c421-44e1-b5c6-12adbdb16e72 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/0621bd19-fcb0-46d7-bf8e-1ceac5154e65 HTTP/1.1" status: 204 len: 168 time: 1.3002381 Jan 17 12:49:28.535280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46832) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:28.558088 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:28.604203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port 9aad59fd-b930-4d51-b017-02254da9812c yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:28.618339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet a56aaca4-af87-4715-9c37-cea01159d24f {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:28.621837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.626085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4452785-97d8-4b45-bfbb-721f4429adeb None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:49:28.651605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:49:28.651605 dv-neutron-824886-1-hyperv neutron-server[109281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:49:28.651605 dv-neutron-824886-1-hyperv neutron-server[109281]: [parameters: {'id': '8d4b0526-edaa-40f8-beaa-089994e20811'}] Jan 17 12:49:28.651605 dv-neutron-824886-1-hyperv neutron-server[109281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:28.655094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:28.669397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.715650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.717535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Made reservation on behalf of 631838b01a2040c1ae54173126944cd9 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:28.722281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.782153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44733b36-ef58-4ea9-86a4-fc3633458768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.787408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44733b36-ef58-4ea9-86a4-fc3633458768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.791507 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44733b36-ef58-4ea9-86a4-fc3633458768 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc64bb77-5f77-47cd-8a89-26d9322d7804 HTTP/1.1" status: 204 len: 168 time: 0.4347024 Jan 17 12:49:28.838825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port b0b8dc53-2760-403c-94dc-5eb509fc3a62 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:28.874736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733b36-ef58-4ea9-86a4-fc3633458768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc64bb77-5f77-47cd-8a89-26d9322d7804,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:28.902044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:28.997863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.034626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Allocated IP 172.20.0.9 (c43b38ed-3c43-4042-b963-6e98138cb508/594b246e-4f1b-457d-b99a-917fefef9c8c/03d0e335-29c8-4201-9443-fe6487ffcee0) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:29.130202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.160483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.171849 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.190721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=a56aaca4-af87-4715-9c37-cea01159d24f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:29.195975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.201493 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1d372788-dd99-488d-ac5b-eafa00147d92 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/a56aaca4-af87-4715-9c37-cea01159d24f HTTP/1.1" status: 204 len: 168 time: 0.6630824 Jan 17 12:49:29.204644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46846) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:29.213996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f8eaa-336e-41a9-b4f4-4094180c923b None None] Network ad274029-ebe2-4966-bd4c-4ea48be95531 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:29.399347 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a89108a3-849b-4553-9947-d17c9c6afed9 req-0e13b268-0cd0-4338-8dff-2831610d2c8e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.0579517 Jan 17 12:49:29.436389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:29.437764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=9aad59fd-b930-4d51-b017-02254da9812c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:29.458640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:29.461552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:29.462637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.501540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.516187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.604013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] DHCP port deletion for ad274029-ebe2-4966-bd4c-4ea48be95531 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:29.612337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=b0b8dc53-2760-403c-94dc-5eb509fc3a62,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:29.690003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port 0db226c9-e76e-41f8-8667-099ce5a48fb3 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:29.690487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.700932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': '97ae1195-1685-4888-a278-48af300f8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a14b70ba-4495-4f81-ac1f-427e07cb7c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:29.701296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: a14b70ba-4495-4f81-ac1f-427e07cb7c4f, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:29.716115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:29.716462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.764562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] Deleting port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:29.766047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.791915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.892715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port 0db226c9-e76e-41f8-8667-099ce5a48fb3, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0db226c9-e76e-41f8-8667-099ce5a48fb3,segment=NetworkSegment(5e73f26d-c7ed-4550-bde2-57cd062eec6a),segment_id=5e73f26d-c7ed-4550-bde2-57cd062eec6a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:29.893092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:29.935760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for 0db226c9-e76e-41f8-8667-099ce5a48fb3 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:29.953843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:29.985739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network c43b38ed-3c43-4042-b963-6e98138cb508 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:29.994116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:29.997323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] For port d9f33b2f-7e43-469c-ac48-27e0b9fc8264, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,segment=NetworkSegment(2cb70ada-42bc-4dc7-b6d1-aba7b3634985),segment_id=2cb70ada-42bc-4dc7-b6d1-aba7b3634985)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:29.997802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.006948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:30.017272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port d9f33b2f-7e43-469c-ac48-27e0b9fc8264, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,segment=NetworkSegment(2cb70ada-42bc-4dc7-b6d1-aba7b3634985),segment_id=2cb70ada-42bc-4dc7-b6d1-aba7b3634985)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:30.017915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.018573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network a14b70ba-4495-4f81-ac1f-427e07cb7c4f is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:30.049679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] Calling delete_port for d9f33b2f-7e43-469c-ac48-27e0b9fc8264 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:30.077971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for d9f33b2f-7e43-469c-ac48-27e0b9fc8264 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:30.114287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:30.115137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.134080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a14b70ba-4495-4f81-ac1f-427e07cb7c4f) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:30.144392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:30.165852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:30.172894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b92d40-1827-4c98-b2b6-765a9cb5449a None None] Network a14b70ba-4495-4f81-ac1f-427e07cb7c4f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:30.177986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:30.178719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.242445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.304446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=0db226c9-e76e-41f8-8667-099ce5a48fb3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:30.326162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port 0db226c9-e76e-41f8-8667-099ce5a48fb3 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:30.377014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-a38617e9-00cf-462f-bf35-e26eee9ca607 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1319542 Jan 17 12:49:30.389560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Request body: {'port': {'device_id': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:30.394910 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-77f5e322-4b4e-44ad-a9ea-dfc6bf7fa4d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8820624 Jan 17 12:49:30.400003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46886) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:30.453900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.473362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.513518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.532248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:30.558823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] Pushing event deleted for resources: {'Port': ['ID=d9f33b2f-7e43-469c-ac48-27e0b9fc8264,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:30.568524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4b0526-edaa-40f8-beaa-089994e20811']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:30.572181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-812992aa-b6f1-4dea-aa2c-15456395a0ac None None] Provisioning complete for port 03d0e335-29c8-4201-9443-fe6487ffcee0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:30.572557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-812992aa-b6f1-4dea-aa2c-15456395a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.588076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:30.600195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e73f26d-c7ed-4550-bde2-57cd062eec6a') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:30.600768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e73f26d-c7ed-4550-bde2-57cd062eec6a') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:30.612139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a8ce3-8d41-47ac-9a3b-58b44eac8165 None None] No DVR routers for this DVR port d9f33b2f-7e43-469c-ac48-27e0b9fc8264 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:30.628053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.654220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-812992aa-b6f1-4dea-aa2c-15456395a0ac None None] Port 03d0e335-29c8-4201-9443-fe6487ffcee0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:30.665425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.675756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:30.676242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.710656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:30.754921 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:30.758943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46896) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:30.782098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76189-6ea0-419f-9d5a-a4fbb858fe76 req-a5f31138-58ab-4029-b301-871cfd4f8129 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:30.796151 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fea76189-6ea0-419f-9d5a-a4fbb858fe76 req-a5f31138-58ab-4029-b301-871cfd4f8129 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 931 time: 0.2651129 Jan 17 12:49:30.833521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.842696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port b0b8dc53-2760-403c-94dc-5eb509fc3a62 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:30.842696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.851005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.860994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad274029-ebe2-4966-bd4c-4ea48be95531']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:30.868295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.874795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb70ada-42bc-4dc7-b6d1-aba7b3634985') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:30.881459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb70ada-42bc-4dc7-b6d1-aba7b3634985') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:30.881696 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/8d4b0526-edaa-40f8-beaa-089994e20811 HTTP/1.1" status: 204 len: 168 time: 3.7733259 Jan 17 12:49:30.882039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46900) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:30.882370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46902) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:30.893850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.911286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.919794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:30.920477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:30.926756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-438764532'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:30.961805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb440c7a-2285-4b3f-a3d8-5650d652af62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=8d4b0526-edaa-40f8-beaa-089994e20811,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:30.998266 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:31.072537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.074795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-186b38d9-56ae-4803-939c-901677d8e16a tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:31.081280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.088073 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fea76189-6ea0-419f-9d5a-a4fbb858fe76 req-e9dfcfc1-0f5c-4ac9-8248-02827c11fcc6 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906625 Jan 17 12:49:31.098287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'networks': [{'name': 'tempest-network--74140249'}, {'name': 'tempest-network--574858726'}]} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:31.102559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'network': {'name': 'tempest-network--74140249'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:31.102699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.102792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'network': {'name': 'tempest-network--574858726'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:31.102997 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/ad274029-ebe2-4966-bd4c-4ea48be95531 HTTP/1.1" status: 204 len: 168 time: 1.8977013 Jan 17 12:49:31.110386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46908) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:31.128388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916357822'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:31.133885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for b0b8dc53-2760-403c-94dc-5eb509fc3a62 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:31.187745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:31.191212 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.206111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4c13-dcd8-4ed7-a0e4-29c2bc5e46c4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=ad274029-ebe2-4966-bd4c-4ea48be95531,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:31.251184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:31.304886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'network': 2} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:31.310015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.319023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.325060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-186b38d9-56ae-4803-939c-901677d8e16a tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "PUT /v2.0/quotas/9cd7d81ec97c4439a090cb197734475a HTTP/1.1" status: 200 len: 368 time: 0.5621488 Jan 17 12:49:31.326440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46910) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:31.331549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Request body: {'network': {'project_id': '9cd7d81ec97c4439a090cb197734475a'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:31.389385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.394096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.394434 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment a0e881d2-d52b-4ecd-b6a1-6fd0a754cc65 of type vlan for network 20f8f0f0-5175-4f55-8cc4-75c76d9752d7 Jan 17 12:49:31.436314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d0e335-29c8-4201-9443-fe6487ffcee0 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:49:31.451558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.457567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=b0b8dc53-2760-403c-94dc-5eb509fc3a62,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:31.459420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Transition to ACTIVE for port object 03d0e335-29c8-4201-9443-fe6487ffcee0 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:49:31.465384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.471470 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-465ee727-b3b2-4140-83ce-c74472c67808 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/b0b8dc53-2760-403c-94dc-5eb509fc3a62 HTTP/1.1" status: 204 len: 168 time: 1.0699370 Jan 17 12:49:31.471986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46912) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:31.492541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.506787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:31.510191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.547849 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.567682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8918b-6232-48ec-a5f7-853fb428ac7f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:31.573716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8918b-6232-48ec-a5f7-853fb428ac7f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:31.575528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4bb8918b-6232-48ec-a5f7-853fb428ac7f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1024978 Jan 17 12:49:31.578422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46914) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:31.580821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.583271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:31.606872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d9f33b2f-7e43-469c-ac48-27e0b9fc8264 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:31.620904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.621051 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 3fbc5de6-d1e2-4bb2-834a-7164e111e900 of type vlan for network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a Jan 17 12:49:31.626388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.637723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d9f33b2f-7e43-469c-ac48-27e0b9fc8264 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:31.638231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d9f33b2f-7e43-469c-ac48-27e0b9fc8264 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:31.644815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:31.646018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.664715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.665297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.673035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Made reservation on behalf of 9cd7d81ec97c4439a090cb197734475a for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:31.675879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.698928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.744118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:31.759747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.815105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:31.825879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.826353 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Added segment a96a4348-76dc-4479-83f4-376bd38c287e of type vlan for network 5125aeda-ae84-4184-be4e-98610896dd08 Jan 17 12:49:31.867926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Attempting to bind port 03d0e335-29c8-4201-9443-fe6487ffcee0 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:31.868271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Attempting to bind port 03d0e335-29c8-4201-9443-fe6487ffcee0 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:31.868596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Attempting to bind port 03d0e335-29c8-4201-9443-fe6487ffcee0 on network c43b38ed-3c43-4042-b963-6e98138cb508 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:31.880447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Port 03d0e335-29c8-4201-9443-fe6487ffcee0 on network c43b38ed-3c43-4042-b963-6e98138cb508 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:31.880774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Attempting to bind port 03d0e335-29c8-4201-9443-fe6487ffcee0 on network c43b38ed-3c43-4042-b963-6e98138cb508 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:31.890461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:31.890836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Checking segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:31.891172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Bound using segment: {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:31.891629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Bound port: 03d0e335-29c8-4201-9443-fe6487ffcee0, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a199ab7-0077-4c07-90a2-5793c6491289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:31.891977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.897189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.914520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.920614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:31.921209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:31.934382 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0125401 Jan 17 12:49:31.937534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:31.939981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a349-ea48-43e3-80e1-d3ccd8e34714 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=20f8f0f0-5175-4f55-8cc4-75c76d9752d7,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:31.943290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d98f4c-b4c6-4ca5-8b83-89550c2bc394,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:31.946848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46916) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:31.952019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 20f8f0f0-5175-4f55-8cc4-75c76d9752d7 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:31.962624 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '20f8f0f0-5175-4f55-8cc4-75c76d9752d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:32.012356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.030621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.031256 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Added segment 9f88bfaa-ef67-488d-8953-ba17debb3014 of type vlan for network b4039010-aae6-4e54-88c1-88a095ff0ef5 Jan 17 12:49:32.059270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=6f1b7a2f-7ac3-4e27-905c-3929e4c4059a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:32.071451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:32.075436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:32.083211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:32.086759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.108525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:32.115703 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d1a04d73-1870-4a06-80c7-1874a50f26a9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0018272 Jan 17 12:49:32.116432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.124000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46918) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:32.130792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:32.140735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.141081 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Added segment ecf2cab0-fda8-41bc-8811-ecc3de2f7924 of type vlan for network 2c5ffcab-43ac-4f97-8039-ce5798051f84 Jan 17 12:49:32.153485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 9aad59fd-b930-4d51-b017-02254da9812c {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:32.154012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.198287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693c940d-29d3-4dd5-8330-fb94227a79eb,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:32.208744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.305787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.321658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.332195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.332195 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] 10.222.0.67 "PUT /v2.0/ports/03d0e335-29c8-4201-9443-fe6487ffcee0 HTTP/1.1" status: 200 len: 1093 time: 1.9387543 Jan 17 12:49:32.332195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:49:32.334716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:49:32.341600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.360213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 9aad59fd-b930-4d51-b017-02254da9812c owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:32.364595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0054f-ace7-4c1e-b0d5-b6366aa47a2b service neutron] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:32.380558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423bcdb-f783-4986-8857-540e78d081cf req-13cb9f6d-3a36-4450-9541-3877733c8f70 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.382121 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9423bcdb-f783-4986-8857-540e78d081cf req-13cb9f6d-3a36-4450-9541-3877733c8f70 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 943 time: 0.1523125 Jan 17 12:49:32.385066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.385564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.392091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.398500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.399180 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.400624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba6e96-df41-4e4b-8625-6f651b50e597 x-openstack-request-id: req-7aba6e96-df41-4e4b-8625-6f651b50e597 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:49:32.401019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:49:32.401372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7aba6e96-df41-4e4b-8625-6f651b50e597 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:49:32.401878 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'status': 'completed', 'code': 200} Jan 17 12:49:32.417462 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:32.422244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.452241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.453491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.454168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.537962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Pushing event updated for resources: {'Network': ['ID=2c5ffcab-43ac-4f97-8039-ce5798051f84,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:32.543271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4 req-798a7047-b7ae-4da9-86df-c603d094946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.545320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4 req-798a7047-b7ae-4da9-86df-c603d094946b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=631838b01a2040c1ae54173126944cd9&device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1096 time: 0.1219757 Jan 17 12:49:32.550316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2c5ffcab-43ac-4f97-8039-ce5798051f84 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:32.591292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:32.595153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:32.610901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Network': ['ID=5125aeda-ae84-4184-be4e-98610896dd08,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:32.623232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5125aeda-ae84-4184-be4e-98610896dd08 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:32.639944 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.7153335 Jan 17 12:49:32.651005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46926) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:32.655148 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-04d083b1-c91f-45e0-86da-54e1cd361fcf tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3273115 Jan 17 12:49:32.663170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46928) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:32.669868 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9423bcdb-f783-4986-8857-540e78d081cf req-6e6cfc28-da19-49b3-8256-96d3dd679633 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652180 Jan 17 12:49:32.686902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Request body: {'network': {'project_id': '9cd7d81ec97c4439a090cb197734475a'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:32.957101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4 req-0dc9c09a-fa4d-4f72-9ea2-dfc2d72c2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:32.958643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4 req-0dc9c09a-fa4d-4f72-9ea2-dfc2d72c2cdb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=631838b01a2040c1ae54173126944cd9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4061103 Jan 17 12:49:33.020040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcea4c-54e8-45d9-bec8-6b1bf908c290 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.025876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcea4c-54e8-45d9-bec8-6b1bf908c290 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.032530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcea4c-54e8-45d9-bec8-6b1bf908c290 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.038605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcea4c-54e8-45d9-bec8-6b1bf908c290 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.040381 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-45bcea4c-54e8-45d9-bec8-6b1bf908c290 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3839738 Jan 17 12:49:33.053795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46930) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:33.120526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16787-edf3-4060-9393-418b7a6269fe tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Network': ['ID=b4039010-aae6-4e54-88c1-88a095ff0ef5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:33.131981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network b4039010-aae6-4e54-88c1-88a095ff0ef5 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:33.200624 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.210505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.259246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=9aad59fd-b930-4d51-b017-02254da9812c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:33.271719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.278363 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-26a274d8-6d5e-40ee-80cd-ce7c8ac23816 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/9aad59fd-b930-4d51-b017-02254da9812c HTTP/1.1" status: 204 len: 168 time: 1.6986492 Jan 17 12:49:33.300123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46934) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:33.353196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Made reservation on behalf of 9cd7d81ec97c4439a090cb197734475a for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:33.356011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.461227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.493166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:33.497050 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5125aeda-ae84-4184-be4e-98610896dd08']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:33.508533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354909f-34f2-4c5f-a49d-2735a631f80a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.517242 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3354909f-34f2-4c5f-a49d-2735a631f80a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2087860 Jan 17 12:49:33.517557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46936) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:33.522194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96a4348-76dc-4479-83f4-376bd38c287e') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:33.522487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96a4348-76dc-4479-83f4-376bd38c287e') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:33.524505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.524851 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Added segment 471494a6-0788-4dd2-9848-478442ca6a58 of type vlan for network 0f5bdc58-2706-46e7-8b8f-f293c7a931ed Jan 17 12:49:33.540022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.577743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.589047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.591635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:33.592024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.594841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a773e00-b79b-4780-bf19-ed103ead7c25 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:33.594991 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:33.597327 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a773e00-b79b-4780-bf19-ed103ead7c25 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/b0b8dc53-2760-403c-94dc-5eb509fc3a62 HTTP/1.1" status: 404 len: 333 time: 0.0770383 Jan 17 12:49:33.599721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46938) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:33.636064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4 req-065738cd-7ee2-4d6e-831b-cc369b4cc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.638211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5f4d1155-f8b5-4864-bc53-16054c6ceeb4 req-065738cd-7ee2-4d6e-831b-cc369b4cc6aa service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6714704 Jan 17 12:49:33.692861 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb07171-3ed0-43ce-a7db-02cc4efaeb87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:49:33.694407 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7eb07171-3ed0-43ce-a7db-02cc4efaeb87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/9aad59fd-b930-4d51-b017-02254da9812c HTTP/1.1" status: 404 len: 333 time: 0.0840538 Jan 17 12:49:33.697139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.697515 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46940) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:33.783658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=33cd8c4a-ad28-4ddf-b6cc-60be0002c850,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:33.786237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.788258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': 'a0e881d2-d52b-4ecd-b6a1-6fd0a754cc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20f8f0f0-5175-4f55-8cc4-75c76d9752d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:33.792719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 20f8f0f0-5175-4f55-8cc4-75c76d9752d7, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:33.828735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-737b26fd-7103-4e4a-8448-a944ea38d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.846502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-7c4b8a16-4186-470f-9b12-23262ff6c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.848049 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-7c4b8a16-4186-470f-9b12-23262ff6c2fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=631838b01a2040c1ae54173126944cd9&device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1096 time: 0.1750748 Jan 17 12:49:33.859439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.926560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.928365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.929312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:33.929882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.937922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:33.941227 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/networks/5125aeda-ae84-4184-be4e-98610896dd08 HTTP/1.1" status: 204 len: 168 time: 0.8849406 Jan 17 12:49:33.943819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-132e8406-7271-46e3-bced-d2eee52a7602 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d0e335-29c8-4201-9443-fe6487ffcee0 HTTP/1.1" status: 200 len: 217 time: 0.0768721 Jan 17 12:49:33.945343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46944) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:33.963141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=1ce32b44-57a2-4cf2-8bb3-9a292b82fb64,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:33.984265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 20f8f0f0-5175-4f55-8cc4-75c76d9752d7 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:34.000968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253734-6a81-4863-acf9-0086b8456380 req-fdb046c4-888d-4338-8970-daf358676c82 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:34.002495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0e253734-6a81-4863-acf9-0086b8456380 req-fdb046c4-888d-4338-8970-daf358676c82 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 943 time: 0.2349401 Jan 17 12:49:34.003812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Pushing event updated for resources: {'Network': ['ID=0f5bdc58-2706-46e7-8b8f-f293c7a931ed,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:34.017064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0f5bdc58-2706-46e7-8b8f-f293c7a931ed details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:34.020150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb4b13-e02a-4b51-9c16-28b05dfc5ecc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Network': ['ID=5125aeda-ae84-4184-be4e-98610896dd08,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:34.102342 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e004b0ce-5708-4ac9-89bc-56baf19047f7 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4308038 Jan 17 12:49:34.104900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46946) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.110387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-07c3a06d-6fda-4be8-bee9-36b1cdecc494 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Request body: {'network': {'project_id': '9cd7d81ec97c4439a090cb197734475a'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:34.125089 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c3a06d-6fda-4be8-bee9-36b1cdecc494 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 12:49:34.125615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c3a06d-6fda-4be8-bee9-36b1cdecc494 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:34.126226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '3fbc5de6-d1e2-4bb2-834a-7164e111e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:34.126630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:34.126859 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-07c3a06d-6fda-4be8-bee9-36b1cdecc494 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0202346 Jan 17 12:49:34.129678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46948) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.177669 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-88c7c082-5fc3-4a44-8713-686553d3b8af tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cd7d81ec97c4439a090cb197734475a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467250 Jan 17 12:49:34.180090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46950) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.198368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 20f8f0f0-5175-4f55-8cc4-75c76d9752d7) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:34.206702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd34d8a-c15d-4a8d-b857-9d3917217116 None None] Network 20f8f0f0-5175-4f55-8cc4-75c76d9752d7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:34.208725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:34.209501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.216650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-cb1fc9c7-d94f-44df-abd5-80450d669b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:34.224258 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-cb1fc9c7-d94f-44df-abd5-80450d669b96 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=594b246e-4f1b-457d-b99a-917fefef9c8c HTTP/1.1" status: 200 len: 834 time: 0.2493925 Jan 17 12:49:34.224258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.227907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.244173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c06641e4-1eef-44da-846c-fcd590a4f976 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.253423 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0e253734-6a81-4863-acf9-0086b8456380 req-7ac21597-97c5-458b-ae75-69be19c35943 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784723 Jan 17 12:49:34.267707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c06641e4-1eef-44da-846c-fcd590a4f976 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.311866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14b70ba-4495-4f81-ac1f-427e07cb7c4f']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.334400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ae1195-1685-4888-a278-48af300f8e93') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.334700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ae1195-1685-4888-a278-48af300f8e93') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.350258 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1cc2de97-729c-4c14-914c-e5a0d5670c80 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3963115 Jan 17 12:49:34.358368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46954) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.375479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.407146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee44cd-d735-4111-b846-36480edc0da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-20f8f0f0-5175-4f55-8cc4-75c76d9752d7', 'network_id': '20f8f0f0-5175-4f55-8cc4-75c76d9752d7', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '33cd8c4a-ad28-4ddf-b6cc-60be0002c850'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:34.408296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-04ee44cd-d735-4111-b846-36480edc0da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.434173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-8e072889-e6f0-4020-9fd9-5ff4bffbd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:34.435831 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-8e072889-e6f0-4020-9fd9-5ff4bffbd62c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c43b38ed-3c43-4042-b963-6e98138cb508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1993747 Jan 17 12:49:34.436865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.449439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:34.466631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:34.467066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.469596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:34.470180 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:34.490740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.523999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.547861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c06641e4-1eef-44da-846c-fcd590a4f976 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.550769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c06641e4-1eef-44da-846c-fcd590a4f976 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.554368 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c06641e4-1eef-44da-846c-fcd590a4f976 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/693c940d-29d3-4dd5-8330-fb94227a79eb HTTP/1.1" status: 204 len: 168 time: 0.3708665 Jan 17 12:49:34.557575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46956) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.569535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06641e4-1eef-44da-846c-fcd590a4f976 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693c940d-29d3-4dd5-8330-fb94227a79eb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:34.613352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4039010-aae6-4e54-88c1-88a095ff0ef5']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.654130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:34.657186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f88bfaa-ef67-488d-8953-ba17debb3014') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.657485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f88bfaa-ef67-488d-8953-ba17debb3014') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.662296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dbcd0b-c6c3-447e-b37f-781e65a936d4 None None] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:34.675942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:34.676530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.693610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.736767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.739762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.740642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.748425 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-81ce0a88-6d5b-4ddf-b10a-23ebefa3e4e5 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991173 Jan 17 12:49:34.751745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:34.752153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:34.755170 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:34.773079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=33cd8c4a-ad28-4ddf-b6cc-60be0002c850,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:34.831734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-04ee44cd-d735-4111-b846-36480edc0da2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33cd8c4a-ad28-4ddf-b6cc-60be0002c850: This subnet is being modified by another concurrent operation. Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:34.834123 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33cd8c4a-ad28-4ddf-b6cc-60be0002c850: This subnet is being modified by another concurrent operation. Jan 17 12:49:34.837949 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 12:49:34.848315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.857547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-6f1b7a2f-7ac3-4e27-905c-3929e4c4059a', 'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '1ce32b44-57a2-4cf2-8bb3-9a292b82fb64'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:34.858724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.873786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.880483 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/a14b70ba-4495-4f81-ac1f-427e07cb7c4f HTTP/1.1" status: 204 len: 168 time: 1.1786094 Jan 17 12:49:34.880686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673872c4-838c-4051-8f6c-0c439feebdef None None] Network 20f8f0f0-5175-4f55-8cc4-75c76d9752d7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:34.882011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46958) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.887206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-55549665'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:34.893670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f8f0f0-5175-4f55-8cc4-75c76d9752d7']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.900519 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6efea2e6-ca64-49cf-9f78-166a10c36cd6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7754729 Jan 17 12:49:34.904136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46960) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:34.908523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242145627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:34.922907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e881d2-d52b-4ecd-b6a1-6fd0a754cc65') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.923460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e881d2-d52b-4ecd-b6a1-6fd0a754cc65') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:34.926535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92452-ca33-4978-8c8c-1471d9c48d6e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=a14b70ba-4495-4f81-ac1f-427e07cb7c4f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:34.940401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.961811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.969687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:34.970087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:34.973503 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:35.007844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.011975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.036381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.036381 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/networks/b4039010-aae6-4e54-88c1-88a095ff0ef5 HTTP/1.1" status: 204 len: 168 time: 1.0800221 Jan 17 12:49:35.036557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46962) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:35.036643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-422e5c3f-501e-4570-bc5b-7b2cf4cc2307 req-4f19bd39-f855-42cb-9f6c-a8e80cf0dff9 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617846 Jan 17 12:49:35.053056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2486a80-a018-4ed1-a318-57d6aee65c51 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Network': ['ID=b4039010-aae6-4e54-88c1-88a095ff0ef5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:35.057948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5bdc58-2706-46e7-8b8f-f293c7a931ed']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:35.068098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471494a6-0788-4dd2-9848-478442ca6a58') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:35.068392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471494a6-0788-4dd2-9848-478442ca6a58') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:35.078437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.090206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:35.092046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.093878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.097974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:35.098694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:35.100232 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:35.158576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.159907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.175887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da30c5e-3be1-4489-aa54-650458b33796 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:35.182477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da30c5e-3be1-4489-aa54-650458b33796 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:35.184116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7da30c5e-3be1-4489-aa54-650458b33796 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1520815 Jan 17 12:49:35.187715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46964) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:35.192795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-451029215'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:35.197351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.204134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.208538 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/20f8f0f0-5175-4f55-8cc4-75c76d9752d7 HTTP/1.1" status: 204 len: 168 time: 0.8477795 Jan 17 12:49:35.211977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46966) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:35.220377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464111436'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:35.236548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ddd6-92a6-4ce2-90ac-78d051078985 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=20f8f0f0-5175-4f55-8cc4-75c76d9752d7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:35.293674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.311644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:35.311862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.317983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "DELETE /v2.0/networks/0f5bdc58-2706-46e7-8b8f-f293c7a931ed HTTP/1.1" status: 204 len: 168 time: 0.7537031 Jan 17 12:49:35.317983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d2151-21d4-49d2-b6bd-f9093d7ea0c1 tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f5bdc58-2706-46e7-8b8f-f293c7a931ed,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:35.318417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46968) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:35.364880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.366491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.366844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment 10d6e1e6-fef1-49a5-b952-58bf9aecda07 of type vlan for network 5334822c-8b90-4e2e-b470-6e397aedae8b Jan 17 12:49:35.408056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:35.409063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.413162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.434779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Allocated IP 2001:db8::2 (6f1b7a2f-7ac3-4e27-905c-3929e4c4059a/1ce32b44-57a2-4cf2-8bb3-9a292b82fb64/68d510cd-a339-4c3f-8e8d-5cbb352c033b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:35.448607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:35.452365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.455724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.494807 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:35.506767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.528424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5ffcab-43ac-4f97-8039-ce5798051f84']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:35.530819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.531175 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Added segment 394dc3c9-a22b-47a1-a6de-43b9467183c6 of type vlan for network caa708c1-c0b6-4f31-a094-c1de9b6fa09e Jan 17 12:49:35.533465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:35.538371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf2cab0-fda8-41bc-8811-ecc3de2f7924') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:35.538666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf2cab0-fda8-41bc-8811-ecc3de2f7924') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:35.551070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.566627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.574108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:35.574852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.576267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:35.576684 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:35.596352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7cb70-1af1-49e1-b8a0-d2fa2a3e2a68 req-1beb8bf3-e7ee-488d-80d6-27f5b3900722 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:35.597901 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0dd7cb70-1af1-49e1-b8a0-d2fa2a3e2a68 req-1beb8bf3-e7ee-488d-80d6-27f5b3900722 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 943 time: 0.1947916 Jan 17 12:49:35.601065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.610788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 9479788a-5814-43fb-a829-740ec8542692 of type vlan for network 9336423d-36b4-4878-b3c9-547efbdb463d Jan 17 12:49:35.610959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.611071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.637066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.642832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:35.643468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.739419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.743447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.779826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:35.780267 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0dd7cb70-1af1-49e1-b8a0-d2fa2a3e2a68 req-3a65e85f-345f-45a6-b825-27c8eb187757 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742580 Jan 17 12:49:35.782639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:35.785112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=5334822c-8b90-4e2e-b470-6e397aedae8b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:35.786425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:35.800952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5334822c-8b90-4e2e-b470-6e397aedae8b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:35.816985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.817616 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.817616 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-631ec547-4a8d-40b8-ba7f-7167937b9893 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9000819 Jan 17 12:49:35.817616 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46974) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:35.817832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Pushing event updated for resources: {'Port': ['ID=68d510cd-a339-4c3f-8e8d-5cbb352c033b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:35.825846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.829404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] 10.222.0.77 "DELETE /v2.0/networks/2c5ffcab-43ac-4f97-8039-ce5798051f84 HTTP/1.1" status: 204 len: 168 time: 0.5100744 Jan 17 12:49:35.833018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324f9e-7368-43b0-8a23-5a3a4e0041ab tempest-QuotasNegativeTest-1880755720 tempest-QuotasNegativeTest-1880755720-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c5ffcab-43ac-4f97-8039-ce5798051f84,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:35.904844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-04e564d7-6e0e-41df-a8f8-f6d1c7f9c17a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0219877 Jan 17 12:49:35.907673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46978) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:35.913096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:35.922257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Attempting to bind port 68d510cd-a339-4c3f-8e8d-5cbb352c033b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Attempting to bind port 68d510cd-a339-4c3f-8e8d-5cbb352c033b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '3fbc5de6-d1e2-4bb2-834a-7164e111e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Attempting to bind port 68d510cd-a339-4c3f-8e8d-5cbb352c033b on network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Checking segment: {'id': '3fbc5de6-d1e2-4bb2-834a-7164e111e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Bound using segment: {'id': '3fbc5de6-d1e2-4bb2-834a-7164e111e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Bound port: 68d510cd-a339-4c3f-8e8d-5cbb352c033b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbc5de6-d1e2-4bb2-834a-7164e111e900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f1b7a2f-7ac3-4e27-905c-3929e4c4059a'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:35.934197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.952917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.958792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:35.959436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.968533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:35.974207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:35.974798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.001051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] For port 68d510cd-a339-4c3f-8e8d-5cbb352c033b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:36.005211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] For port 68d510cd-a339-4c3f-8e8d-5cbb352c033b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=68d510cd-a339-4c3f-8e8d-5cbb352c033b,segment=NetworkSegment(3fbc5de6-d1e2-4bb2-834a-7164e111e900),segment_id=3fbc5de6-d1e2-4bb2-834a-7164e111e900)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:36.111342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Network': ['ID=caa708c1-c0b6-4f31-a094-c1de9b6fa09e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:36.122500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network caa708c1-c0b6-4f31-a094-c1de9b6fa09e details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:36.125313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.160119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:36.163716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.207816 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c7951fe6-169f-42a9-bc78-85f72f28f014 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0167670 Jan 17 12:49:36.210532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9975131 Jan 17 12:49:36.211155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46982) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:36.224810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46984) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:36.236573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1043542829'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:36.250576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-92affd4b-32b5-49bf-9c51-9c7cd7ebebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.254609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Performing IP validity checks on allocation pools {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:49:36.258582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:49:36.265422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '9336423d-36b4-4878-b3c9-547efbdb463d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:36.282495 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0868b1f-54bc-4d74-9b5b-e78c3f6f7d45 None None] Pushing event updated for resources: {'Port': ['ID=68d510cd-a339-4c3f-8e8d-5cbb352c033b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:36.329965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa181e1-3006-463a-93ec-de834682606f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=9336423d-36b4-4878-b3c9-547efbdb463d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:36.347071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 9336423d-36b4-4878-b3c9-547efbdb463d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:36.406036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.522555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:36.526168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.579199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.650724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=b1a19c6e-dcc9-4b2d-b002-84113e4c8913,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:36.658710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:36.659088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': '10d6e1e6-fef1-49a5-b952-58bf9aecda07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:36.659444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: 5334822c-8b90-4e2e-b470-6e397aedae8b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:36.702439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.713050 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Added segment cb291880-85bd-4b91-9fe3-e19abd137002 of type vlan for network 32823add-e87e-4fc7-8b4d-c5ad34782954 Jan 17 12:49:36.761938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:36.761938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.796460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 5334822c-8b90-4e2e-b470-6e397aedae8b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:36.880378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.930673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27392de-4182-4759-a2c5-5347c2e4b70f req-0c0cdb88-1438-4e77-a419-71204cab540e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:36.932166 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b27392de-4182-4759-a2c5-5347c2e4b70f req-0c0cdb88-1438-4e77-a419-71204cab540e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 943 time: 0.0524366 Jan 17 12:49:36.934036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5334822c-8b90-4e2e-b470-6e397aedae8b) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:36.938226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:36.945343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:36.945595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0b111-6814-4007-9b15-dc18de8f0964 None None] Network 5334822c-8b90-4e2e-b470-6e397aedae8b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:36.946270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8::1 (6f1b7a2f-7ac3-4e27-905c-3929e4c4059a/1ce32b44-57a2-4cf2-8bb3-9a292b82fb64/53c2e76b-254a-4a6e-9cfc-09299b8e31f5) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:36.987632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b27392de-4182-4759-a2c5-5347c2e4b70f req-ecfd0bcc-b985-4f3c-8962-facae6ce1e56 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Jan 17 12:49:37.125501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.126259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5334822c-8b90-4e2e-b470-6e397aedae8b', 'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': 'b1a19c6e-dcc9-4b2d-b002-84113e4c8913'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:37.127605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.131444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:37.132151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.152036 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-28eccda9-9b02-444b-8740-0d81c222a7e1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2409699 Jan 17 12:49:37.153387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46992) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:37.176740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b', 'name': 'tempest-PortsIpV6TestJSON-1593155926'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:37.198490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 46994) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:37.252225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.270488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Network': ['ID=32823add-e87e-4fc7-8b4d-c5ad34782954,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:37.299211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 32823add-e87e-4fc7-8b4d-c5ad34782954 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:37.307022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.331397 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b3af0856-7a92-428c-babf-4841a94509ba tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1122911 Jan 17 12:49:37.336282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.336846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 46998) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:37.348291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'ports': [{'network_id': 'caa708c1-c0b6-4f31-a094-c1de9b6fa09e', 'name': 'tempest-port--29854279', 'admin_state_up': True}, {'network_id': '32823add-e87e-4fc7-8b4d-c5ad34782954', 'admin_state_up': False}]} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:37.348817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'port': {'network_id': 'caa708c1-c0b6-4f31-a094-c1de9b6fa09e', 'name': 'tempest-port--29854279', 'admin_state_up': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:37.349575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'port': {'network_id': '32823add-e87e-4fc7-8b4d-c5ad34782954', 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:37.410492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Allocated IP 2001:db8::2 (5334822c-8b90-4e2e-b470-6e397aedae8b/b1a19c6e-dcc9-4b2d-b002-84113e4c8913/ac17ee6c-24e5-4208-858a-d059d35c2b66) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:37.434641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-642803e7-83cd-4964-baf7-794d3d1959b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.465008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.484840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=84e6c98f-108f-40ec-afc6-a4ec4881b12d,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:37.545136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '9479788a-5814-43fb-a829-740ec8542692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9336423d-36b4-4878-b3c9-547efbdb463d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:37.550648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 9336423d-36b4-4878-b3c9-547efbdb463d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:37.591828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626218ec-7e66-4366-9d92-7d40fab88416 None None] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:37.606714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:37.619683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:37.623512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:37.624415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.660224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.685024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=53c2e76b-254a-4a6e-9cfc-09299b8e31f5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:37.721576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68d510cd-a339-4c3f-8e8d-5cbb352c033b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:37.768846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0c9e460e-09c8-4198-b354-3f6635417ef9 None None] Provisioning complete for port 68d510cd-a339-4c3f-8e8d-5cbb352c033b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:37.769221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c9e460e-09c8-4198-b354-3f6635417ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.883537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.890639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 68d510cd-a339-4c3f-8e8d-5cbb352c033b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:37.891006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:37.981262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:37.984752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Network 5334822c-8b90-4e2e-b470-6e397aedae8b is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:37.985874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.012041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:38.017215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:38.024040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port b9843d53-d00d-4015-b939-4a6bd6ae8e3b yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:38.041730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c9e460e-09c8-4198-b354-3f6635417ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.047727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 9336423d-36b4-4878-b3c9-547efbdb463d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:38.061843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Pushing event updated for resources: {'Port': ['ID=ac17ee6c-24e5-4208-858a-d059d35c2b66,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:38.087672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:49:38.110069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-642803e7-83cd-4964-baf7-794d3d1959b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.122581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'port': 2} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:38.127289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.150403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.159755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 9336423d-36b4-4878-b3c9-547efbdb463d) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:38.168504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:38.169178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.186955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28196c6-0107-4195-816a-2358314d285b None None] Network 9336423d-36b4-4878-b3c9-547efbdb463d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:38.194647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0c9e460e-09c8-4198-b354-3f6635417ef9 None None] For port 68d510cd-a339-4c3f-8e8d-5cbb352c033b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=68d510cd-a339-4c3f-8e8d-5cbb352c033b,segment=NetworkSegment(3fbc5de6-d1e2-4bb2-834a-7164e111e900),segment_id=3fbc5de6-d1e2-4bb2-834a-7164e111e900)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:38.195465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbe51d-3236-44bb-bba8-85b6f9c8b4e8 req-644851f7-08e5-4e20-96c2-ae004414cfea tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:38.197218 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-80bbe51d-3236-44bb-bba8-85b6f9c8b4e8 req-644851f7-08e5-4e20-96c2-ae004414cfea tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 943 time: 0.0857511 Jan 17 12:49:38.211401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Attempting to bind port ac17ee6c-24e5-4208-858a-d059d35c2b66 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:38.212587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Attempting to bind port ac17ee6c-24e5-4208-858a-d059d35c2b66 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '10d6e1e6-fef1-49a5-b952-58bf9aecda07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:38.212587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Attempting to bind port ac17ee6c-24e5-4208-858a-d059d35c2b66 on network 5334822c-8b90-4e2e-b470-6e397aedae8b {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:38.246585 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-80bbe51d-3236-44bb-bba8-85b6f9c8b4e8 req-cb5e5391-e26e-4543-bcdb-69dd674b804e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Jan 17 12:49:38.292270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-642803e7-83cd-4964-baf7-794d3d1959b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.318798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::349 (5334822c-8b90-4e2e-b470-6e397aedae8b/b1a19c6e-dcc9-4b2d-b002-84113e4c8913/b9843d53-d00d-4015-b939-4a6bd6ae8e3b) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:38.393295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-642803e7-83cd-4964-baf7-794d3d1959b4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24577abecdbd42d8bfe794585893a8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1677427 Jan 17 12:49:38.394671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.396719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47004) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:38.398756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642803e7-83cd-4964-baf7-794d3d1959b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ee54d-be02-4b38-92fb-fda44bc7ade0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:38.460554 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cfd11cb3-acd1-44af-9eba-732580937c6f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2215199 Jan 17 12:49:38.465247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47006) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:38.508264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.508500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.508603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c9e460e-09c8-4198-b354-3f6635417ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.565533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:38.585013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] device_id is not set on port 271479a7-a924-4682-b5cc-8702a37c3d4a yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:38.664445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:38.665612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Checking segment: {'id': '10d6e1e6-fef1-49a5-b952-58bf9aecda07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:38.665747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.666079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Bound using segment: {'id': '10d6e1e6-fef1-49a5-b952-58bf9aecda07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:38.668286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Bound port: ac17ee6c-24e5-4208-858a-d059d35c2b66, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d6e1e6-fef1-49a5-b952-58bf9aecda07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5334822c-8b90-4e2e-b470-6e397aedae8b'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:38.669563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.671766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'port_id': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'mac_address': 'fa:16:3e:e1:14:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:49:38.677844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dae79e16-ea60-4369-8610-210e73ccde2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.698246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.711427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.763953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dae79e16-ea60-4369-8610-210e73ccde2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.787923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] device_id is not set on port c4699a4e-797e-4272-896a-55742aafb9b5 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:38.811789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fc151f45-a4bd-449f-9c9f-7abe71344196 None None] Provisioning complete for port 68d510cd-a339-4c3f-8e8d-5cbb352c033b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:38.812205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fc151f45-a4bd-449f-9c9f-7abe71344196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.881487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.903259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.918718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.928507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.951336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e460e-09c8-4198-b354-3f6635417ef9 None None] Pushing event updated for resources: {'Port': ['ID=68d510cd-a339-4c3f-8e8d-5cbb352c033b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:38.960189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 5334822c-8b90-4e2e-b470-6e397aedae8b is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:38.963343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:38.963935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:38.964890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:38.967753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:38.973377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:38.974013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:38.989564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=b9843d53-d00d-4015-b939-4a6bd6ae8e3b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.005753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.014048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.024075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de998e9-f41a-4269-8737-8e103f9ba756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-9336423d-36b4-4878-b3c9-547efbdb463d', 'network_id': '9336423d-36b4-4878-b3c9-547efbdb463d', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '84e6c98f-108f-40ec-afc6-a4ec4881b12d'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:39.024907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4de998e9-f41a-4269-8737-8e103f9ba756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.048797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d0e335-29c8-4201-9443-fe6487ffcee0 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:49:39.062425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] For port ac17ee6c-24e5-4208-858a-d059d35c2b66, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:39.065227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.104000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dae79e16-ea60-4369-8610-210e73ccde2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.107518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dae79e16-ea60-4369-8610-210e73ccde2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.111004 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dae79e16-ea60-4369-8610-210e73ccde2f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c0ee54d-be02-4b38-92fb-fda44bc7ade0 HTTP/1.1" status: 204 len: 168 time: 0.7109079 Jan 17 12:49:39.111178 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f97eb8a4-a357-4941-92d6-733b3faaa858 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9553223 Jan 17 12:49:39.111286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.119577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47012) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:39.143378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=84e6c98f-108f-40ec-afc6-a4ec4881b12d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.152848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae79e16-ea60-4369-8610-210e73ccde2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ee54d-be02-4b38-92fb-fda44bc7ade0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.158841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Port': ['ID=271479a7-a924-4682-b5cc-8702a37c3d4a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.214937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Checking segment: {'id': '394dc3c9-a22b-47a1-a6de-43b9467183c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'caa708c1-c0b6-4f31-a094-c1de9b6fa09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:39.215306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network hostable DHCP agents. Network: caa708c1-c0b6-4f31-a094-c1de9b6fa09e, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:39.226353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.226649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:39.231937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] For port ac17ee6c-24e5-4208-858a-d059d35c2b66, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac17ee6c-24e5-4208-858a-d059d35c2b66,segment=NetworkSegment(10d6e1e6-fef1-49a5-b952-58bf9aecda07),segment_id=10d6e1e6-fef1-49a5-b952-58bf9aecda07)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:39.238912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.250558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9336423d-36b4-4878-b3c9-547efbdb463d']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:39.252831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.258331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.262140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port b9843d53-d00d-4015-b939-4a6bd6ae8e3b {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:39.262533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.271574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9479788a-5814-43fb-a829-740ec8542692') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:39.271876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9479788a-5814-43fb-a829-740ec8542692') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:39.283874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fc151f45-a4bd-449f-9c9f-7abe71344196 None None] Provisioning complete for port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:39.284275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fc151f45-a4bd-449f-9c9f-7abe71344196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-4de998e9-f41a-4269-8737-8e103f9ba756 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e6c98f-108f-40ec-afc6-a4ec4881b12d: This subnet is being modified by another concurrent operation. Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:39.288771 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84e6c98f-108f-40ec-afc6-a4ec4881b12d: This subnet is being modified by another concurrent operation. Jan 17 12:49:39.292772 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 12:49:39.303096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.395625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8411c-c49c-4ba8-bfec-5ace3378e7bf None None] Network 9336423d-36b4-4878-b3c9-547efbdb463d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:39.396130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.396237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.396331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-fc151f45-a4bd-449f-9c9f-7abe71344196 None None] Port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=53c2e76b-254a-4a6e-9cfc-09299b8e31f5,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:39.396420 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:39.398959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for b9843d53-d00d-4015-b939-4a6bd6ae8e3b owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:39.430320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network caa708c1-c0b6-4f31-a094-c1de9b6fa09e is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:39.431082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.445009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.482183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:39.482183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:39.533758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8d217-7feb-4844-8780-a5e84b0f4e05 req-c55fad16-d834-4519-b268-63b232b0c9e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:39.541598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-60c8d217-7feb-4844-8780-a5e84b0f4e05 req-c55fad16-d834-4519-b268-63b232b0c9e0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 944 time: 0.1318409 Jan 17 12:49:39.615415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-60c8d217-7feb-4844-8780-a5e84b0f4e05 req-c107f8c7-2766-42ea-8d31-027534e7005a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571837 Jan 17 12:49:39.656360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df3365-38e5-4e12-a462-7d059c15d866 None None] Pushing event updated for resources: {'Port': ['ID=ac17ee6c-24e5-4208-858a-d059d35c2b66,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.685894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.686667 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, caa708c1-c0b6-4f31-a094-c1de9b6fa09e) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:39.693125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.702291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:39.703579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.709777 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/9336423d-36b4-4878-b3c9-547efbdb463d HTTP/1.1" status: 204 len: 168 time: 1.2430072 Jan 17 12:49:39.711838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47018) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:39.717457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-78331964'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:39.728194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925cc07-edf1-4b18-985c-1993875914aa None None] Network caa708c1-c0b6-4f31-a094-c1de9b6fa09e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:39.752089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2f2f2-8bf1-4886-ad5a-fc586d321601 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=9336423d-36b4-4878-b3c9-547efbdb463d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.757662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 5410530f-cc92-4cb6-b572-f38a73f8b903 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:49:39.784851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['03d0e335-29c8-4201-9443-fe6487ffcee0'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:49:39.786120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cbeeae3e-12c3-46b6-a337-88585fe35c6e None None] Provisioning complete for port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:39.786500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cbeeae3e-12c3-46b6-a337-88585fe35c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.807587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Port': ['ID=c4699a4e-797e-4272-896a-55742aafb9b5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.852523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.921129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Checking segment: {'id': 'cb291880-85bd-4b91-9fe3-e19abd137002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '32823add-e87e-4fc7-8b4d-c5ad34782954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:39.921600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network hostable DHCP agents. Network: 32823add-e87e-4fc7-8b4d-c5ad34782954, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:39.934392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=b9843d53-d00d-4015-b939-4a6bd6ae8e3b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:39.977561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:39.981572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:39.982287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c980ebd0-0481-476b-ad11-b24f9945eb3a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/b9843d53-d00d-4015-b939-4a6bd6ae8e3b HTTP/1.1" status: 204 len: 168 time: 0.8645675 Jan 17 12:49:39.985274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47022) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:39.988104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5f5043d3-2927-4080-af8d-3979c1f65f96 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/5410530f-cc92-4cb6-b572-f38a73f8b903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1789691 Jan 17 12:49:39.989273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:39.998032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.000342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47024) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.006910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835713d-f245-47cb-8192-103acf9a021d None None] Sync routers for ids ['5410530f-cc92-4cb6-b572-f38a73f8b903'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:40.044533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:40.044771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network 32823add-e87e-4fc7-8b4d-c5ad34782954 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:40.062369 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-9486a662-a728-408a-b193-93c6154c3eb6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:49:40.063142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9486a662-a728-408a-b193-93c6154c3eb6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:49:40.065869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835713d-f245-47cb-8192-103acf9a021d None None] Routers {'5410530f-cc92-4cb6-b572-f38a73f8b903'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:40.066505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4835713d-f245-47cb-8192-103acf9a021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5410530f-cc92-4cb6-b572-f38a73f8b903'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:40.068279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cbeeae3e-12c3-46b6-a337-88585fe35c6e None None] Port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:40.076943 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9486a662-a728-408a-b193-93c6154c3eb6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/b9843d53-d00d-4015-b939-4a6bd6ae8e3b HTTP/1.1" status: 404 len: 333 time: 0.0860753 Jan 17 12:49:40.082086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.082863 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment aa52f358-65a9-4290-a736-b4a4ec26cb56 of type vlan for network ca345c11-978b-4b56-840c-06b422a3c55e Jan 17 12:49:40.084600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47026) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.126462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4835713d-f245-47cb-8192-103acf9a021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:40.137981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:40.153194 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f83ea9-bc9c-4bde-a5bf-9025bc7e1bdf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:49:40.155116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-71f83ea9-bc9c-4bde-a5bf-9025bc7e1bdf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/b9843d53-d00d-4015-b939-4a6bd6ae8e3b HTTP/1.1" status: 404 len: 333 time: 0.0682147 Jan 17 12:49:40.158044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47028) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.164956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d517190-71b0-49c5-b483-3018644c2680 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.170014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2d517190-71b0-49c5-b483-3018644c2680 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports/53c2e76b-254a-4a6e-9cfc-09299b8e31f5 HTTP/1.1" status: 200 len: 911 time: 0.1638227 Jan 17 12:49:40.171984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47030) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.175326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835713d-f245-47cb-8192-103acf9a021d None None] Routers {'5410530f-cc92-4cb6-b572-f38a73f8b903'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:40.175986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4835713d-f245-47cb-8192-103acf9a021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5410530f-cc92-4cb6-b572-f38a73f8b903'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:40.241948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47032) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.254220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4835713d-f245-47cb-8192-103acf9a021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:40.255272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4835713d-f245-47cb-8192-103acf9a021d None None] The sync data for ids ['5410530f-cc92-4cb6-b572-f38a73f8b903'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:40.265397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.273761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ac17ee6c-24e5-4208-858a-d059d35c2b66 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:40.282702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1f52-bf81-4bed-8b00-90166b69cfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.289897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 32823add-e87e-4fc7-8b4d-c5ad34782954) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:40.302988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:40.304741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2250b9-5137-4096-a73d-01fb12874e68 None None] Network 32823add-e87e-4fc7-8b4d-c5ad34782954 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:40.311715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.317477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.318191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.342949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet b1a19c6e-dcc9-4b2d-b002-84113e4c8913 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:40.346477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.388716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c49c3fc1-9b41-4ef6-b69f-520c2542cebf None None] Provisioning complete for port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:40.388965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c49c3fc1-9b41-4ef6-b69f-520c2542cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.416488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.442302 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-77f461f8-6bcf-45da-b12a-d6d4d15c0bb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.0946796 Jan 17 12:49:40.442302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47034) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.472165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.476749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c49c3fc1-9b41-4ef6-b69f-520c2542cebf None None] Port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:40.478159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.478515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.532047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a3ea1-e8d9-4d5a-8139-3a9b7b9c2c49 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.538833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a3ea1-e8d9-4d5a-8139-3a9b7b9c2c49 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.544057 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-766a3ea1-e8d9-4d5a-8139-3a9b7b9c2c49 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0993614 Jan 17 12:49:40.544057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47036) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.544478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1f52-bf81-4bed-8b00-90166b69cfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.566666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ac17ee6c-24e5-4208-858a-d059d35c2b66 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:40.567253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.601785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=ca345c11-978b-4b56-840c-06b422a3c55e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:40.645232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network ca345c11-978b-4b56-840c-06b422a3c55e details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:40.650967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.691782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1f52-bf81-4bed-8b00-90166b69cfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.760042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-21f0edfb-e9eb-4c3d-9cdb-89c20d844f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0470867 Jan 17 12:49:40.760288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47040) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.768698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:40.784657 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6d4b1f52-bf81-4bed-8b00-90166b69cfa7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2a37dff5f494e9d89dea9dbd450490e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5366752 Jan 17 12:49:40.790871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47042) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:40.828129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b1f52-bf81-4bed-8b00-90166b69cfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16572852-9ba5-4c38-b764-abe8b37be1fe,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:40.844250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ee7c-5160-447b-a6fa-f624bd331358 req-a9338a5f-8858-4f08-9763-c113b31a680e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:40.845152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2542ee7c-5160-447b-a6fa-f624bd331358 req-a9338a5f-8858-4f08-9763-c113b31a680e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 944 time: 0.1573594 Jan 17 12:49:40.852901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Deleting port 271479a7-a924-4682-b5cc-8702a37c3d4a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:40.853399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.923663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52f32c46-c211-4bff-b140-174bb3aa3b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:40.934955 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2542ee7c-5160-447b-a6fa-f624bd331358 req-a207c159-354d-410d-bd7c-763f25178634 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778034 Jan 17 12:49:40.970811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52f32c46-c211-4bff-b140-174bb3aa3b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.008241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.028137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.037520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Calling delete_port for 271479a7-a924-4682-b5cc-8702a37c3d4a owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:41.052009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.069819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a19c6e-dcc9-4b2d-b002-84113e4c8913,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:41.071814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.075447 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-70025d6a-ba9b-4d53-8d63-25a16adc23a2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/b1a19c6e-dcc9-4b2d-b002-84113e4c8913 HTTP/1.1" status: 204 len: 168 time: 0.9161742 Jan 17 12:49:41.082421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47046) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:41.090168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab2786-45a5-4026-95c7-b7a2d1a0ba8e None None] Network 5334822c-8b90-4e2e-b470-6e397aedae8b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:41.162360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.165799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.179801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52f32c46-c211-4bff-b140-174bb3aa3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.182147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52f32c46-c211-4bff-b140-174bb3aa3b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.184847 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-52f32c46-c211-4bff-b140-174bb3aa3b80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16572852-9ba5-4c38-b764-abe8b37be1fe HTTP/1.1" status: 204 len: 168 time: 0.3765566 Jan 17 12:49:41.199795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ae33955f-6c69-4687-b87e-03e4cda49ff5 None None] Provisioning complete for port ac17ee6c-24e5-4208-858a-d059d35c2b66 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:41.200173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae33955f-6c69-4687-b87e-03e4cda49ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.220879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32c46-c211-4bff-b140-174bb3aa3b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16572852-9ba5-4c38-b764-abe8b37be1fe,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:41.248473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port ac17ee6c-24e5-4208-858a-d059d35c2b66 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:41.249333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.308115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:41.312299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.333864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.348616 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] For port ac17ee6c-24e5-4208-858a-d059d35c2b66, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac17ee6c-24e5-4208-858a-d059d35c2b66,segment=NetworkSegment(10d6e1e6-fef1-49a5-b952-58bf9aecda07),segment_id=10d6e1e6-fef1-49a5-b952-58bf9aecda07)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:41.349180 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.354792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:41.355908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:41.366735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for ac17ee6c-24e5-4208-858a-d059d35c2b66 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:41.404537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae33955f-6c69-4687-b87e-03e4cda49ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.443336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Port': ['ID=271479a7-a924-4682-b5cc-8702a37c3d4a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:41.450567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ae33955f-6c69-4687-b87e-03e4cda49ff5 None None] For port ac17ee6c-24e5-4208-858a-d059d35c2b66, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac17ee6c-24e5-4208-858a-d059d35c2b66,segment=NetworkSegment(10d6e1e6-fef1-49a5-b952-58bf9aecda07),segment_id=10d6e1e6-fef1-49a5-b952-58bf9aecda07)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:41.465800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.466494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] DHCP port deletion for 5334822c-8b90-4e2e-b470-6e397aedae8b request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:41.469281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bc98473d-1578-4472-ac66-4f31fe734433 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/ports/271479a7-a924-4682-b5cc-8702a37c3d4a HTTP/1.1" status: 204 len: 168 time: 0.9243701 Jan 17 12:49:41.472124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47050) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:41.483308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing IP validity checks on allocation pools {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:49:41.483858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:49:41.518747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] Deleting port ac17ee6c-24e5-4208-858a-d059d35c2b66 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:41.522863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.574507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Deleting port c4699a4e-797e-4272-896a-55742aafb9b5 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:41.577632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.592627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] For port ac17ee6c-24e5-4208-858a-d059d35c2b66, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac17ee6c-24e5-4208-858a-d059d35c2b66,segment=NetworkSegment(10d6e1e6-fef1-49a5-b952-58bf9aecda07),segment_id=10d6e1e6-fef1-49a5-b952-58bf9aecda07)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:41.592959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.608470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] Calling delete_port for ac17ee6c-24e5-4208-858a-d059d35c2b66 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:41.659847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.678552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Calling delete_port for c4699a4e-797e-4272-896a-55742aafb9b5 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:41.773238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae33955f-6c69-4687-b87e-03e4cda49ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.825230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33955f-6c69-4687-b87e-03e4cda49ff5 None None] Pushing event updated for resources: {'Port': ['ID=ac17ee6c-24e5-4208-858a-d059d35c2b66,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:41.896422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68d510cd-a339-4c3f-8e8d-5cbb352c033b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:41.927541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.936314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.945645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.974098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:41.974513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:41.993290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=ac17ee6c-24e5-4208-858a-d059d35c2b66,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:41.993571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] Pushing event deleted for resources: {'Port': ['ID=ac17ee6c-24e5-4208-858a-d059d35c2b66,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:41.996984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.000959 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/ports/c4699a4e-797e-4272-896a-55742aafb9b5 HTTP/1.1" status: 204 len: 168 time: 0.5273230 Jan 17 12:49:42.005877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47058) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:42.013515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2d9ec-f92a-4615-a3d0-d4e628336b21 None None] No DVR routers for this DVR port ac17ee6c-24e5-4208-858a-d059d35c2b66 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:42.015385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 68d510cd-a339-4c3f-8e8d-5cbb352c033b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:42.016056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.055606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f8dac-f209-411e-965e-6d5207270def None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:49:42.074543 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad0680-6b95-4def-a8ee-41918b236cb5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Port': ['ID=c4699a4e-797e-4272-896a-55742aafb9b5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:42.111801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:42.112557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No DVR routers for this DVR port ac17ee6c-24e5-4208-858a-d059d35c2b66 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:42.117436 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-be57d7d2-341c-49f0-b647-83e3b8984b59 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450346 Jan 17 12:49:42.130855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47064) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:42.131725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.188301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1338590727'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:42.221323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.243347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5334822c-8b90-4e2e-b470-6e397aedae8b']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:42.253726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d6e1e6-fef1-49a5-b952-58bf9aecda07') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:42.254274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d6e1e6-fef1-49a5-b952-58bf9aecda07') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:42.265597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.277885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.282127 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.289996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:42.290417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:42.294956 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:42.310518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f8dac-f209-411e-965e-6d5207270def None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:49:42.311281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 53c2e76b-254a-4a6e-9cfc-09299b8e31f5 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:42.322000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930ca4d-4e1b-477f-96b1-40b53469a07c req-8e843d98-6fdc-4a8f-9166-2407c494d38e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:42.324213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2930ca4d-4e1b-477f-96b1-40b53469a07c req-8e843d98-6fdc-4a8f-9166-2407c494d38e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 944 time: 0.2505429 Jan 17 12:49:42.332111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=7ecd2f92-6bae-4b07-bd6e-1e3d67223835,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:42.373742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': 'aa52f358-65a9-4290-a736-b4a4ec26cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:42.373742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: ca345c11-978b-4b56-840c-06b422a3c55e, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:42.400031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ac17ee6c-24e5-4208-858a-d059d35c2b66 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:42.427810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ac17ee6c-24e5-4208-858a-d059d35c2b66 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:42.428156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ac17ee6c-24e5-4208-858a-d059d35c2b66 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:42.435988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 03d0e335-29c8-4201-9443-fe6487ffcee0 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:49:42.452747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 03d0e335-29c8-4201-9443-fe6487ffcee0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:42.452747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.453730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2930ca4d-4e1b-477f-96b1-40b53469a07c req-26711020-4238-4114-b630-d33434b16b0a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179230 Jan 17 12:49:42.516052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.530674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.530925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:42.537232 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/5334822c-8b90-4e2e-b470-6e397aedae8b HTTP/1.1" status: 204 len: 168 time: 1.4494691 Jan 17 12:49:42.537460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.546396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47070) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:42.551568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1952493398'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:42.555895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae0513-e367-498e-8122-68aa2638d9f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=5334822c-8b90-4e2e-b470-6e397aedae8b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:42.573202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:42.586576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.587000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Added segment 345bf2d9-8d2c-4203-9a25-ea1d65ef9127 of type vlan for network 361ff305-446c-41c0-a531-2e4642b76153 Jan 17 12:49:42.604019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.654422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:49:42.656634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68da048-b0b5-4289-ae48-ff5ee318aee4" -d '{"events": [{"server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:49:42.661180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.674131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:42.683154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network ca345c11-978b-4b56-840c-06b422a3c55e is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:42.698525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba36e35-633c-4b20-907a-94a74187a501 x-openstack-request-id: req-fba36e35-633c-4b20-907a-94a74187a501 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:49:42.698844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:49:42.699334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fba36e35-633c-4b20-907a-94a74187a501 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:49:42.699540 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'code': 200} Jan 17 12:49:42.707993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6ee1b-a2d8-499d-b9d6-f3e8959fe9c2 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:49:42.812884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:42.813693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6ee1b-a2d8-499d-b9d6-f3e8959fe9c2 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:49:42.816422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.842059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:42.852060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.852563 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment bfd454cb-6967-45c9-a4a0-ef3c44a6463d of type vlan for network a8726d09-3c67-4ba7-984d-c236cf416c1d Jan 17 12:49:42.872021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.876062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, ca345c11-978b-4b56-840c-06b422a3c55e) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:42.876209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.876326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.889982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:42.890632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.905496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.907293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:42.908598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:42.976565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:42.997242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=53c2e76b-254a-4a6e-9cfc-09299b8e31f5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:43.046717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Network': ['ID=361ff305-446c-41c0-a531-2e4642b76153,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:43.060741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 361ff305-446c-41c0-a531-2e4642b76153 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:43.116268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.133571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:43.136791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f60ea2f6-cba9-452c-afa6-35684c8536d8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9933844 Jan 17 12:49:43.137306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.137405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dc743550-1d1e-4759-b65a-2b263200ec93 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3702412 Jan 17 12:49:43.137405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47082) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:43.159619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47084) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:43.161375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.205303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-ca345c11-978b-4b56-840c-06b422a3c55e', 'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '7ecd2f92-6bae-4b07-bd6e-1e3d67223835'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:43.206512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.210231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-679231720'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:43.269815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=a8726d09-3c67-4ba7-984d-c236cf416c1d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:43.287937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a8726d09-3c67-4ba7-984d-c236cf416c1d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:43.394176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86573d45-11bd-484d-9d21-0dbe9b2f8b54 req-6dde133b-34f9-4b0d-874e-3bb0349b20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:43.395608 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-86573d45-11bd-484d-9d21-0dbe9b2f8b54 req-6dde133b-34f9-4b0d-874e-3bb0349b20d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1098 time: 0.2773955 Jan 17 12:49:43.417574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Allocated IP 172.20.0.3 (ca345c11-978b-4b56-840c-06b422a3c55e/7ecd2f92-6bae-4b07-bd6e-1e3d67223835/7f17a9dd-8374-4b17-8fac-8acdfecd6025) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:43.427536 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ca7530bd-d0ae-4d87-a408-18707715474e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8802843 Jan 17 12:49:43.430372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47090) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:43.436501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:43.507898 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-86573d45-11bd-484d-9d21-0dbe9b2f8b54 req-0219c0b3-326e-41c8-92f6-b3e093123aec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045887 Jan 17 12:49:43.559038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.568931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:43.572471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.632082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 5410530f-cc92-4cb6-b572-f38a73f8b903 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:43.690399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:43.714949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:43.718837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.729025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356aa2-f4b4-40f9-b8a5-1bb3cc82a503 req-4b32bf50-f0b8-4fd4-91a7-93957e7dba3e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:43.731507 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83356aa2-f4b4-40f9-b8a5-1bb3cc82a503 req-4b32bf50-f0b8-4fd4-91a7-93957e7dba3e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.1674676 Jan 17 12:49:43.747158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.747795 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Added segment 3de58d91-e996-4714-b6e2-a5a2f343e8b2 of type vlan for network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 Jan 17 12:49:43.760349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.795959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.904717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:43.910174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.913930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:43.914771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] Sync routers for ids ['5410530f-cc92-4cb6-b572-f38a73f8b903'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:43.924296 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-077bdc0a-28de-4734-a58d-95d2318b902e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/5410530f-cc92-4cb6-b572-f38a73f8b903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7478204 Jan 17 12:49:43.928441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47100) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:43.939687 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83356aa2-f4b4-40f9-b8a5-1bb3cc82a503 req-f51c5b81-6992-41de-bc03-11488b156c54 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902120 Jan 17 12:49:43.948736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] Routers {'5410530f-cc92-4cb6-b572-f38a73f8b903'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:43.949678 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5410530f-cc92-4cb6-b572-f38a73f8b903'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:43.968890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-51f6c9d1-e2a6-467c-b7d5-f1bec88170f7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=5410530f-cc92-4cb6-b572-f38a73f8b903 HTTP/1.1" status: 200 len: 205 time: 0.0355453 Jan 17 12:49:43.970505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47102) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:43.991613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Network ca345c11-978b-4b56-840c-06b422a3c55e is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:43.994199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:43.997544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:44.003937 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] Routers {'5410530f-cc92-4cb6-b572-f38a73f8b903'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:44.004369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:44.004548 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5410530f-cc92-4cb6-b572-f38a73f8b903'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:44.007952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Pushing event updated for resources: {'Port': ['ID=7f17a9dd-8374-4b17-8fac-8acdfecd6025,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:44.046917 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:44.047694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e80804-2acc-40b9-8b7b-0dc9db47240b None None] The sync data for ids ['5410530f-cc92-4cb6-b572-f38a73f8b903'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:44.068950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Attempting to bind port 7f17a9dd-8374-4b17-8fac-8acdfecd6025 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:44.069322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Attempting to bind port 7f17a9dd-8374-4b17-8fac-8acdfecd6025 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'aa52f358-65a9-4290-a736-b4a4ec26cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:44.069689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Attempting to bind port 7f17a9dd-8374-4b17-8fac-8acdfecd6025 on network ca345c11-978b-4b56-840c-06b422a3c55e {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:44.075811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:44.076242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Checking segment: {'id': 'aa52f358-65a9-4290-a736-b4a4ec26cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:44.076653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.077053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Bound using segment: {'id': 'aa52f358-65a9-4290-a736-b4a4ec26cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:44.077521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Bound port: 7f17a9dd-8374-4b17-8fac-8acdfecd6025, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52f358-65a9-4290-a736-b4a4ec26cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca345c11-978b-4b56-840c-06b422a3c55e'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:44.078102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.084336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.127728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.138769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.144765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:44.145344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.147406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] For port 7f17a9dd-8374-4b17-8fac-8acdfecd6025, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:44.150600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] For port 7f17a9dd-8374-4b17-8fac-8acdfecd6025, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7f17a9dd-8374-4b17-8fac-8acdfecd6025,segment=NetworkSegment(aa52f358-65a9-4290-a736-b4a4ec26cb56),segment_id=aa52f358-65a9-4290-a736-b4a4ec26cb56)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:44.158914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.266924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecd2f92-6bae-4b07-bd6e-1e3d67223835,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:44.304984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.311850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Network': ['ID=fa5da150-1ae1-4815-8b4f-88e4fc4d2a36,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:44.314391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.318935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.341802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:44.382770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47112) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:44.411654 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e5d74ea-c088-47c5-8cf6-e9a63c07599c tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2388182 Jan 17 12:49:44.414766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.431432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:44.431828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: a8726d09-3c67-4ba7-984d-c236cf416c1d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:44.444448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=fa385a91-3487-4f7a-b7ff-dba924817a01,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:44.486757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca345c11-978b-4b56-840c-06b422a3c55e']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:44.498125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a69a9-cc04-4586-b910-ecd5accd1740 None None] Pushing event updated for resources: {'Port': ['ID=7f17a9dd-8374-4b17-8fac-8acdfecd6025,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:44.499884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.500621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router 5410530f-cc92-4cb6-b572-f38a73f8b903 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:49:44.505136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52f358-65a9-4290-a736-b4a4ec26cb56') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:44.505510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52f358-65a9-4290-a736-b4a4ec26cb56') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:44.519565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.523845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47116) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:44.524559 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-954b9170-3f58-4bcc-a697-8a8744271c1e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/5410530f-cc92-4cb6-b572-f38a73f8b903 HTTP/1.1" status: 204 len: 168 time: 0.5522900 Jan 17 12:49:44.539812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47118) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:44.541368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.545579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'subnets': [{'network_id': '361ff305-446c-41c0-a531-2e4642b76153', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--204946399', 'ip_version': 4}, {'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:44.545914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'subnet': {'network_id': '361ff305-446c-41c0-a531-2e4642b76153', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--204946399', 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:44.546484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Request body: {'subnet': {'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:44.581419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.593292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:44.593706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:44.596897 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:44.641247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 1ce32b44-57a2-4cf2-8bb3-9a292b82fb64 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:44.644888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.731901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-361293169'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:44.764277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.871063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.api [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:49:44.871063 dv-neutron-824886-1-hyperv neutron-server[109280]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:49:44.871063 dv-neutron-824886-1-hyperv neutron-server[109280]: [parameters: {'id': 'ca345c11-978b-4b56-840c-06b422a3c55e'}] Jan 17 12:49:44.871063 dv-neutron-824886-1-hyperv neutron-server[109280]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:44.871646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG oslo_db.api [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:44.881261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.954555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Made reservation on behalf of 82cd2077009d49a9a6dd9d58b7fbb1e6 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:44.958383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:44.973276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.001600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network a8726d09-3c67-4ba7-984d-c236cf416c1d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:45.092229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87d2c-d3f9-4a9d-8099-6f00096ce69f req-4c16c9f9-2329-46a5-a619-b792b6cfd8fc tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:45.093744 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44d87d2c-d3f9-4a9d-8099-6f00096ce69f req-4c16c9f9-2329-46a5-a619-b792b6cfd8fc tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.0638137 Jan 17 12:49:45.108024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.132325 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44d87d2c-d3f9-4a9d-8099-6f00096ce69f req-4139880e-9b08-4356-bb90-8ebab1196a39 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Jan 17 12:49:45.133381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a8726d09-3c67-4ba7-984d-c236cf416c1d) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:45.138230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:45.145962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.150739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce32b44-57a2-4cf2-8bb3-9a292b82fb64,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:45.155866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.159310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7953bb63-3d2a-41ce-beda-3eb96e22d3dd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/1ce32b44-57a2-4cf2-8bb3-9a292b82fb64 HTTP/1.1" status: 204 len: 168 time: 0.6328337 Jan 17 12:49:45.166669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47122) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:45.206449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.249546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Made reservation on behalf of 1ed6e199c6be44c4a7268ffe5c036298 for: {'subnet': 2} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:45.254458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.254812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.281517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff2d04-880c-4fd7-ae3c-a4bdb768d65c req-8cb9ea58-afc4-470c-8433-aa693fd35cf9 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:45.283991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-14ff2d04-880c-4fd7-ae3c-a4bdb768d65c req-8cb9ea58-afc4-470c-8433-aa693fd35cf9 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.0584233 Jan 17 12:49:45.331270 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5b04a417-4755-49b3-ac72-71b35cbd393d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8997333 Jan 17 12:49:45.334414 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-14ff2d04-880c-4fd7-ae3c-a4bdb768d65c req-0d710ad7-64f1-4d13-9ad1-c1a69c33c151 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Jan 17 12:49:45.334977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47128) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:45.342050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1436715958'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:45.348081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.358620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47130) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:45.371372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.394506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.435329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:45.462389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d03be0-c7e1-4d90-b467-16e987f1eafc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:45.473823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.474256 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Added segment 7e78597d-f3e7-43f0-bbf3-a07fa148a7f3 of type vlan for network 93e601fc-2f14-4943-8f3f-a66ef0986a98 Jan 17 12:49:45.504901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91131361-b9a6-4336-8b89-a05d943cc552 tempest-TestNetworkAdvancedServerOps-1530902516 tempest-TestNetworkAdvancedServerOps-1530902516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:45.509392 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-91131361-b9a6-4336-8b89-a05d943cc552 tempest-TestNetworkAdvancedServerOps-1530902516 tempest-TestNetworkAdvancedServerOps-1530902516-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1093 time: 0.1466653 Jan 17 12:49:45.511840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47132) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:45.516689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:45.554409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.605959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port 7f17a9dd-8374-4b17-8fac-8acdfecd6025 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:45.605959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.607290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 68d510cd-a339-4c3f-8e8d-5cbb352c033b {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:45.607636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.643022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5954924-716b-43a1-8712-b4af734f882b None None] Network ca345c11-978b-4b56-840c-06b422a3c55e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:45.675162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port 7f17a9dd-8374-4b17-8fac-8acdfecd6025, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7f17a9dd-8374-4b17-8fac-8acdfecd6025,segment=NetworkSegment(aa52f358-65a9-4290-a736-b4a4ec26cb56),segment_id=aa52f358-65a9-4290-a736-b4a4ec26cb56)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:45.675561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.676376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b136f6bb-72c2-4138-9981-d37ec9ec37f2 None None] Network a8726d09-3c67-4ba7-984d-c236cf416c1d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:45.690652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for 7f17a9dd-8374-4b17-8fac-8acdfecd6025 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:45.735857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:45.740259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.770718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port 68d510cd-a339-4c3f-8e8d-5cbb352c033b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=68d510cd-a339-4c3f-8e8d-5cbb352c033b,segment=NetworkSegment(3fbc5de6-d1e2-4bb2-834a-7164e111e900),segment_id=3fbc5de6-d1e2-4bb2-834a-7164e111e900)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:45.771092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.777892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port 19ffd384-9cce-4640-9581-f0e3f029c4cf yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:45.781586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.784233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.790666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:45.791554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.813479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 68d510cd-a339-4c3f-8e8d-5cbb352c033b owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:45.868965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c015a9ff-c1f1-4c56-9f1c-b0b6e517992d None None] Provisioning complete for port 7f17a9dd-8374-4b17-8fac-8acdfecd6025 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:45.869350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c015a9ff-c1f1-4c56-9f1c-b0b6e517992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:45.929859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e1c0c8-7eba-4ff9-8660-fe6f3f040169 None None] Network 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:45.942053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b6845-5cbc-4b09-8457-0fab0cea4f5c None None] Network ca345c11-978b-4b56-840c-06b422a3c55e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:45.956034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Pushing event updated for resources: {'Network': ['ID=93e601fc-2f14-4943-8f3f-a66ef0986a98,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:46.022026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 93e601fc-2f14-4943-8f3f-a66ef0986a98 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:46.138378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.175470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c015a9ff-c1f1-4c56-9f1c-b0b6e517992d None None] Could not find standard attr ID for object 7f17a9dd-8374-4b17-8fac-8acdfecd6025. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:49:46.310200 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.plugins.ml2.db [None req-c015a9ff-c1f1-4c56-9f1c-b0b6e517992d None None] No ports have port_id starting with 7f17a9dd-8374-4b17-8fac-8acdfecd6025 Jan 17 12:49:46.310696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.310696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=68d510cd-a339-4c3f-8e8d-5cbb352c033b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:46.310696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port 68d510cd-a339-4c3f-8e8d-5cbb352c033b on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:46.310990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a8726d09-3c67-4ba7-984d-c236cf416c1d', 'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': 'fa385a91-3487-4f7a-b7ff-dba924817a01'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:46.310990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.450449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.450892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abf39c-adb5-4f70-81b0-e031fe37201c None None] DHCP port deletion for 6f1b7a2f-7ac3-4e27-905c-3929e4c4059a request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:46.451089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.500270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439f842-daf0-428b-91cc-248e366764e3 None None] DHCP port deletion for ca345c11-978b-4b56-840c-06b422a3c55e request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:46.559560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1b7a2f-7ac3-4e27-905c-3929e4c4059a']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:46.562185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Allocated IP 172.26.4.209 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1d323a69-68b6-4d53-8f7b-06345ccb394e) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:46.565277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.567954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::18a (a8726d09-3c67-4ba7-984d-c236cf416c1d/fa385a91-3487-4f7a-b7ff-dba924817a01/19ffd384-9cce-4640-9581-f0e3f029c4cf) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:46.576358 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5bc7d764-34f2-4d7b-a688-17d511328485 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1918786 Jan 17 12:49:46.590517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc5de6-d1e2-4bb2-834a-7164e111e900') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:46.590517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc5de6-d1e2-4bb2-834a-7164e111e900') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:46.594384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Subnet': ['ID=f347aadf-0e23-49ad-8426-081b9df6cdc7,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:46.612251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.617151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=7f17a9dd-8374-4b17-8fac-8acdfecd6025,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:46.623478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port 7f17a9dd-8374-4b17-8fac-8acdfecd6025 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:46.676120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.679803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Checking segment: {'id': '345bf2d9-8d2c-4203-9a25-ea1d65ef9127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '361ff305-446c-41c0-a531-2e4642b76153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:46.680174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network hostable DHCP agents. Network: 361ff305-446c-41c0-a531-2e4642b76153, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:46.693777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:46.694181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:46.697366 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:46.735637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.797161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca345c11-978b-4b56-840c-06b422a3c55e']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:46.804960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.813543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52f358-65a9-4290-a736-b4a4ec26cb56') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:46.813775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52f358-65a9-4290-a736-b4a4ec26cb56') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:46.815252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47140) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:46.832814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Request body: {'port': {'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98', 'binding:host_id': 'hv-neutron-8248', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1194005413'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:46.841404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.858369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network 361ff305-446c-41c0-a531-2e4642b76153 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:46.873060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.881715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.894265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.897455 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/6f1b7a2f-7ac3-4e27-905c-3929e4c4059a HTTP/1.1" status: 204 len: 168 time: 1.7296741 Jan 17 12:49:46.901417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:46.901832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:46.904823 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:46.906891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47142) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:46.907865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:46.911537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-583639825', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:46.918647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a6550-a8b3-4fe3-8acd-9d457dab62de tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=6f1b7a2f-7ac3-4e27-905c-3929e4c4059a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:46.984421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.025191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:47.028532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:47.031978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:47.041207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Made reservation on behalf of 934a91f9799544be95b5747ae33101f0 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:47.044297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.054996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.063004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 361ff305-446c-41c0-a531-2e4642b76153) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:47.067924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Port': ['ID=1d323a69-68b6-4d53-8f7b-06345ccb394e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:47.071374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6e94f-18bb-4673-b525-4d10fbe69254 None None] Network 361ff305-446c-41c0-a531-2e4642b76153 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:47.075075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.080154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.084678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.093140 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/ca345c11-978b-4b56-840c-06b422a3c55e HTTP/1.1" status: 204 len: 168 time: 3.9326391 Jan 17 12:49:47.094364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.094527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47144) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:47.118537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586474419'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:47.148374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10cf5-3d03-4b03-8af2-6afc0814c474 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=ca345c11-978b-4b56-840c-06b422a3c55e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:47.172113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network a8726d09-3c67-4ba7-984d-c236cf416c1d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:47.184128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:47.187807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:47.188007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event updated for resources: {'Subnet': ['ID=df8ca972-2c27-4801-b902-28ab44aa8f1a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:47.193545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Allocated IP 2001:db8::2 (a8726d09-3c67-4ba7-984d-c236cf416c1d/fa385a91-3487-4f7a-b7ff-dba924817a01/ea51eefd-1562-4454-b16f-6ec9a400a356) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:47.194724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:47.195471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.219589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=19ffd384-9cce-4640-9581-f0e3f029c4cf,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:47.259357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Checking segment: {'id': '3de58d91-e996-4714-b6e2-a5a2f343e8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:47.259743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network hostable DHCP agents. Network: fa5da150-1ae1-4815-8b4f-88e4fc4d2a36, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:47.265813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.309264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.310249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.342000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-360d442f-f6cb-4e7e-8bec-5470663b37c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9859393 Jan 17 12:49:47.342000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47146) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:47.359808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-361ff305-446c-41c0-a531-2e4642b76153', 'network_id': '361ff305-446c-41c0-a531-2e4642b76153', 'tenant_id': '1ed6e199c6be44c4a7268ffe5c036298', 'fixed_ips': [{'subnet_id': 'f347aadf-0e23-49ad-8426-081b9df6cdc7'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:47.361161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.428170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.432485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.439471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port d453d8fc-22a3-482a-8bdd-3369ee3062dc yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:47.490615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.522886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:47.525024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:47.530032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.545977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 19ffd384-9cce-4640-9581-f0e3f029c4cf {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:47.546349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.560189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Allocated IP 172.20.0.2 (361ff305-446c-41c0-a531-2e4642b76153/f347aadf-0e23-49ad-8426-081b9df6cdc7/7873576b-4ef2-42d8-80a5-ff5892f6b2d4) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:47.568402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d99459-c55b-465b-91a5-2c85e14d0094,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:47.728004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.741432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, fa5da150-1ae1-4815-8b4f-88e4fc4d2a36) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:47.754867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 19ffd384-9cce-4640-9581-f0e3f029c4cf owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:47.755742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:47.756227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:47.756863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.759506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:47.762074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c6117-4cc4-4172-9399-7e6a1147558d None None] Network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:47.772492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.800138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.865457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port d453d8fc-22a3-482a-8bdd-3369ee3062dc yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:47.880515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.880858 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 4947337c-90aa-40eb-bb05-b2dd356b1740 of type vlan for network 549d7d71-bdb6-4663-a343-9af17705d492 Jan 17 12:49:47.885020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Network a8726d09-3c67-4ba7-984d-c236cf416c1d is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:47.886672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.893687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.895365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:47.903769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:47.906324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Pushing event updated for resources: {'Port': ['ID=ea51eefd-1562-4454-b16f-6ec9a400a356,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:47.916838 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-06c833e8-b8ba-4dbd-b6cb-f1ea9aa6909a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164539505&fields=id&tenant_id=c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 267 time: 0.0839684 Jan 17 12:49:47.946892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.950314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.953367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.981511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:47.985759 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7902385e-a7f1-4e18-9828-2e35f344bffc tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4425142 Jan 17 12:49:47.993935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47158) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:48.165516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=d453d8fc-22a3-482a-8bdd-3369ee3062dc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:48.192810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Network 361ff305-446c-41c0-a531-2e4642b76153 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:48.196895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Attempting to bind port ea51eefd-1562-4454-b16f-6ec9a400a356 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:48.197263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Attempting to bind port ea51eefd-1562-4454-b16f-6ec9a400a356 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:48.197622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Attempting to bind port ea51eefd-1562-4454-b16f-6ec9a400a356 on network a8726d09-3c67-4ba7-984d-c236cf416c1d {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:48.212730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:48.217123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Pushing event updated for resources: {'Port': ['ID=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:48.231747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:48.232262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:48.232405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Checking segment: {'id': 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:48.232793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.233181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Bound using segment: {'id': 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:48.233662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Bound port: ea51eefd-1562-4454-b16f-6ec9a400a356, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a8726d09-3c67-4ba7-984d-c236cf416c1d'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:48.234034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.247949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Checking segment: {'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:48.248400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Network hostable DHCP agents. Network: 93e601fc-2f14-4943-8f3f-a66ef0986a98, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:48.264511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-bbe16b90-75cc-41f1-b3ad-228106ab0dc5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:48.276184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-bbe16b90-75cc-41f1-b3ad-228106ab0dc5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 812 time: 0.3412604 Jan 17 12:49:48.276464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd92162-c53a-4b06-a503-5372fb7c682b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:48.278411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd92162-c53a-4b06-a503-5372fb7c682b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:48.279980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd92162-c53a-4b06-a503-5372fb7c682b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:48.284191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0dd92162-c53a-4b06-a503-5372fb7c682b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2674775 Jan 17 12:49:48.285171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47160) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:48.317252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-240c582c-b653-4c0f-b45e-8137c4706106 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/quotas/c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 375 time: 0.0308654 Jan 17 12:49:48.331878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-fa5da150-1ae1-4815-8b4f-88e4fc4d2a36', 'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36', 'tenant_id': '1ed6e199c6be44c4a7268ffe5c036298', 'fixed_ips': [{'subnet_id': 'df8ca972-2c27-4801-b902-28ab44aa8f1a'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:48.332728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.334821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7f17a9dd-8374-4b17-8fac-8acdfecd6025 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:48.348754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.378262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7f17a9dd-8374-4b17-8fac-8acdfecd6025 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:48.378601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7f17a9dd-8374-4b17-8fac-8acdfecd6025 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:48.379014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68d510cd-a339-4c3f-8e8d-5cbb352c033b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:48.384719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Network 93e601fc-2f14-4943-8f3f-a66ef0986a98 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:48.412309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Attempting to bind port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:48.412687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Attempting to bind port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '345bf2d9-8d2c-4203-9a25-ea1d65ef9127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '361ff305-446c-41c0-a531-2e4642b76153'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:48.413079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Attempting to bind port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 on network 361ff305-446c-41c0-a531-2e4642b76153 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:48.423535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 68d510cd-a339-4c3f-8e8d-5cbb352c033b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:48.423801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68d510cd-a339-4c3f-8e8d-5cbb352c033b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:48.444085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:48.444513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Checking segment: {'id': '345bf2d9-8d2c-4203-9a25-ea1d65ef9127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '361ff305-446c-41c0-a531-2e4642b76153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:48.444865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.445250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Bound using segment: {'id': '345bf2d9-8d2c-4203-9a25-ea1d65ef9127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '361ff305-446c-41c0-a531-2e4642b76153'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:48.445725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Bound port: 7873576b-4ef2-42d8-80a5-ff5892f6b2d4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345bf2d9-8d2c-4203-9a25-ea1d65ef9127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '361ff305-446c-41c0-a531-2e4642b76153'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:48.446257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.453995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=19ffd384-9cce-4640-9581-f0e3f029c4cf,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:48.459612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.465934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c60c2b9f-7c8c-4217-9a8c-a98d9671ba9d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/19ffd384-9cce-4640-9581-f0e3f029c4cf HTTP/1.1" status: 204 len: 168 time: 1.1367629 Jan 17 12:49:48.467563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47162) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:48.480111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.481994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Deleting subnet f347aadf-0e23-49ad-8426-081b9df6cdc7 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:48.485734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:48.486397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.499064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.506816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] For port ea51eefd-1562-4454-b16f-6ec9a400a356, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:48.522493 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9ac3ee-7455-4941-b927-b1adc38cf85a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:49:48.526807 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ce9ac3ee-7455-4941-b927-b1adc38cf85a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/19ffd384-9cce-4640-9581-f0e3f029c4cf HTTP/1.1" status: 404 len: 333 time: 0.0571246 Jan 17 12:49:48.527832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47164) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:48.538655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] For port ea51eefd-1562-4454-b16f-6ec9a400a356, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea51eefd-1562-4454-b16f-6ec9a400a356,segment=NetworkSegment(bfd454cb-6967-45c9-a4a0-ef3c44a6463d),segment_id=bfd454cb-6967-45c9-a4a0-ef3c44a6463d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:48.572857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 93e601fc-2f14-4943-8f3f-a66ef0986a98) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:48.580279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.588055 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-9590d7d0-5a58-4208-9561-1a3b616f7adf tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2492857 Jan 17 12:49:48.594727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31258a40-5808-41fe-a1d6-7e5fdf51ee4a None None] Network 93e601fc-2f14-4943-8f3f-a66ef0986a98 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:48.610143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:48.625858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.646645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=549d7d71-bdb6-4663-a343-9af17705d492,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:48.652204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.672206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 549d7d71-bdb6-4663-a343-9af17705d492 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:48.674555 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-260ad822-b250-42dc-b550-6f00e95642a1 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5600920 Jan 17 12:49:48.677279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47166) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:48.682327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.682547 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '549d7d71-bdb6-4663-a343-9af17705d492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:48.683519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet fa385a91-3487-4f7a-b7ff-dba924817a01 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:48.689872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.710300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.714133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:48.714471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:48.714802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:48.759368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:48.759725 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:48.766287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 2 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:48.772152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] For port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:48.779480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Allocated IP 172.20.0.18 (fa5da150-1ae1-4815-8b4f-88e4fc4d2a36/df8ca972-2c27-4801-b902-28ab44aa8f1a/7bfb5b99-48db-4e41-899b-33d356e2eb8b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:48.813152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:48.813397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:48.827831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:48.827831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.840197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] For port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,segment=NetworkSegment(345bf2d9-8d2c-4203-9a25-ea1d65ef9127),segment_id=345bf2d9-8d2c-4203-9a25-ea1d65ef9127)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:48.881790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:48.882119 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:48.889115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 3 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:48.906440 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-1d8f4254-bce8-49dc-bbce-456db6317741 service neutron] 10.222.0.77 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930284 Jan 17 12:49:48.914404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fdade-a29f-4a59-bd68-243d939db615 None None] Pushing event updated for resources: {'Port': ['ID=ea51eefd-1562-4454-b16f-6ec9a400a356,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:48.944527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 172.26.4.36 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/8f2ab23b-6045-4602-a817-ee80fc93758f) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:48.972040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:48.989618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:48.989957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:48.990290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:48.996546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.041100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.053278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.053606 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.061303 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 4 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.070145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:49.073950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.087818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1b316-0f43-4dd9-9932-09c91f7b317c None None] Pushing event updated for resources: {'Port': ['ID=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.170484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.199289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.214810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.223029 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-a9cde161-a9a9-49c5-9865-8e03d002f0de service neutron] 10.222.0.77 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961266 Jan 17 12:49:49.252490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.252834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.253173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.270550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.270881 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.275337 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 5 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.281564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.284793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.293320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.293687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.293978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.309063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.309411 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.310353 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 6 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.350205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:49.376689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:49.380946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:49.393298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.404091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Pushing event updated for resources: {'Port': ['ID=7bfb5b99-48db-4e41-899b-33d356e2eb8b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.445256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.475499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event updated for resources: {'Port': ['ID=1d323a69-68b6-4d53-8f7b-06345ccb394e,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.514432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.519831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Subnet': ['ID=f347aadf-0e23-49ad-8426-081b9df6cdc7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.521380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.521716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.522051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.527032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:49.531745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:49.534776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:49.538688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Attempting to bind port 7bfb5b99-48db-4e41-899b-33d356e2eb8b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.539344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Attempting to bind port 7bfb5b99-48db-4e41-899b-33d356e2eb8b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '3de58d91-e996-4714-b6e2-a5a2f343e8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.539802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.540225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Attempting to bind port 7bfb5b99-48db-4e41-899b-33d356e2eb8b on network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.545325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a1e93b9c-05c3-4c00-990f-371de3dba7e8 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/subnets/f347aadf-0e23-49ad-8426-081b9df6cdc7 HTTP/1.1" status: 204 len: 168 time: 1.2577169 Jan 17 12:49:49.551547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47174) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:49.551547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.551748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:49.551748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Checking segment: {'id': '3de58d91-e996-4714-b6e2-a5a2f343e8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:49.551963 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.552057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.552057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Bound using segment: {'id': '3de58d91-e996-4714-b6e2-a5a2f343e8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:49.552057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Bound port: 7bfb5b99-48db-4e41-899b-33d356e2eb8b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de58d91-e996-4714-b6e2-a5a2f343e8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fa5da150-1ae1-4815-8b4f-88e4fc4d2a36'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:49.552057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.582692 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 7 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.602618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.602957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.603287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.612524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.612912 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.615328 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 8 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.625296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.637126 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] For port 7bfb5b99-48db-4e41-899b-33d356e2eb8b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:49.641864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] For port 7bfb5b99-48db-4e41-899b-33d356e2eb8b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7bfb5b99-48db-4e41-899b-33d356e2eb8b,segment=NetworkSegment(3de58d91-e996-4714-b6e2-a5a2f343e8b2),segment_id=3de58d91-e996-4714-b6e2-a5a2f343e8b2)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:49.646550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.656796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/fa385a91-3487-4f7a-b7ff-dba924817a01 HTTP/1.1" status: 204 len: 168 time: 1.1254642 Jan 17 12:49:49.665360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47176) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:49.666013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=8f2ab23b-6045-4602-a817-ee80fc93758f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.704110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Deleting subnet df8ca972-2c27-4801-b902-28ab44aa8f1a {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:49:49.707684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81312a8b-97f7-48f9-a46c-280a8f1f1b91 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=fa385a91-3487-4f7a-b7ff-dba924817a01,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.709707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.710207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.710700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.713020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.727846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.744105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.744437 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.747307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 9 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.774934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.778262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.778812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.779307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.801106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83e2e7-ab59-4640-b6c6-80137f6651c1 None None] Pushing event updated for resources: {'Port': ['ID=7bfb5b99-48db-4e41-899b-33d356e2eb8b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:49.813314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.813867 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.816601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.plugins.ml2.plugin [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 10 to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc Jan 17 12:49:49.822618 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Floating IP 7f73057d-d5d8-4c12-9d71-8adfbf6184dc associated. External IP: 172.26.4.209, port: 03d0e335-29c8-4201-9443-fe6487ffcee0. Jan 17 12:49:49.842219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:49.842727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:49.843149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:49.849704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port d453d8fc-22a3-482a-8bdd-3369ee3062dc on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:49.850399 dv-neutron-824886-1-hyperv neutron-server[109280]: ERROR neutron.plugins.ml2.managers [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port d453d8fc-22a3-482a-8bdd-3369ee3062dc on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:49.850983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.962675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:49.973498 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.015106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] For port d453d8fc-22a3-482a-8bdd-3369ee3062dc, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:50.015481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempted to set empty binding levels {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 12:49:50.107044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.108622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.188935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.192339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:50.193087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.228986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Subnet': ['ID=df8ca972-2c27-4801-b902-28ab44aa8f1a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:50.251960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.261262 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0170a9a8-2461-49df-b61f-4c45f6170fb9 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/subnets/df8ca972-2c27-4801-b902-28ab44aa8f1a HTTP/1.1" status: 204 len: 168 time: 0.7044048 Jan 17 12:49:50.261560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=2a4ec5d9-8f90-452e-a3f3-8c5423842e46,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:50.277044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47182) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:50.296840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=d453d8fc-22a3-482a-8bdd-3369ee3062dc,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:50.356762 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-eeed96cc-76a5-42db-9b07-28ba5d12bab4 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.5383294 Jan 17 12:49:50.359663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47188) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:50.393733 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b9df76bf-4158-405a-9012-b0cc72cd83c4 req-97eaad49-bc85-49c9-a6d1-17994175a595 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.1700940 Jan 17 12:49:50.489348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8b1c0-4dce-4a0a-9e34-fbec345224a5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:50.490959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1bf8b1c0-4dce-4a0a-9e34-fbec345224a5 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125750 Jan 17 12:49:50.497272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47190) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:50.531334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.578163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:50.638424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280d3a1-63dd-4526-952f-bb937d16a6df None None] Network a8726d09-3c67-4ba7-984d-c236cf416c1d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:50.738991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6ae50ae1-77f1-48b4-94ea-cb8302adabe6 None None] Provisioning complete for port ea51eefd-1562-4454-b16f-6ec9a400a356 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:50.744662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ae50ae1-77f1-48b4-94ea-cb8302adabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:50.923164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '4947337c-90aa-40eb-bb05-b2dd356b1740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '549d7d71-bdb6-4663-a343-9af17705d492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:50.923546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 549d7d71-bdb6-4663-a343-9af17705d492, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:50.928271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:50.928782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.050263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0866927-ee84-4229-9453-aedcd104e31c None None] Network 361ff305-446c-41c0-a531-2e4642b76153 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:51.123938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Deleting port d453d8fc-22a3-482a-8bdd-3369ee3062dc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:51.124942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.133287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.171753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] DHCP port deletion for a8726d09-3c67-4ba7-984d-c236cf416c1d request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:51.215809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ae50ae1-77f1-48b4-94ea-cb8302adabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.227980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] For port d453d8fc-22a3-482a-8bdd-3369ee3062dc, host hv-neutron-8248, got binding levels [] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:51.228473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.245254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Calling delete_port for d453d8fc-22a3-482a-8bdd-3369ee3062dc owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:51.322894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Deleting port 7bfb5b99-48db-4e41-899b-33d356e2eb8b {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:51.324245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.334134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6ae50ae1-77f1-48b4-94ea-cb8302adabe6 None None] For port ea51eefd-1562-4454-b16f-6ec9a400a356, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea51eefd-1562-4454-b16f-6ec9a400a356,segment=NetworkSegment(bfd454cb-6967-45c9-a4a0-ef3c44a6463d),segment_id=bfd454cb-6967-45c9-a4a0-ef3c44a6463d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:51.382793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] Deleting port ea51eefd-1562-4454-b16f-6ec9a400a356 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:51.383178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.452121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ae50ae1-77f1-48b4-94ea-cb8302adabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.458577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] For port 7bfb5b99-48db-4e41-899b-33d356e2eb8b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7bfb5b99-48db-4e41-899b-33d356e2eb8b,segment=NetworkSegment(3de58d91-e996-4714-b6e2-a5a2f343e8b2),segment_id=3de58d91-e996-4714-b6e2-a5a2f343e8b2)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:51.459603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.461779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port ea51eefd-1562-4454-b16f-6ec9a400a356 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:51.462067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d0264-9f94-4ebb-b363-3e00c553bcf6 None None] Network fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:51.462198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.472963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Calling delete_port for 7bfb5b99-48db-4e41-899b-33d356e2eb8b owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:51.478692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 549d7d71-bdb6-4663-a343-9af17705d492 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:51.506586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.508730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] DHCP port deletion for 361ff305-446c-41c0-a531-2e4642b76153 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:51.524115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dd005c79-a864-4464-933d-004ad7cb3069 req-d3eea176-6082-49b8-acf1-867bff46b6e3 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0461307 Jan 17 12:49:51.555555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.573181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] For port ea51eefd-1562-4454-b16f-6ec9a400a356, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea51eefd-1562-4454-b16f-6ec9a400a356,segment=NetworkSegment(bfd454cb-6967-45c9-a4a0-ef3c44a6463d),segment_id=bfd454cb-6967-45c9-a4a0-ef3c44a6463d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:51.574216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.578636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:51.590655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.628819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for ea51eefd-1562-4454-b16f-6ec9a400a356 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:51.630196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event deleted for resources: {'Port': ['ID=d453d8fc-22a3-482a-8bdd-3369ee3062dc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:51.649059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.652959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-94835d8d-31ea-4dc8-8fca-f150da01c18c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d453d8fc-22a3-482a-8bdd-3369ee3062dc HTTP/1.1" status: 204 len: 168 time: 1.2919178 Jan 17 12:49:51.655355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47196) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:51.694087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74bf1e9-ec3a-44d5-868d-340b2a533674 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:49:51.696363 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e74bf1e9-ec3a-44d5-868d-340b2a533674 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "GET /v2.0/ports/d453d8fc-22a3-482a-8bdd-3369ee3062dc HTTP/1.1" status: 404 len: 333 time: 0.0396984 Jan 17 12:49:51.701346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47198) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:51.706572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Request body: {'port': {'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1834056812'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:51.739967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 549d7d71-bdb6-4663-a343-9af17705d492) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:51.742214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] For port ea51eefd-1562-4454-b16f-6ec9a400a356, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea51eefd-1562-4454-b16f-6ec9a400a356,segment=NetworkSegment(bfd454cb-6967-45c9-a4a0-ef3c44a6463d),segment_id=bfd454cb-6967-45c9-a4a0-ef3c44a6463d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:51.742724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.777805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:51.778424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.785055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28925bea-7826-4ab1-b438-d9201566559d None None] Network 549d7d71-bdb6-4663-a343-9af17705d492 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:51.789497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.799784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] Calling delete_port for ea51eefd-1562-4454-b16f-6ec9a400a356 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:51.826044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Port': ['ID=7bfb5b99-48db-4e41-899b-33d356e2eb8b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:51.828619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Made reservation on behalf of 934a91f9799544be95b5747ae33101f0 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:51.831778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.850709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] No DVR routers for this DVR port 7bfb5b99-48db-4e41-899b-33d356e2eb8b on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:51.880403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae50ae1-77f1-48b4-94ea-cb8302adabe6 None None] Pushing event updated for resources: {'Port': ['ID=ea51eefd-1562-4454-b16f-6ec9a400a356,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:51.884113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,segment=NetworkSegment(345bf2d9-8d2c-4203-9a25-ea1d65ef9127),segment_id=345bf2d9-8d2c-4203-9a25-ea1d65ef9127)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:51.892799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-13f88dbe-0e05-4472-b70d-2349374761a7 None None] Provisioning complete for port 7bfb5b99-48db-4e41-899b-33d356e2eb8b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:51.892799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-13f88dbe-0e05-4472-b70d-2349374761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.911584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:51.943178 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7100322d-bf4e-4b91-863b-252d588dc7f7 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2621577 Jan 17 12:49:51.943387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] Sync routers for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:51.944986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47200) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:51.950190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.963250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:51.975025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-13f88dbe-0e05-4472-b70d-2349374761a7 None None] Port 7bfb5b99-48db-4e41-899b-33d356e2eb8b was deleted so its status cannot be updated. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 17 12:49:51.979951 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5da150-1ae1-4815-8b4f-88e4fc4d2a36']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:51.986518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:51.987294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7bfb5b99-48db-4e41-899b-33d356e2eb8b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:52.032247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de58d91-e996-4714-b6e2-a5a2f343e8b2') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.032461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de58d91-e996-4714-b6e2-a5a2f343e8b2') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.048870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.056960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.057191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7bfb5b99-48db-4e41-899b-33d356e2eb8b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:52.057497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7bfb5b99-48db-4e41-899b-33d356e2eb8b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 17 12:49:52.060837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227306b8-c7c7-449a-8f70-ec82d8b3d73c None None] DHCP port deletion for fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:49:52.062635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.064925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 6ec36188-7a01-4e37-9d8e-6f001a5251a5 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:49:52.076822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.078290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:52.078929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.091027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:52.091585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:52.094580 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:52.147880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-13f88dbe-0e05-4472-b70d-2349374761a7 None None] Provisioning complete for port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:52.147880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-13f88dbe-0e05-4472-b70d-2349374761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.148574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=ea51eefd-1562-4454-b16f-6ec9a400a356,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:52.154692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No DVR routers for this DVR port ea51eefd-1562-4454-b16f-6ec9a400a356 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:52.166594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Port 7bfb5b99-48db-4e41-899b-33d356e2eb8b not found, will not notify nova. {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 17 12:49:52.167278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea51eefd-1562-4454-b16f-6ec9a400a356 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:49:52.171916 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3b7d29d0-ba23-45f6-b91c-62861b8638d1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6553309 Jan 17 12:49:52.191219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:49:52.193185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb23aac-6fe4-4500-bb22-61c0b00946a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:49:52.207550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.255763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] Deleting port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:52.256207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.280437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.284500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18520ada-a806-434a-9066-37e5d81c43e4 x-openstack-request-id: req-18520ada-a806-434a-9066-37e5d81c43e4 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:49:52.284729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:49:52.285175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18520ada-a806-434a-9066-37e5d81c43e4 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:49:52.286060 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'status': 'completed', 'code': 200} Jan 17 12:49:52.294511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ea51eefd-1562-4454-b16f-6ec9a400a356 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:52.294925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea51eefd-1562-4454-b16f-6ec9a400a356 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 17 12:49:52.363138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:52.365722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.366259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.373739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.377560 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/networks/fa5da150-1ae1-4815-8b4f-88e4fc4d2a36 HTTP/1.1" status: 204 len: 168 time: 1.8756287 Jan 17 12:49:52.387067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47206) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:52.389571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.407777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Port ea51eefd-1562-4454-b16f-6ec9a400a356 not found, will not notify nova. {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 17 12:49:52.434766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.445984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8726d09-3c67-4ba7-984d-c236cf416c1d']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.458791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.459096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd454cb-6967-45c9-a4a0-ef3c44a6463d') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.471829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.488889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.497223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:52.497409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.504118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] Pushing event deleted for resources: {'Port': ['ID=ea51eefd-1562-4454-b16f-6ec9a400a356,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:52.509082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.529096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bae2-02a3-46c8-a34e-0d1e3aee93e7 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Network': ['ID=fa5da150-1ae1-4815-8b4f-88e4fc4d2a36,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:52.541019 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:52.545229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed516d6-9c41-4225-bc0b-8bb5e4257173 None None] No DVR routers for this DVR port ea51eefd-1562-4454-b16f-6ec9a400a356 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:52.554818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea51eefd-1562-4454-b16f-6ec9a400a356 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:52.555203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-810f2cf9-9050-491f-95c1-ac7e90d0181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:52.556932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-810f2cf9-9050-491f-95c1-ac7e90d0181b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=631838b01a2040c1ae54173126944cd9&device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1098 time: 0.2632308 Jan 17 12:49:52.564802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] For port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,segment=NetworkSegment(345bf2d9-8d2c-4203-9a25-ea1d65ef9127),segment_id=345bf2d9-8d2c-4203-9a25-ea1d65ef9127)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:52.565287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.608490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:52.611685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504be312-1db9-4c63-aea6-b612879bb3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-549d7d71-bdb6-4663-a343-9af17705d492', 'network_id': '549d7d71-bdb6-4663-a343-9af17705d492', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '2a4ec5d9-8f90-452e-a3f3-8c5423842e46'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:52.613275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-504be312-1db9-4c63-aea6-b612879bb3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.650600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ea51eefd-1562-4454-b16f-6ec9a400a356 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:52.651157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea51eefd-1562-4454-b16f-6ec9a400a356 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:52.652337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:52.656079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099e306-6959-4945-afe2-3bbddcc24113 req-2b0f0736-2e43-4c21-96f2-7d8b8b97d40c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:52.657642 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5099e306-6959-4945-afe2-3bbddcc24113 req-2b0f0736-2e43-4c21-96f2-7d8b8b97d40c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.3286042 Jan 17 12:49:52.658447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.689612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] Calling delete_port for 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:52.689840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:52.704418 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] Sync routers for ids ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:52.714442 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] Routers {'6ec36188-7a01-4e37-9d8e-6f001a5251a5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:52.715336 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.755942 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5099e306-6959-4945-afe2-3bbddcc24113 req-9d6867fa-d00e-4c8f-b9b6-e75d31e2da92 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705450 Jan 17 12:49:52.779452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.790099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.790099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-950a9f2e-5ee2-49ea-9f4c-b4da32ca1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:52.790099 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-950a9f2e-5ee2-49ea-9f4c-b4da32ca1803 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c43b38ed-3c43-4042-b963-6e98138cb508 HTTP/1.1" status: 200 len: 897 time: 0.2072136 Jan 17 12:49:52.792145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.796250 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/a8726d09-3c67-4ba7-984d-c236cf416c1d HTTP/1.1" status: 204 len: 168 time: 3.1255031 Jan 17 12:49:52.796837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47210) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:52.804056 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.812021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47212) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:52.814245 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] Routers {'6ec36188-7a01-4e37-9d8e-6f001a5251a5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:52.815030 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.820504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'name': 'tempest-PortsIpV6TestJSON-693117945'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:52.846525 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03b8bdf2-fefe-4d4e-8a16-84969bdd4315 req-b0ac2892-9801-441f-9243-85e07abfeffc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.1713524 Jan 17 12:49:52.853662 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:52.855013 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbba54c-3a75-45c3-bd30-0956a6d17426 None None] The sync data for ids ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:52.877661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc6537-a965-40b3-bd39-73b0134ca2cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=a8726d09-3c67-4ba7-984d-c236cf416c1d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:52.894652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.899159 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c40e38e4-dd12-46a1-86f4-a8984f1b24d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.9912267 Jan 17 12:49:52.900113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47214) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:52.912002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:52.984915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4ec5d9-8f90-452e-a3f3-8c5423842e46,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:52.998077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Network 93e601fc-2f14-4943-8f3f-a66ef0986a98 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-504be312-1db9-4c63-aea6-b612879bb3ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a4ec5d9-8f90-452e-a3f3-8c5423842e46: This subnet is being modified by another concurrent operation. Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 12:49:52.999005 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a4ec5d9-8f90-452e-a3f3-8c5423842e46: This subnet is being modified by another concurrent operation. Jan 17 12:49:53.006228 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 12:49:53.009952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8d2ece61-6095-4fc4-9828-7337c6e44177 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/floatingips/7f73057d-d5d8-4c12-9d71-8adfbf6184dc HTTP/1.1" status: 200 len: 991 time: 0.2010832 Jan 17 12:49:53.010055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce498e6-c49e-4ebe-befd-2399ac8f9ec4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:53.021444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:53.045194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc38b8ac-0f50-4a8a-ae9b-733dd2dc3972 None None] Network 549d7d71-bdb6-4663-a343-9af17705d492 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:53.047024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:53.049828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:53.050622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.082497 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-10834d58-3c05-4ace-88c2-57dc84f0e825 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d0e335-29c8-4201-9443-fe6487ffcee0 HTTP/1.1" status: 200 len: 999 time: 0.2399266 Jan 17 12:49:53.100309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Deleting port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:53.100630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.101631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.133190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549d7d71-bdb6-4663-a343-9af17705d492']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:53.146719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7529f6a3-29ff-4cf2-96a7-33a392780418 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/routers/6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 200 len: 883 time: 0.2422478 Jan 17 12:49:53.149334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47216) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:53.156924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4947337c-90aa-40eb-bb05-b2dd356b1740') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:53.157255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4947337c-90aa-40eb-bb05-b2dd356b1740') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:53.191867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.194842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-19818e6a-6bca-40b5-bab8-dd77b0be041e tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4925978 Jan 17 12:49:53.203718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47218) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:53.216074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:53.225684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.278848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.284348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] For port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,segment=NetworkSegment(345bf2d9-8d2c-4203-9a25-ea1d65ef9127),segment_id=345bf2d9-8d2c-4203-9a25-ea1d65ef9127)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:53.284885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.306892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-4456acae-83f7-4e87-9edb-bd5168d3b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:53.308249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:53.308632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-4456acae-83f7-4e87-9edb-bd5168d3b535 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=594b246e-4f1b-457d-b99a-917fefef9c8c HTTP/1.1" status: 200 len: 834 time: 0.2171280 Jan 17 12:49:53.308761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:53.313708 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:53.320322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Calling delete_port for 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:53.323589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.371804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] Pushing event deleted for resources: {'Port': ['ID=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:53.390676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.410198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7bfb5b99-48db-4e41-899b-33d356e2eb8b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:49:53.412287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bada20-d416-48f5-b729-7774e3775f38 None None] No DVR routers for this DVR port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:53.418689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-22627c42-6b2f-467a-9e47-e29ed8d3afeb tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:53.420233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-22627c42-6b2f-467a-9e47-e29ed8d3afeb tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 812 time: 0.2900758 Jan 17 12:49:53.423792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:53.427345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.461761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995cf52-37f1-4516-a8ed-4ad60401ea69 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:49:53.465962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7bfb5b99-48db-4e41-899b-33d356e2eb8b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:49:53.466316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7bfb5b99-48db-4e41-899b-33d356e2eb8b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:49:53.492924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-d2438e64-e836-49f3-93bc-beb408b0468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:53.494405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-d2438e64-e836-49f3-93bc-beb408b0468c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c43b38ed-3c43-4042-b963-6e98138cb508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706409 Jan 17 12:49:53.511192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port 65ffc804-0987-45e2-b426-290ea161e275 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:53.538321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.555826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.562606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/549d7d71-bdb6-4663-a343-9af17705d492 HTTP/1.1" status: 204 len: 168 time: 1.6132622 Jan 17 12:49:53.568117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47220) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:53.576488 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e35acbee-69a5-4d9c-8ab1-d759d132f181 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 379 time: 0.1347499 Jan 17 12:49:53.576951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169165854'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:53.599515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a63e-d243-420f-b656-9430e8fc020c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=549d7d71-bdb6-4663-a343-9af17705d492,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:53.717524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'port': {'device_id': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'admin_state_up': True, 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'security_groups': ['43035927-7bfb-4489-b8f7-29de823a6674']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:53.750596 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d478b75d-6042-4a42-80af-46c961a46b23 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6001816 Jan 17 12:49:53.754136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7f73057d-d5d8-4c12-9d71-8adfbf6184dc', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'floating_ip_address': '172.26.4.209', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'port_id': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'mac_address': 'fa:16:3e:e1:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:49:47Z', 'updated_at': '2022-01-17T12:49:47Z', 'revision_number': 0, 'project_id': '631838b01a2040c1ae54173126944cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:21Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:53.758897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:53.764401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-583639825'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:53.791703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.811631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:53.813153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9995cf52-37f1-4516-a8ed-4ad60401ea69 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:49:53.815087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.815794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] Checking router: 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:49:53.841045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:53.841928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:53.866413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:53.877067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:53.888218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Port': ['ID=7873576b-4ef2-42d8-80a5-ff5892f6b2d4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:53.894766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] No DVR routers for this DVR port 7873576b-4ef2-42d8-80a5-ff5892f6b2d4 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:49:53.969326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.044586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47230) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:54.062120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:49:54.117251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a7a9e23f-16d0-4391-a8ed-1ea6f1e54639 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/floatingips/7f73057d-d5d8-4c12-9d71-8adfbf6184dc HTTP/1.1" status: 200 len: 991 time: 0.0713356 Jan 17 12:49:54.156202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.196199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-e2385eec-9c6a-4dd1-82ee-eb03e61ca981 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104507 Jan 17 12:49:54.220081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361ff305-446c-41c0-a531-2e4642b76153']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:54.248675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345bf2d9-8d2c-4203-9a25-ea1d65ef9127') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:54.248995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345bf2d9-8d2c-4203-9a25-ea1d65ef9127') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:54.306367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.341718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.360710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:54.361452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:54.367603 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:54.418509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7f73057d-d5d8-4c12-9d71-8adfbf6184dc', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'floating_ip_address': '172.26.4.209', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'port_id': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'mac_address': 'fa:16:3e:e1:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:49:47Z', 'updated_at': '2022-01-17T12:49:47Z', 'revision_number': 0, 'project_id': '631838b01a2040c1ae54173126944cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:21Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:54.440294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:54.445898 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb23aac-6fe4-4500-bb22-61c0b00946a4 req-48dda22b-3712-4aa4-b172-8bf3dc3243ff service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401428 Jan 17 12:49:54.449006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954d89c-9723-4df7-9071-df048ea07445 None None] The sync data for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv is: [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7f73057d-d5d8-4c12-9d71-8adfbf6184dc', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'floating_ip_address': '172.26.4.209', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'port_id': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'mac_address': 'fa:16:3e:e1:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:49:47Z', 'updated_at': '2022-01-17T12:49:47Z', 'revision_number': 0, 'project_id': '631838b01a2040c1ae54173126944cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:21Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:54.449346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.449691 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 689d7bc9-b90a-414b-bd12-269f6d3dbfbb of type vlan for network 2bb64178-a021-4968-a25e-a27207acc57c Jan 17 12:49:54.454345 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-93dffd75-7eb5-4a45-9c19-8b9392d7eb85 req-642f2f6b-f4a0-4635-800a-885c52937216 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.4651520 Jan 17 12:49:54.454968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.511160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Made reservation on behalf of c5836de1b2e64966a638b8dd9cb4ee88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:54.515651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.533172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.565155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.619788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:54.629164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce498e6-c49e-4ebe-befd-2399ac8f9ec4,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:54.649082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:54.652053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=65ffc804-0987-45e2-b426-290ea161e275,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:54.657199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:54.663611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:54.670026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.692429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:54.692784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:54.693093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:54.697122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.702077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:54.705541 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:54.705541 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 2 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:54.720886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.726801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:54.727138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:54.727469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:54.727794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/networks/361ff305-446c-41c0-a531-2e4642b76153 HTTP/1.1" status: 204 len: 168 time: 2.3358476 Jan 17 12:49:54.731227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47232) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:54.733700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f929-4039-4e6a-9f52-a83623c8ac4b tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Network': ['ID=361ff305-446c-41c0-a531-2e4642b76153,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:54.755948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:54.756496 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:54.783070 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-03ae844e-6a06-4315-aca7-71fe9b958079 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9697392 Jan 17 12:49:54.791177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47234) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:54.825285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Allocated IP 172.20.0.3 (d73bbc65-5155-4da1-bd37-ab753e3b3366/f69d34c9-5a9d-4901-a067-0eeb96659b67/730a7a33-e089-4a6a-8d5e-3a1f6446f124) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:54.826610 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 3 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:54.860524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.866282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:54.866883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:54.892782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abd5302-d53d-4296-9a54-941a97f7a879 None None] New status for floating IP 7f73057d-d5d8-4c12-9d71-8adfbf6184dc: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:49:54.950833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=2bb64178-a021-4968-a25e-a27207acc57c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:54.962491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:54.962825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:54.963155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.008517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.012442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.012809 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.015518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 4 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.050070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.055009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.055343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.055726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.091164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.091533 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.101995 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 5 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.129186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2bb64178-a021-4968-a25e-a27207acc57c details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:49:55.132122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47236) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:55.142125 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-85e79fbf-6753-4960-8d06-060ec9a8d314 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5695386 Jan 17 12:49:55.159198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47238) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:55.199554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '2bb64178-a021-4968-a25e-a27207acc57c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:55.254630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.254964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.255301 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.265545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.279228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.302506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 65ffc804-0987-45e2-b426-290ea161e275 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:55.313277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.314353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.314353 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.314353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32823add-e87e-4fc7-8b4d-c5ad34782954']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:55.318539 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 6 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.383926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb291880-85bd-4b91-9fe3-e19abd137002') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:55.384233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb291880-85bd-4b91-9fe3-e19abd137002') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:55.405747 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c299dc48-2b6c-4228-b4ed-99599a70b3f4 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/floatingips/7f73057d-d5d8-4c12-9d71-8adfbf6184dc HTTP/1.1" status: 200 len: 991 time: 0.2662776 Jan 17 12:49:55.411513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.413138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.413468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.413815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.434853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.439228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.443041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.443371 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.453286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 65ffc804-0987-45e2-b426-290ea161e275 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:55.473415 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 7 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.477243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.496599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:55.497026 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:55.501438 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:55.544928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.545265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.545599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.566871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.567195 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.571636 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 8 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.597926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.598401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.598853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.605953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 6ec36188-7a01-4e37-9d8e-6f001a5251a5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:49:55.607389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.607860 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.608420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcb1b35d-7ebf-41b8-93a8-fd14470feb58 req-dfce9a42-ac8f-41b9-b073-c0ce4e4a12a3 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0343506 Jan 17 12:49:55.608595 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 9 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.627765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.628303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.628710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.637502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.637957 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.638448 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 10 to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 Jan 17 12:49:55.658502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.675890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:55.679410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.689850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.690165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=65ffc804-0987-45e2-b426-290ea161e275,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:55.695065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.696847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.699387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/networks/32823add-e87e-4fc7-8b4d-c5ad34782954 HTTP/1.1" status: 204 len: 168 time: 0.9662607 Jan 17 12:49:55.703568 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-91869910-df37-450b-8df4-c216c5778466 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/65ffc804-0987-45e2-b426-290ea161e275 HTTP/1.1" status: 204 len: 168 time: 0.9164438 Jan 17 12:49:55.704384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47242) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:55.712683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47244) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:55.713335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.732481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'mac_address': 'fa:16:3e:d1:85:f9', 'name': 'tempest-PortsIpV6TestJSON-1866078823'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:55.787333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:55.787333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:55.788185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:55.811861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:55.823006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:55.826545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd373f-160d-4944-956e-07723a108b45 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Network': ['ID=32823add-e87e-4fc7-8b4d-c5ad34782954,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:55.829962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=730a7a33-e089-4a6a-8d5e-3a1f6446f124,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:55.834035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:55.861178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.878241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:55.878980 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:49:55.879582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.899774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:55.900859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:55.993094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:49:56.004506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.005160 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] Sync routers for ids ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:49:56.008576 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-914d3a7c-3a54-4e3e-8b32-b8b65a491fac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 200 len: 890 time: 2.2458048 Jan 17 12:49:56.014336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47246) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:56.019908 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] Routers {'6ec36188-7a01-4e37-9d8e-6f001a5251a5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:56.021523 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.045402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.064888 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.076145 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] Routers {'6ec36188-7a01-4e37-9d8e-6f001a5251a5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:49:56.077160 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:49:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.077372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa708c1-c0b6-4f31-a094-c1de9b6fa09e']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.094006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394dc3c9-a22b-47a1-a6de-43b9467183c6') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.094422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394dc3c9-a22b-47a1-a6de-43b9467183c6') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.110514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.117750 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:56.118443 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47169d9a-bd41-4f13-8d35-c98e9928656d None None] The sync data for ids ['6ec36188-7a01-4e37-9d8e-6f001a5251a5'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:49:56.123848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] For port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4, host hv-neutron-8248, cleared binding levels {{(pid=109281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:56.124323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempted to set empty binding levels {{(pid=109281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 12:49:56.132674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.140419 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-071eb9ed-cc55-4281-81bd-94464ef0c0a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5532014 Jan 17 12:49:56.143274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:56.144889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:56.146827 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:56.162198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Request body: {'port': {'device_id': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:56.214585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.218335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f222d7e7-59ac-47f3-88a4-73f89e1400a0 None None] Provisioning complete for port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:49:56.220350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f222d7e7-59ac-47f3-88a4-73f89e1400a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.263136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.272479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f222d7e7-59ac-47f3-88a4-73f89e1400a0 None None] Port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:49:56.298501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] In _notify_port_updated(), no bound segment for port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:49:56.299362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.299989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.301300 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "PUT /v2.0/ports/9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 HTTP/1.1" status: 200 len: 977 time: 3.0914385 Jan 17 12:49:56.305390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47248) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:56.327764 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9e146a28-f6d7-4a51-9bff-743d45760412 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/routers/6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 200 len: 890 time: 0.3084536 Jan 17 12:49:56.328824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47250) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:56.344007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:56.371453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7317-5259-4d07-a4d7-d364d80648e3 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=9ce498e6-c49e-4ebe-befd-2399ac8f9ec4,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:56.406440 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d2eb012b-23e4-490d-85d9-1854db9d2036 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 200 len: 205 time: 0.0737278 Jan 17 12:49:56.406756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47252) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:56.412619 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47254) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:56.439859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.465043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.465043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.465043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.465541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.465873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.466355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.466810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.467319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.467810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.468274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.468734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.469230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.469691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.470150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.470609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.471064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.471540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.472005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.472465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.472923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:56.480250 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4de60d37-137c-4bda-8647-cf311320e51c tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18018 time: 0.1694942 Jan 17 12:49:56.492622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.492965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47256) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:56.497390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.503332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] 10.222.0.77 "DELETE /v2.0/networks/caa708c1-c0b6-4f31-a094-c1de9b6fa09e HTTP/1.1" status: 204 len: 168 time: 0.7948291 Jan 17 12:49:56.531276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0642e-a965-4925-a339-4ce8a5cb3e02 tempest-BulkNetworkOpsTest-919001578 tempest-BulkNetworkOpsTest-919001578-project] Pushing event deleted for resources: {'Network': ['ID=caa708c1-c0b6-4f31-a094-c1de9b6fa09e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:56.576674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.631596 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-48e84612-94cc-4534-95be-27aab11b17ff tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/floatingips/7f73057d-d5d8-4c12-9d71-8adfbf6184dc HTTP/1.1" status: 200 len: 993 time: 0.2097857 Jan 17 12:49:56.680919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=3f74fe28-b531-4ca8-b8d5-b7a5e393c8bb,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:56.687231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Deleting port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:56.687231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.693799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port 6b63990c-b2c1-42a4-bf23-cb077b055335 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:56.746749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.795398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '689d7bc9-b90a-414b-bd12-269f6d3dbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2bb64178-a021-4968-a25e-a27207acc57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:56.796191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 2bb64178-a021-4968-a25e-a27207acc57c, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:49:56.814956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] For port 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4, host hv-neutron-8248, got binding levels [] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:49:56.817060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.832223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Calling delete_port for 9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:56.837124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730a7a33-e089-4a6a-8d5e-3a1f6446f124 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:49:56.847548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:56.898183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Transition to ACTIVE for port object 730a7a33-e089-4a6a-8d5e-3a1f6446f124 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:49:57.024924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.030980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.068671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.072298 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "DELETE /v2.0/ports/9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 HTTP/1.1" status: 204 len: 168 time: 0.5703974 Jan 17 12:49:57.083166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c2256-40f7-4fba-bee6-7968b76042ab tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ce498e6-c49e-4ebe-befd-2399ac8f9ec4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:57.086672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47262) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:57.157603 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2113d614-dfbd-4fd9-a249-8ebf45e1e668 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:49:57.163265 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2113d614-dfbd-4fd9-a249-8ebf45e1e668 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "GET /v2.0/ports/9ce498e6-c49e-4ebe-befd-2399ac8f9ec4 HTTP/1.1" status: 404 len: 333 time: 0.0754392 Jan 17 12:49:57.164181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47266) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:57.193395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643575213', 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:57.276866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Attempting to bind port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:57.276866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Attempting to bind port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:57.277207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Attempting to bind port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:57.279176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47268) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:57.297373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Pushing event updated for resources: {'Port': ['ID=730a7a33-e089-4a6a-8d5e-3a1f6446f124,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:57.300851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:49:57.301180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Attempting to bind port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:57.307731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:57.308072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Checking segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:57.308509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Bound using segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:57.308965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Bound port: 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:57.309324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.371512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.392854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Made reservation on behalf of 934a91f9799544be95b5747ae33101f0 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:57.396170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ec655-a50a-4651-80f7-382624e55026 req-9cac36c9-720e-4981-9a01-34f94eaa18fa tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:57.398004 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-911ec655-a50a-4651-80f7-382624e55026 req-9cac36c9-720e-4981-9a01-34f94eaa18fa tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 931 time: 0.6591244 Jan 17 12:49:57.407696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.435725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] For port 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:57.440090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 2bb64178-a021-4968-a25e-a27207acc57c is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:49:57.453760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] For port 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:57.457224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port 3890ea8a-9347-4ffe-b9e4-ae5745b78464 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:57.482513 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-911ec655-a50a-4651-80f7-382624e55026 req-22d63710-3613-4f02-a746-805b946ef46e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701332 Jan 17 12:49:57.485480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.562219 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-83958e96-31c6-4038-89a9-6a7c862ac07b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ed6e199c6be44c4a7268ffe5c036298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793663 Jan 17 12:49:57.566076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47272) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:57.567587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 8f2ab23b-6045-4602-a817-ee80fc93758f {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:57.568248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.652305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.652771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.660900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 2bb64178-a021-4968-a25e-a27207acc57c) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:57.665897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:57.666489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.676008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc4be8-cc2a-4ac5-bbcd-714846ba01c7 None None] Network 2bb64178-a021-4968-a25e-a27207acc57c requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:49:57.676712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.683698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 8f2ab23b-6045-4602-a817-ee80fc93758f owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:57.736175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:57.736950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.742540 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] 10.222.0.67 "PUT /v2.0/ports/730a7a33-e089-4a6a-8d5e-3a1f6446f124 HTTP/1.1" status: 200 len: 1093 time: 1.5802171 Jan 17 12:49:57.742540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:49:57.742540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d920671-ecb2-4490-b048-3c3434c49ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:49:57.742944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:57.747913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:57.786055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:57.806179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:57.806940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.815720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0534474-b5f5-4c7a-8ef5-727930457151 service neutron] Pushing event updated for resources: {'Port': ['ID=730a7a33-e089-4a6a-8d5e-3a1f6446f124,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:57.821741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa6f4c1-8aae-4d01-965c-ae678f326869 x-openstack-request-id: req-daa6f4c1-8aae-4d01-965c-ae678f326869 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:49:57.822319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:49:57.822762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-daa6f4c1-8aae-4d01-965c-ae678f326869 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:49:57.823453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'status': 'completed', 'code': 200} Jan 17 12:49:57.828849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.838294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2eb54050-08e6-4915-a6fa-de2f0e9ed725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.853468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=6b63990c-b2c1-42a4-bf23-cb077b055335,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:57.862516 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2a35f96a-0a3c-49c9-b72e-c4fe154afbc4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7022312 Jan 17 12:49:57.865831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47276) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:57.906443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-2bb64178-a021-4968-a25e-a27207acc57c', 'network_id': '2bb64178-a021-4968-a25e-a27207acc57c', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '3f74fe28-b531-4ca8-b8d5-b7a5e393c8bb'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:49:57.910836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.958947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2eb54050-08e6-4915-a6fa-de2f0e9ed725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:57.986275 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fb19e298-04e8-4a96-b7c4-dc032c15f1f2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2606294 Jan 17 12:49:57.996117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47278) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:58.025277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920671-ecb2-4490-b048-3c3434c49ab5 req-548e8714-a696-4ca0-9eac-c638228631f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.030364 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d920671-ecb2-4490-b048-3c3434c49ab5 req-548e8714-a696-4ca0-9eac-c638228631f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1096 time: 0.1778104 Jan 17 12:49:58.053365 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:49:58.087453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Allocated IP 172.20.0.1 (2bb64178-a021-4968-a25e-a27207acc57c/3f74fe28-b531-4ca8-b8d5-b7a5e393c8bb/ccf4604c-1127-4368-b969-a101071c4250) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:49:58.100872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.124883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0db05-3ee4-49c2-9ea5-44cca3b007b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.126302 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7fd0db05-3ee4-49c2-9ea5-44cca3b007b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/6b63990c-b2c1-42a4-bf23-cb077b055335 HTTP/1.1" status: 200 len: 845 time: 0.1288764 Jan 17 12:49:58.135727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47280) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:58.165025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Network 93e601fc-2f14-4943-8f3f-a66ef0986a98 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:58.176573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=3890ea8a-9347-4ffe-b9e4-ae5745b78464,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:58.179054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:58.192186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:58.192186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.192186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.193113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2eb54050-08e6-4915-a6fa-de2f0e9ed725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.195964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2eb54050-08e6-4915-a6fa-de2f0e9ed725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.199559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2eb54050-08e6-4915-a6fa-de2f0e9ed725 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42d98f4c-b4c6-4ca5-8b83-89550c2bc394 HTTP/1.1" status: 204 len: 168 time: 0.6301732 Jan 17 12:49:58.224762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54050-08e6-4915-a6fa-de2f0e9ed725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d98f4c-b4c6-4ca5-8b83-89550c2bc394,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:58.225287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.238746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920671-ecb2-4490-b048-3c3434c49ab5 req-490bd20b-2fd5-40a3-9ec9-5f341714a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.242112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d920671-ecb2-4490-b048-3c3434c49ab5 req-490bd20b-2fd5-40a3-9ec9-5f341714a5d1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1937988 Jan 17 12:49:58.331972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.359761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.367888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 6b63990c-b2c1-42a4-bf23-cb077b055335 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:58.368227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.382017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-30343e44-44f0-4bb2-a125-4abba885a390 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2115226 Jan 17 12:49:58.383195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47284) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:58.442970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d920671-ecb2-4490-b048-3c3434c49ab5 req-557533de-caa0-487d-89ee-c9ceb3766775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.446220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d920671-ecb2-4490-b048-3c3434c49ab5 req-557533de-caa0-487d-89ee-c9ceb3766775 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944699 Jan 17 12:49:58.451076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19ca2b-6133-407b-b447-ad3a0dbb17cc tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.455092 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7b19ca2b-6133-407b-b447-ad3a0dbb17cc tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "GET /v2.0/ports/3890ea8a-9347-4ffe-b9e4-ae5745b78464 HTTP/1.1" status: 200 len: 955 time: 0.0684285 Jan 17 12:49:58.455759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47286) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:58.505190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.528610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 6b63990c-b2c1-42a4-bf23-cb077b055335 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:58.546166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.553570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-70755dfb-c384-47fc-b776-8d4694b998d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.556608 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-70755dfb-c384-47fc-b776-8d4694b998d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1096 time: 0.0602956 Jan 17 12:49:58.581494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.600650 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-08c20b6d-45fb-45fb-92ad-ef63acd84f2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124 HTTP/1.1" status: 200 len: 217 time: 0.0374441 Jan 17 12:49:58.621099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Network 2bb64178-a021-4968-a25e-a27207acc57c is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:49:58.622843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Pushing event updated for resources: {'Port': ['ID=ccf4604c-1127-4368-b969-a101071c4250,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:58.625922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:49:58.628382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:49:58.650547 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=8f2ab23b-6045-4602-a817-ee80fc93758f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:58.680342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-2e67e2cc-daa5-4fb7-b313-dd9dead1127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.683393 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-2e67e2cc-daa5-4fb7-b313-dd9dead1127c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0695059 Jan 17 12:49:58.703675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Attempting to bind port ccf4604c-1127-4368-b969-a101071c4250 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:49:58.704241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Attempting to bind port ccf4604c-1127-4368-b969-a101071c4250 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '689d7bc9-b90a-414b-bd12-269f6d3dbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2bb64178-a021-4968-a25e-a27207acc57c'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:49:58.704389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Attempting to bind port ccf4604c-1127-4368-b969-a101071c4250 on network 2bb64178-a021-4968-a25e-a27207acc57c {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:49:58.710971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:49:58.711358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Checking segment: {'id': '689d7bc9-b90a-414b-bd12-269f6d3dbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2bb64178-a021-4968-a25e-a27207acc57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:49:58.711781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.712191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Bound using segment: {'id': '689d7bc9-b90a-414b-bd12-269f6d3dbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2bb64178-a021-4968-a25e-a27207acc57c'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:49:58.712739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Bound port: ccf4604c-1127-4368-b969-a101071c4250, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689d7bc9-b90a-414b-bd12-269f6d3dbfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2bb64178-a021-4968-a25e-a27207acc57c'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:49:58.713138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.742211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-fb061b2b-c20d-4c97-a98c-fbc9274fa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.744156 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-fb061b2b-c20d-4c97-a98c-fbc9274fa095 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550284 Jan 17 12:49:58.792624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] For port ccf4604c-1127-4368-b969-a101071c4250, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:49:58.796064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] For port ccf4604c-1127-4368-b969-a101071c4250, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ccf4604c-1127-4368-b969-a101071c4250,segment=NetworkSegment(689d7bc9-b90a-414b-bd12-269f6d3dbfbb),segment_id=689d7bc9-b90a-414b-bd12-269f6d3dbfbb)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:49:58.796677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.806533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48646eb8-120a-49c9-85aa-aac44f2fe3ee req-2e10762a-9f3e-4fea-87f2-34eead856f95 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:49:58.808230 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48646eb8-120a-49c9-85aa-aac44f2fe3ee req-2e10762a-9f3e-4fea-87f2-34eead856f95 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.2212412 Jan 17 12:49:58.865352 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-5a403674-c70b-4971-b4d2-c13d50eaf149 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149037 Jan 17 12:49:58.914646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.951835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.985724 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f46f4d52-f3b5-4fc0-9134-918dea7db84f req-b0c50602-a31d-4fff-8ee9-6fc44f011ffa service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084216 Jan 17 12:49:58.993903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:58.997676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=3f74fe28-b531-4ca8-b8d5-b7a5e393c8bb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:59.004626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.046636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Deleting port 3890ea8a-9347-4ffe-b9e4-ae5745b78464 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:49:59.047046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.055036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371669-9f95-4154-8798-f0ec8409bd08 None None] Pushing event updated for resources: {'Port': ['ID=ccf4604c-1127-4368-b969-a101071c4250,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:59.176737 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48646eb8-120a-49c9-85aa-aac44f2fe3ee req-5db6e86d-3eb5-4039-b939-2bd8f837380d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730775 Jan 17 12:49:59.200964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.211325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.236832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.238778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Calling delete_port for 3890ea8a-9347-4ffe-b9e4-ae5745b78464 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:49:59.242423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb64178-a021-4968-a25e-a27207acc57c']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:59.290062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689d7bc9-b90a-414b-bd12-269f6d3dbfbb') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:59.290405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689d7bc9-b90a-414b-bd12-269f6d3dbfbb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:49:59.301719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=6b63990c-b2c1-42a4-bf23-cb077b055335,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:59.335655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.345800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.349049 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-79a6eeba-846d-45f9-98f2-6533425b4baa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/6b63990c-b2c1-42a4-bf23-cb077b055335 HTTP/1.1" status: 204 len: 168 time: 1.2110057 Jan 17 12:49:59.349880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.350407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec36188-7a01-4e37-9d8e-6f001a5251a5 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:49:59.353507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47300) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:59.362921 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.364788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4cc24f3d-2cf1-4d2a-a8b0-4f315dc396f8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 204 len: 168 time: 2.9568279 Jan 17 12:49:59.372772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47304) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:59.376907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.381959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1604301685'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:59.399730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:49:59.400139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:49:59.404476 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:49:59.410498 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-629af31b-7381-4792-9df5-93a661361a8b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:49:59.416218 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-629af31b-7381-4792-9df5-93a661361a8b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/6b63990c-b2c1-42a4-bf23-cb077b055335 HTTP/1.1" status: 404 len: 333 time: 0.0582526 Jan 17 12:49:59.421014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47306) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:59.436809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'name': 'tempest-PortsIpV6TestJSON-1439996921'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:59.595663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:49:59.595663 dv-neutron-824886-1-hyperv neutron-server[109281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:49:59.595663 dv-neutron-824886-1-hyperv neutron-server[109281]: [parameters: {'id': '2bb64178-a021-4968-a25e-a27207acc57c'}] Jan 17 12:49:59.595663 dv-neutron-824886-1-hyperv neutron-server[109281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:49:59.599740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:49:59.733607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.736124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:59.740440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.780137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event deleted for resources: {'Port': ['ID=3890ea8a-9347-4ffe-b9e4-ae5745b78464,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:49:59.791022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.795102 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-edaf21e5-07b0-45be-8099-da23bd998e4d tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3890ea8a-9347-4ffe-b9e4-ae5745b78464 HTTP/1.1" status: 204 len: 168 time: 1.3384852 Jan 17 12:49:59.798272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47314) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:59.813283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:49:59.828529 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cf9a3e-81fb-426e-9e09-001d5dc51aec tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:49:59.830159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-14cf9a3e-81fb-426e-9e09-001d5dc51aec tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "GET /v2.0/ports/3890ea8a-9347-4ffe-b9e4-ae5745b78464 HTTP/1.1" status: 404 len: 333 time: 0.0299869 Jan 17 12:49:59.830997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.831613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 8dd356e1-78d2-43d7-8e89-167bdd8041cd of type vlan for network 0a0a72cb-0b0e-4e09-b436-a147c068a395 Jan 17 12:49:59.834797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47316) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:59.842371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Request body: {'port': {'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1593661265'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:49:59.864650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:49:59.868471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.872758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47318) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:49:59.887418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:49:59.924573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port bf02cdd6-fb9c-4064-a59b-6e82e700c3cc yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:49:59.997938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1512295830'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:00.047081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.053096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:00.055090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.092428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Made reservation on behalf of 934a91f9799544be95b5747ae33101f0 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:00.092428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.094669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627af401-9d4e-4424-b0c7-d144c7dc2183 None None] Network 2bb64178-a021-4968-a25e-a27207acc57c requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:00.113752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.136782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.139505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:00.166693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a1a71f33-41ce-4b37-8f1e-94210733d258 None None] Provisioning complete for port ccf4604c-1127-4368-b969-a101071c4250 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:00.167168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1a71f33-41ce-4b37-8f1e-94210733d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.183755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=0a0a72cb-0b0e-4e09-b436-a147c068a395,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.199795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:00.217190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:00.217901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port ccf4604c-1127-4368-b969-a101071c4250 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:00.218428 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.220748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.233247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.292431 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-079e0f59-faf0-4ce7-a004-5993db06bd8a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9176588 Jan 17 12:50:00.296116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47324) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:00.302095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:00.314400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port ccf4604c-1127-4368-b969-a101071c4250, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ccf4604c-1127-4368-b969-a101071c4250,segment=NetworkSegment(689d7bc9-b90a-414b-bd12-269f6d3dbfbb),segment_id=689d7bc9-b90a-414b-bd12-269f6d3dbfbb)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:00.315128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.368462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1a71f33-41ce-4b37-8f1e-94210733d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.372858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for ccf4604c-1127-4368-b969-a101071c4250 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:00.405254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a1a71f33-41ce-4b37-8f1e-94210733d258 None None] For port ccf4604c-1127-4368-b969-a101071c4250, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ccf4604c-1127-4368-b969-a101071c4250,segment=NetworkSegment(689d7bc9-b90a-414b-bd12-269f6d3dbfbb),segment_id=689d7bc9-b90a-414b-bd12-269f6d3dbfbb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:00.414456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b3224-a79a-4514-96fe-8e35012e8de8 req-a1a01682-c284-439a-9d25-147eedb9fc4d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:00.416187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-340b3224-a79a-4514-96fe-8e35012e8de8 req-a1a01682-c284-439a-9d25-147eedb9fc4d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1499279 Jan 17 12:50:00.426434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.472020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] DHCP port deletion for 2bb64178-a021-4968-a25e-a27207acc57c request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:00.513223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.530859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] Deleting port ccf4604c-1127-4368-b969-a101071c4250 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:00.531227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.538437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:00.563024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:00.570391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=bf02cdd6-fb9c-4064-a59b-6e82e700c3cc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.571646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a1a71f33-41ce-4b37-8f1e-94210733d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.573772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:00.579163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:00.579689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.585306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:00.589487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.596276 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-340b3224-a79a-4514-96fe-8e35012e8de8 req-0e7094c9-a730-4b0c-a030-fa36b93a14a9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569295 Jan 17 12:50:00.607159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.625028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] For port ccf4604c-1127-4368-b969-a101071c4250, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ccf4604c-1127-4368-b969-a101071c4250,segment=NetworkSegment(689d7bc9-b90a-414b-bd12-269f6d3dbfbb),segment_id=689d7bc9-b90a-414b-bd12-269f6d3dbfbb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:00.625433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.648367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] Calling delete_port for ccf4604c-1127-4368-b969-a101071c4250 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:00.654019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a71f33-41ce-4b37-8f1e-94210733d258 None None] Pushing event updated for resources: {'Port': ['ID=ccf4604c-1127-4368-b969-a101071c4250,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.654439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.692165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=ccf4604c-1127-4368-b969-a101071c4250,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.700235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port ccf4604c-1127-4368-b969-a101071c4250 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:00.708731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.719855 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-357adee4-8782-4b60-b9e2-e29e614689d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2974696 Jan 17 12:50:00.724874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47326) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:00.730046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:00.738465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.743034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:00.767166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] Pushing event deleted for resources: {'Port': ['ID=ccf4604c-1127-4368-b969-a101071c4250,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.771291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ebef65-712c-48c0-af6b-8ae62f8693bd None None] No DVR routers for this DVR port ccf4604c-1127-4368-b969-a101071c4250 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:00.780755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.804541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.829251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.829807 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment d1e68e56-5c3d-4e29-bf4f-c3925e858cdf of type vlan for network 1af7fa37-0406-4774-842d-f9d0e882a9f2 Jan 17 12:50:00.831421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01bffc1-73fb-4d04-84a1-e40369c63733,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.852412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb64178-a021-4968-a25e-a27207acc57c']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:00.858072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Network 93e601fc-2f14-4943-8f3f-a66ef0986a98 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:00.868545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689d7bc9-b90a-414b-bd12-269f6d3dbfbb') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:00.868783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689d7bc9-b90a-414b-bd12-269f6d3dbfbb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:00.883411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.900110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:00.902754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:00.903918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:00.904524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.928898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:00.930085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.941243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.943525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:00.946878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.947053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:00.947161 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:01.052614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.116515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=2104490d-016e-462b-a7b7-552124fbc481,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:01.117141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.122147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.122974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.124678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '8dd356e1-78d2-43d7-8e89-167bdd8041cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:01.125066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: 0a0a72cb-0b0e-4e09-b436-a147c068a395, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:01.129272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:01.130470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.132423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.137755 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68781165-f6a2-4704-8bd6-a3cefcf0abcf tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2990332 Jan 17 12:50:01.137936 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/2bb64178-a021-4968-a25e-a27207acc57c HTTP/1.1" status: 204 len: 168 time: 3.2683570 Jan 17 12:50:01.138024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47328) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:01.141514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47330) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:01.146767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:01.157609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979510413'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:01.187438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87706ab-fd10-49a5-9e79-c772df580f15 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=2bb64178-a021-4968-a25e-a27207acc57c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:01.196820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.230354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.236060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=1af7fa37-0406-4774-842d-f9d0e882a9f2,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:01.242997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] In _notify_port_updated(), no bound segment for port bf02cdd6-fb9c-4064-a59b-6e82e700c3cc on network 64874645-0b65-43e8-b1f5-046c5b416138 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:01.248450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:01.250292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:01.250971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.254743 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/ports/bf02cdd6-fb9c-4064-a59b-6e82e700c3cc HTTP/1.1" status: 200 len: 818 time: 0.5264201 Jan 17 12:50:01.255599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47332) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:01.295274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-98ddb6ad-48a8-4bd2-8b3f-af53424e176b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4213419 Jan 17 12:50:01.299160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47334) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:01.301010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd10f8d-5a30-4cf0-82b8-911130c4aa1b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=bf02cdd6-fb9c-4064-a59b-6e82e700c3cc,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:01.309237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'name': 'tempest-PortsTestJSON-1161635107'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:01.323406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:01.412900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0a0a72cb-0b0e-4e09-b436-a147c068a395) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:01.420081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:01.421325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.421962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ec144-cf5a-4a0e-b58a-35af15371fde None None] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:01.437331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port bf02cdd6-fb9c-4064-a59b-6e82e700c3cc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:01.438079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.439053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] device_id is not set on port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:01.443300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:01.446875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.460587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.477918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:01.489231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.489758 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 7a2a4416-a546-48c6-a45f-480a77734706 of type vlan for network 61744ca0-66f6-4612-8c52-f48a403d9409 Jan 17 12:50:01.518718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.533525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for bf02cdd6-fb9c-4064-a59b-6e82e700c3cc owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:01.535958 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f8026717-9428-46cb-8c75-9b39545ea04d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2383854 Jan 17 12:50:01.537892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.540313 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47336) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:01.545597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2058768593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:01.595308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.625163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:01.634867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.653494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:01.715278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.721122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:01.721855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.740740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-0a0a72cb-0b0e-4e09-b436-a147c068a395', 'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '2104490d-016e-462b-a7b7-552124fbc481'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:01.741670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.750003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:01.750434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:01.755259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:01.809587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:01.809921 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:01.813834 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 2 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:01.833975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.835699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.843305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=61744ca0-66f6-4612-8c52-f48a403d9409,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:01.852353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:01.852716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:01.853311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:01.868665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2dd8-d2e3-4e6d-b129-e4046464bfcf req-97e0936a-bb7e-40e0-9626-213905dd3b8a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:01.870474 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2c2d2dd8-d2e3-4e6d-b129-e4046464bfcf req-97e0936a-bb7e-40e0-9626-213905dd3b8a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1814666 Jan 17 12:50:01.875092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 61744ca0-66f6-4612-8c52-f48a403d9409 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:01.877241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:01.877241 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:01.877483 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 3 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:01.938097 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5044564f-04e8-43a9-b5ce-ac14c8af5361 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7948494 Jan 17 12:50:01.948387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.949426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:01.949763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:01.950135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:01.952046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47340) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:01.954408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Allocated IP 2001:db8::2 (0a0a72cb-0b0e-4e09-b436-a147c068a395/2104490d-016e-462b-a7b7-552124fbc481/bb686f44-a47a-4210-b283-24e7a8e5a281) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:01.954553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:01.958789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:01.970176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 86048461-549a-41e0-9d3b-cda12a95fd1a yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:01.999702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=bf02cdd6-fb9c-4064-a59b-6e82e700c3cc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:02.019883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:02.020216 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:02.024062 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 4 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:02.027554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.030972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b3ab54c1-68be-4c5c-9620-078e58ba516f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/bf02cdd6-fb9c-4064-a59b-6e82e700c3cc HTTP/1.1" status: 204 len: 168 time: 0.7749722 Jan 17 12:50:02.035432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47342) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:02.037767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.058869 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2c2d2dd8-d2e3-4e6d-b129-e4046464bfcf req-89bf3e6f-ad3b-48f2-bb4f-a5f8b0199d3e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651981 Jan 17 12:50:02.077377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:02.077708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:02.078046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:02.111585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cb88a-da2e-48bc-936c-a7fa36492eff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:02.118508 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-592cb88a-da2e-48bc-936c-a7fa36492eff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0767472 Jan 17 12:50:02.120928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47344) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:02.128225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.170048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:02.170396 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:02.175126 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 5 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:02.182409 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f8123a-55c3-45a4-bc30-55feea5116c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:50:02.184412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-19f8123a-55c3-45a4-bc30-55feea5116c1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/bf02cdd6-fb9c-4064-a59b-6e82e700c3cc HTTP/1.1" status: 404 len: 333 time: 0.0625529 Jan 17 12:50:02.192732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47346) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:02.199234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-429387905'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:02.212398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.216574 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e6b66f02-b297-4ac1-a344-0995a4a8c7a7 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6724646 Jan 17 12:50:02.219308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.219464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.222056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47348) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:02.239791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:02.240098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:02.240578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:02.244181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.278145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:02.282994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:02.287003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:02.298349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Pushing event updated for resources: {'Port': ['ID=bb686f44-a47a-4210-b283-24e7a8e5a281,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:02.316473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:02.317051 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:02.321002 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 6 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:02.352897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Attempting to bind port bb686f44-a47a-4210-b283-24e7a8e5a281 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:02.353278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Attempting to bind port bb686f44-a47a-4210-b283-24e7a8e5a281 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8dd356e1-78d2-43d7-8e89-167bdd8041cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:02.355681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Attempting to bind port bb686f44-a47a-4210-b283-24e7a8e5a281 on network 0a0a72cb-0b0e-4e09-b436-a147c068a395 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:02.360006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:02.360378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Checking segment: {'id': '8dd356e1-78d2-43d7-8e89-167bdd8041cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:02.360774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.361160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Bound using segment: {'id': '8dd356e1-78d2-43d7-8e89-167bdd8041cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:02.361617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Bound port: bb686f44-a47a-4210-b283-24e7a8e5a281, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd356e1-78d2-43d7-8e89-167bdd8041cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0a0a72cb-0b0e-4e09-b436-a147c068a395'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:02.361994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.374249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:02.374581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:02.374913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:02.423799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.446504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] For port bb686f44-a47a-4210-b283-24e7a8e5a281, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:02.457684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] For port bb686f44-a47a-4210-b283-24e7a8e5a281, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bb686f44-a47a-4210-b283-24e7a8e5a281,segment=NetworkSegment(8dd356e1-78d2-43d7-8e89-167bdd8041cd),segment_id=8dd356e1-78d2-43d7-8e89-167bdd8041cd)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:02.508246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=86048461-549a-41e0-9d3b-cda12a95fd1a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:02.518453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:02.518808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 1af7fa37-0406-4774-842d-f9d0e882a9f2, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:02.573570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.600582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:02.640462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d39d07-3a7a-4764-acf6-dee3856d4231 None None] Pushing event updated for resources: {'Port': ['ID=bb686f44-a47a-4210-b283-24e7a8e5a281,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:02.686722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 1af7fa37-0406-4774-842d-f9d0e882a9f2) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:02.690611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:02.703418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb343e25-16cd-42da-8792-ee9bca7cbc3b None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:02.703554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:02.703554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.719560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:02.722999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.724850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.742037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:02.742370 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:02.746701 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 7 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:02.762680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 61744ca0-66f6-4612-8c52-f48a403d9409 is not hosted by any dhcp agent {{(pid=109281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:50:02.768102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:02.769833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.771208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "PUT /v2.0/networks/61744ca0-66f6-4612-8c52-f48a403d9409 HTTP/1.1" status: 200 len: 723 time: 0.8165915 Jan 17 12:50:02.774302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47350) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:02.786594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:02.847999 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de687c2e-90c9-4334-b242-29df7033b267 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5455205 Jan 17 12:50:02.863668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47352) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:02.907518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-588261869'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:02.920764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:02.926506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:02.926506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:02.936751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:02.945421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eedb30-8b73-4e65-a765-6e86a6e08205 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=61744ca0-66f6-4612-8c52-f48a403d9409,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:02.951909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:02.951909 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:02.966424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 61744ca0-66f6-4612-8c52-f48a403d9409 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:02.970216 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 8 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:02.999167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:02.999600 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment 0ca72053-51da-478a-bbd1-a9969f423a88 of type vlan for network e5ab2a31-ed90-4587-9cec-eec844ba5256 Jan 17 12:50:03.012673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:03.016794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.019438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:03.019803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:03.020141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:03.052302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:03.052578 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:03.055566 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 9 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:03.093082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.096204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.099506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:03.099918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:03.100252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:03.119142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:03.119478 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:03.121809 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempt 10 to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec Jan 17 12:50:03.169190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:03.173499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.227065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:03.227363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] {{(pid=109281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:03.227713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempting to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:03.241656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:50:03.241990 dv-neutron-824886-1-hyperv neutron-server[109281]: ERROR neutron.plugins.ml2.managers [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Failed to bind port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on host hv-neutron-8248 for vnic_type normal using segments [{'id': '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '93e601fc-2f14-4943-8f3f-a66ef0986a98'}] Jan 17 12:50:03.242376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.269053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4de0a-f68a-4469-b74e-c2711d15534f req-64f66be7-cb3c-4369-87bf-e4825d6ac0e2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:03.270676 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cea4de0a-f68a-4469-b74e-c2711d15534f req-64f66be7-cb3c-4369-87bf-e4825d6ac0e2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1065576 Jan 17 12:50:03.296828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:03.315011 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cea4de0a-f68a-4469-b74e-c2711d15534f req-8101ee0c-4a90-4168-8432-bfaffa546648 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373132 Jan 17 12:50:03.316738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.317084 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment 07c94785-b166-416b-81c9-7ca1fdcc3c60 of type vlan for network 0f359edd-9b6a-45f7-871e-eedea4c7983e Jan 17 12:50:03.359977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.365740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:03.366324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.407267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.474167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=3a2214dc-db54-41a5-acfb-39813e969cf0,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:03.490061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '7a2a4416-a546-48c6-a45f-480a77734706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:03.490421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 61744ca0-66f6-4612-8c52-f48a403d9409, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:03.521891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.537352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] For port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec, host hv-neutron-8248, cleared binding levels {{(pid=109281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:03.537736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attempted to set empty binding levels {{(pid=109281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 12:50:03.544635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=e5ab2a31-ed90-4587-9cec-eec844ba5256,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:03.556560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:03.605913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a5b6e-237d-4c8b-bed8-253d44ee8ef7 None None] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:03.610959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8::1 (0a0a72cb-0b0e-4e09-b436-a147c068a395/2104490d-016e-462b-a7b7-552124fbc481/71e7c169-d607-4a12-95af-0fb5cd01e9c4) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:03.681683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e11cbbee-7ec5-4550-953d-b673275d4608 None None] Provisioning complete for port bb686f44-a47a-4210-b283-24e7a8e5a281 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:03.682086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e11cbbee-7ec5-4550-953d-b673275d4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.702717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 61744ca0-66f6-4612-8c52-f48a403d9409 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:03.746185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.751573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:03.752158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.754700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.763200 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b678e7e0-168d-4643-8e68-49cde81f2440 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5653327 Jan 17 12:50:03.764103 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.764258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47356) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:03.773368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:03.821138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-64278126-0141-40f5-be9f-0d0c527b93a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.835446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e11cbbee-7ec5-4550-953d-b673275d4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.844955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] In _notify_port_updated(), no bound segment for port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec on network 93e601fc-2f14-4943-8f3f-a66ef0986a98 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:03.845760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:03.846855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.847745 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "PUT /v2.0/ports/0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec HTTP/1.1" status: 200 len: 977 time: 2.7087865 Jan 17 12:50:03.854083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47358) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:03.886846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d5088-38d4-4379-8420-152de94e38ba tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:03.889035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=0f359edd-9b6a-45f7-871e-eedea4c7983e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:03.896068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e11cbbee-7ec5-4550-953d-b673275d4608 None None] For port bb686f44-a47a-4210-b283-24e7a8e5a281, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bb686f44-a47a-4210-b283-24e7a8e5a281,segment=NetworkSegment(8dd356e1-78d2-43d7-8e89-167bdd8041cd),segment_id=8dd356e1-78d2-43d7-8e89-167bdd8041cd)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:03.909215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 61744ca0-66f6-4612-8c52-f48a403d9409) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:03.913727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:03.914529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:03.919526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0f359edd-9b6a-45f7-871e-eedea4c7983e details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:03.948382 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-578e1303-9f62-4367-82ec-4ea52afceb1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0737352 Jan 17 12:50:03.951255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47360) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:03.956502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'ports': [{'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'}, {'network_id': '0f359edd-9b6a-45f7-871e-eedea4c7983e'}]} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:03.956800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:03.957580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '0f359edd-9b6a-45f7-871e-eedea4c7983e'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:03.958377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0914e-a4b2-4e87-8d90-9d493aa244fc None None] Network 61744ca0-66f6-4612-8c52-f48a403d9409 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:04.014518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e11cbbee-7ec5-4550-953d-b673275d4608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.025511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.032969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-50aeaf69-cab3-4f88-b5c5-b3deb6ddd830 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2575607 Jan 17 12:50:04.035839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47362) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:04.045572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:04.111996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Deleting port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:04.112603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.115816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cbbee-7ec5-4550-953d-b673275d4608 None None] Pushing event updated for resources: {'Port': ['ID=bb686f44-a47a-4210-b283-24e7a8e5a281,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:04.126640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:04.138527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:04.147464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:04.153735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.163035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=71e7c169-d607-4a12-95af-0fb5cd01e9c4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:04.181761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:04.187205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.228465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-61744ca0-66f6-4612-8c52-f48a403d9409', 'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '3a2214dc-db54-41a5-acfb-39813e969cf0'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:04.229617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.274576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] For port 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec, host hv-neutron-8248, got binding levels [] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:04.279435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.280623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ab1933e7-efca-48c6-8fc3-6852592f05ee None None] Provisioning complete for port bb686f44-a47a-4210-b283-24e7a8e5a281 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:04.280623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab1933e7-efca-48c6-8fc3-6852592f05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.292394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60169321'] for subnet, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.317733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Calling delete_port for 0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:04.561554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bb686f44-a47a-4210-b283-24e7a8e5a281 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:04.574573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a4a33-6bd3-4968-ac0d-b9d6fb87d30f req-2aba5bfc-8b22-48c2-bcdf-c2476c79b34d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:04.576201 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb8a4a33-6bd3-4968-ac0d-b9d6fb87d30f req-2aba5bfc-8b22-48c2-bcdf-c2476c79b34d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1243410 Jan 17 12:50:04.612625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4135c5f0-5b12-4e82-9412-1febc33a0265 None None] Provisioning complete for port 71e7c169-d607-4a12-95af-0fb5cd01e9c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:04.613002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4135c5f0-5b12-4e82-9412-1febc33a0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.622750 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb8a4a33-6bd3-4968-ac0d-b9d6fb87d30f req-69384bf1-5e66-4036-aa69-0c06062c4530 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371540 Jan 17 12:50:04.654404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bb686f44-a47a-4210-b283-24e7a8e5a281 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:04.654846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.657817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4135c5f0-5b12-4e82-9412-1febc33a0265 None None] Port 71e7c169-d607-4a12-95af-0fb5cd01e9c4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:04.773050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.776438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.778390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728215445908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60202155'] for subnet, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.780758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.782809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 2} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:04.787326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.820354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Allocated IP 172.20.0.2 (61744ca0-66f6-4612-8c52-f48a403d9409/3a2214dc-db54-41a5-acfb-39813e969cf0/6c576ff1-93f7-4d5a-8902-08a8714194ef) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:04.832843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:04.833995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.835368 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "PUT /v2.0/subnets/3a2214dc-db54-41a5-acfb-39813e969cf0 HTTP/1.1" status: 200 len: 806 time: 0.7985446 Jan 17 12:50:04.858645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47366) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:04.861167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:04.868174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.875022 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aaa773a1-897d-400a-b236-04e1f0f52509 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "DELETE /v2.0/ports/0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec HTTP/1.1" status: 204 len: 168 time: 1.0189230 Jan 17 12:50:04.883071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47368) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:04.883877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:04.933671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-867905dc-81cb-4636-8250-566e3bcd4b50 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] GET failed (client error): The resource could not be found. Jan 17 12:50:04.935515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-867905dc-81cb-4636-8250-566e3bcd4b50 tempest-PortsAdminExtendedAttrsTestJSON-1845397228 tempest-PortsAdminExtendedAttrsTestJSON-1845397228-project-admin] 10.222.0.77 "GET /v2.0/ports/0ec33da5-720c-48ea-a4b0-d3edd4b5a2ec HTTP/1.1" status: 404 len: 333 time: 0.0493097 Jan 17 12:50:04.939598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47370) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:04.942737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543363c-cf90-4ec4-b3e0-2fe3d18818ff tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=3a2214dc-db54-41a5-acfb-39813e969cf0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:04.952904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=8460718d-cbf8-441d-a562-907f8e9eee48,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:04.991350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.066361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.095382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': '0ca72053-51da-478a-bbd1-a9969f423a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:05.095989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: e5ab2a31-ed90-4587-9cec-eec844ba5256, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:05.123431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.144311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.191447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Network 61744ca0-66f6-4612-8c52-f48a403d9409 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:05.204052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:05.204218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.204321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:05.213880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Pushing event updated for resources: {'Port': ['ID=6c576ff1-93f7-4d5a-8902-08a8714194ef,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:05.215700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port d2a80e96-834d-40bf-b13b-ea766bba1764 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:05.267874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Attempting to bind port 6c576ff1-93f7-4d5a-8902-08a8714194ef on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:05.268271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Attempting to bind port 6c576ff1-93f7-4d5a-8902-08a8714194ef by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7a2a4416-a546-48c6-a45f-480a77734706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:05.268615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Attempting to bind port 6c576ff1-93f7-4d5a-8902-08a8714194ef on network 61744ca0-66f6-4612-8c52-f48a403d9409 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:05.273783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:05.283975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Checking segment: {'id': '7a2a4416-a546-48c6-a45f-480a77734706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:05.283975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.283975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Bound using segment: {'id': '7a2a4416-a546-48c6-a45f-480a77734706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:05.283975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Bound port: 6c576ff1-93f7-4d5a-8902-08a8714194ef, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2a4416-a546-48c6-a45f-480a77734706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '61744ca0-66f6-4612-8c52-f48a403d9409'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:05.283975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.299142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.302968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.311552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:05.334950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e601fc-2f14-4943-8f3f-a66ef0986a98']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:05.340780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] For port 6c576ff1-93f7-4d5a-8902-08a8714194ef, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:05.343908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] For port 6c576ff1-93f7-4d5a-8902-08a8714194ef, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c576ff1-93f7-4d5a-8902-08a8714194ef,segment=NetworkSegment(7a2a4416-a546-48c6-a45f-480a77734706),segment_id=7a2a4416-a546-48c6-a45f-480a77734706)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:05.352253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:05.352253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e78597d-f3e7-43f0-bbf3-a07fa148a7f3') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:05.363050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.386485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.389455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.390252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.400307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:05.404113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:05.404443 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:05.461855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e5ab2a31-ed90-4587-9cec-eec844ba5256) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:05.462860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.467091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:05.467826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.474314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ed2aa-bfe4-4d76-a8b7-2014faeaf617 None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:05.491242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.513000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=71e7c169-d607-4a12-95af-0fb5cd01e9c4,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:05.519141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2214dc-db54-41a5-acfb-39813e969cf0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:05.530862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.565234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:05.590508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.590724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.595127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.603609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] 10.222.0.77 "DELETE /v2.0/networks/93e601fc-2f14-4943-8f3f-a66ef0986a98 HTTP/1.1" status: 204 len: 168 time: 0.6557622 Jan 17 12:50:05.621670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3b15-957f-4826-ad36-e62f46836586 None None] Pushing event updated for resources: {'Port': ['ID=6c576ff1-93f7-4d5a-8902-08a8714194ef,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:05.627329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e21c67-2e98-450b-882e-cbc380474a56 tempest-PortsAdminExtendedAttrsTestJSON-205224257 tempest-PortsAdminExtendedAttrsTestJSON-205224257-project] Pushing event deleted for resources: {'Network': ['ID=93e601fc-2f14-4943-8f3f-a66ef0986a98,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:05.638248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4087ab02-b489-4908-a8e6-5db4a5f3b4e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8714263 Jan 17 12:50:05.645629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47374) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:05.649035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61744ca0-66f6-4612-8c52-f48a403d9409']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:05.656660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:05.739165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e5ab2a31-ed90-4587-9cec-eec844ba5256', 'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': '8460718d-cbf8-441d-a562-907f8e9eee48'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:05.740079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.746460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:05.755081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:05.762181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a4416-a546-48c6-a45f-480a77734706') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:05.762502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a4416-a546-48c6-a45f-480a77734706') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:05.786380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.806654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.849644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806bdc4-9ba0-40a7-8d7d-0c6043638771 req-7df99b60-fb26-4b93-be5c-8b1935023141 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:05.851180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d806bdc4-9ba0-40a7-8d7d-0c6043638771 req-7df99b60-fb26-4b93-be5c-8b1935023141 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1125970 Jan 17 12:50:05.878863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.887966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:05.889310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:05.924774 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d806bdc4-9ba0-40a7-8d7d-0c6043638771 req-10560307-df44-4290-b009-172ce7214ebb tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567832 Jan 17 12:50:05.933950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Allocated IP 2001:db8::2 (e5ab2a31-ed90-4587-9cec-eec844ba5256/8460718d-cbf8-441d-a562-907f8e9eee48/4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:05.986770 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:06.017884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.079104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=d2a80e96-834d-40bf-b13b-ea766bba1764,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:06.122998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:06.124478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:06.132332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:06.133234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.151468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:50:06.151468 dv-neutron-824886-1-hyperv neutron-server[109281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:50:06.151468 dv-neutron-824886-1-hyperv neutron-server[109281]: [parameters: {'id': '61744ca0-66f6-4612-8c52-f48a403d9409'}] Jan 17 12:50:06.151468 dv-neutron-824886-1-hyperv neutron-server[109281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:06.151468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:06.195839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.206734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:06.209491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8ae75442-b9ca-4482-99df-79991ad365bb None None] Provisioning complete for port 71e7c169-d607-4a12-95af-0fb5cd01e9c4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:06.210045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8ae75442-b9ca-4482-99df-79991ad365bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.226473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': '07c94785-b166-416b-81c9-7ca1fdcc3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0f359edd-9b6a-45f7-871e-eedea4c7983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:06.226835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 0f359edd-9b6a-45f7-871e-eedea4c7983e, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:06.233813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3d3b4b06-7e3a-41e7-95ef-41230c45be57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.247971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8ae75442-b9ca-4482-99df-79991ad365bb None None] Port 71e7c169-d607-4a12-95af-0fb5cd01e9c4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:06.349235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:06.352924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.407079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.407479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 0f359edd-9b6a-45f7-871e-eedea4c7983e is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:06.410128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router d639819f-af55-4fc1-9600-94039477200f is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:50:06.456511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:06.460961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:06.465814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:06.497135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47380) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:06.548880 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.ipam_backend_mixin [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8460718d-cbf8-441d-a562-907f8e9eee48 (CIDR: 2001:db8::/64) Jan 17 12:50:06.555228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0f359edd-9b6a-45f7-871e-eedea4c7983e) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:06.559434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Pushing event updated for resources: {'Port': ['ID=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:06.561041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:06.567798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:06.576203 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d3902a7c-776c-4a29-9774-d5be9859763e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/d639819f-af55-4fc1-9600-94039477200f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3530681 Jan 17 12:50:06.577234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Attempting to bind port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:06.577619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Attempting to bind port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '0ca72053-51da-478a-bbd1-a9969f423a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:06.577969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Attempting to bind port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 on network e5ab2a31-ed90-4587-9cec-eec844ba5256 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:06.579128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47384) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:06.580573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfce8a-454c-4cd3-beec-342b0ef4164f None None] Network 0f359edd-9b6a-45f7-871e-eedea4c7983e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:06.584581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:06.593177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:06.594100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.618360 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:50:06.619007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:06.629932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c576ff1-93f7-4d5a-8902-08a8714194ef up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:06.650527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.677031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] Sync routers for ids ['d639819f-af55-4fc1-9600-94039477200f'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:06.685329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95613744-1a7e-4c05-89e9-894297faa5d5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:06.686947 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-95613744-1a7e-4c05-89e9-894297faa5d5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports/71e7c169-d607-4a12-95af-0fb5cd01e9c4 HTTP/1.1" status: 200 len: 911 time: 0.1044605 Jan 17 12:50:06.690397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47386) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:06.701142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2104490d-016e-462b-a7b7-552124fbc481'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:06.701334 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7fb70bb4-05dc-456a-9bf0-81e3409f305b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7454467 Jan 17 12:50:06.701479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47388) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:06.715693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:06.716081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Checking segment: {'id': '0ca72053-51da-478a-bbd1-a9969f423a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:06.716492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.716891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Bound using segment: {'id': '0ca72053-51da-478a-bbd1-a9969f423a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:06.717380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Bound port: 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca72053-51da-478a-bbd1-a9969f423a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:06.717759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.741130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-34c64d38-b56d-4167-af81-fcb91c3fa04a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0940778 Jan 17 12:50:06.746009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47390) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:06.761468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:06.798772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] For port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:06.806931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] For port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,segment=NetworkSegment(0ca72053-51da-478a-bbd1-a9969f423a88),segment_id=0ca72053-51da-478a-bbd1-a9969f423a88)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:06.806931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 6c576ff1-93f7-4d5a-8902-08a8714194ef triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:06.807982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:06.830225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] Routers {'d639819f-af55-4fc1-9600-94039477200f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:06.830756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d639819f-af55-4fc1-9600-94039477200f'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:06.881139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1b7f2970-f06e-4654-8c68-cdb21c186c93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82cd2077009d49a9a6dd9d58b7fbb1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824728 Jan 17 12:50:06.884742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47392) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:06.967215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:06.967215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.047790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0f6-a8c5-4a9c-8a62-b91b7ccf300d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.056482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c887f-98cf-447b-ad90-095bbc397632 None None] Network 61744ca0-66f6-4612-8c52-f48a403d9409 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:07.066194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:07.068692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.089170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.104719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0f6-a8c5-4a9c-8a62-b91b7ccf300d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.115948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:07.200602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:07.204513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.225599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] Routers {'d639819f-af55-4fc1-9600-94039477200f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:07.226239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d639819f-af55-4fc1-9600-94039477200f'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:07.234973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port 6c576ff1-93f7-4d5a-8902-08a8714194ef {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:07.240657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.304934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-78b6ab8a-ab17-44c3-9a1e-d2e9ef9a024f None None] Provisioning complete for port 6c576ff1-93f7-4d5a-8902-08a8714194ef triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:07.305305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78b6ab8a-ab17-44c3-9a1e-d2e9ef9a024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.313326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:07.313974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac99cf9-ff24-4132-bf5a-3fcc3049d689 None None] The sync data for ids ['d639819f-af55-4fc1-9600-94039477200f'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:07.321243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4feb5c-88b6-4b15-b8c8-827c2d4ab658 req-5195d89e-6fc2-4dd7-b7a2-e0f373174f59 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:07.323600 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cd4feb5c-88b6-4b15-b8c8-827c2d4ab658 req-5195d89e-6fc2-4dd7-b7a2-e0f373174f59 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1571844 Jan 17 12:50:07.357541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0f6-a8c5-4a9c-8a62-b91b7ccf300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.365934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec04d0f6-a8c5-4a9c-8a62-b91b7ccf300d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.365934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec04d0f6-a8c5-4a9c-8a62-b91b7ccf300d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50d03be0-c7e1-4d90-b467-16e987f1eafc HTTP/1.1" status: 204 len: 168 time: 0.4762292 Jan 17 12:50:07.374030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5590-e694-47e0-8d05-ffd1a0e3c96c None None] Pushing event updated for resources: {'Port': ['ID=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:07.392378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04d0f6-a8c5-4a9c-8a62-b91b7ccf300d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d03be0-c7e1-4d90-b467-16e987f1eafc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:07.418363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port 6c576ff1-93f7-4d5a-8902-08a8714194ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c576ff1-93f7-4d5a-8902-08a8714194ef,segment=NetworkSegment(7a2a4416-a546-48c6-a45f-480a77734706),segment_id=7a2a4416-a546-48c6-a45f-480a77734706)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:07.418765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.434889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for 6c576ff1-93f7-4d5a-8902-08a8714194ef owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:07.461976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.462923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.475550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.574435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cd4feb5c-88b6-4b15-b8c8-827c2d4ab658 req-cfaa4c7a-bc41-48de-a9a5-afc27f5f429b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366552 Jan 17 12:50:07.581460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 6c576ff1-93f7-4d5a-8902-08a8714194ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c576ff1-93f7-4d5a-8902-08a8714194ef,segment=NetworkSegment(7a2a4416-a546-48c6-a45f-480a77734706),segment_id=7a2a4416-a546-48c6-a45f-480a77734706)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:07.590622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78b6ab8a-ab17-44c3-9a1e-d2e9ef9a024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.632560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] DHCP port deletion for 61744ca0-66f6-4612-8c52-f48a403d9409 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:07.656047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.694074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] Deleting port 6c576ff1-93f7-4d5a-8902-08a8714194ef {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:07.694074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.695024 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.732065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:07.757869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.762727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de1ef3ea-6e9f-4188-8170-af7c636c7b3f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335 HTTP/1.1" status: 204 len: 168 time: 1.0602353 Jan 17 12:50:07.765579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47398) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:07.856215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.861271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-78b6ab8a-ab17-44c3-9a1e-d2e9ef9a024f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:07.864082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-78b6ab8a-ab17-44c3-9a1e-d2e9ef9a024f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:07.864082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=6c576ff1-93f7-4d5a-8902-08a8714194ef,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:07.867263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] For port 6c576ff1-93f7-4d5a-8902-08a8714194ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c576ff1-93f7-4d5a-8902-08a8714194ef,segment=NetworkSegment(7a2a4416-a546-48c6-a45f-480a77734706),segment_id=7a2a4416-a546-48c6-a45f-480a77734706)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:07.867695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.873628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e8358-91b2-41c0-ab25-8c5688a6aaa4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:07.879831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e8358-91b2-41c0-ab25-8c5688a6aaa4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:07.881440 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b17e8358-91b2-41c0-ab25-8c5688a6aaa4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1152987 Jan 17 12:50:07.884205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47402) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:07.886832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] Calling delete_port for 6c576ff1-93f7-4d5a-8902-08a8714194ef owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:07.915826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:07.919203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=6c576ff1-93f7-4d5a-8902-08a8714194ef,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:07.926318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port 6c576ff1-93f7-4d5a-8902-08a8714194ef on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:08.013957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:08.018023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:08.021057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:08.021663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.035343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=32f25941-c116-4d7c-8774-14bd783a3ae0,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:08.058637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.062090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port d2a80e96-834d-40bf-b13b-ea766bba1764 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:08.062432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.125333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.125803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61744ca0-66f6-4612-8c52-f48a403d9409']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:08.132247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.145902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a4416-a546-48c6-a45f-480a77734706') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:08.146263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a4416-a546-48c6-a45f-480a77734706') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:08.146455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for d2a80e96-834d-40bf-b13b-ea766bba1764 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:08.164548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] Pushing event deleted for resources: {'Port': ['ID=6c576ff1-93f7-4d5a-8902-08a8714194ef,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:08.169486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11ba97-23ac-4240-83fa-16a2c778e0ed None None] No DVR routers for this DVR port 6c576ff1-93f7-4d5a-8902-08a8714194ef on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:08.175372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.193765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b77b64-6c9a-4742-9f5f-daf7d85242b4 None None] Network 61744ca0-66f6-4612-8c52-f48a403d9409 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:08.211983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b6344c85-06d8-46ee-a3a3-13d666ced662 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4552732 Jan 17 12:50:08.215340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47404) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.220613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256', 'fixed_ips': [{'subnet_id': '8460718d-cbf8-441d-a562-907f8e9eee48'}, {'subnet_id': '32f25941-c116-4d7c-8774-14bd783a3ae0'}], 'name': 'tempest-PortsIpV6TestJSON-1789899127'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:08.223850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.240805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:08.241463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:08.245271 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:08.340727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47406) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.391165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-78b6ab8a-ab17-44c3-9a1e-d2e9ef9a024f None None] Port 6c576ff1-93f7-4d5a-8902-08a8714194ef update to ACTIVE by agent not found {{(pid=109282) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 17 12:50:08.402825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.412890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4b50b0b4-1658-42c9-acfb-96a11f702598 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=934a91f9799544be95b5747ae33101f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659475 Jan 17 12:50:08.413208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47408) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.451427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.457082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.462076 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/61744ca0-66f6-4612-8c52-f48a403d9409 HTTP/1.1" status: 204 len: 168 time: 3.5998409 Jan 17 12:50:08.462714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47410) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.478348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.486098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:08.486653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.491189 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/ports/71e7c169-d607-4a12-95af-0fb5cd01e9c4 HTTP/1.1" status: 200 len: 911 time: 1.7988198 Jan 17 12:50:08.492044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47412) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.492988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:08.497250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad0c12-0664-44bc-b9f0-0879c3244e36 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=61744ca0-66f6-4612-8c52-f48a403d9409,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:08.497948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.520369 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c7d980-9567-4a6e-af86-575b9be36cb5 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:08.520977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c7d980-9567-4a6e-af86-575b9be36cb5 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:08.528295 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-32c7d980-9567-4a6e-af86-575b9be36cb5 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/61744ca0-66f6-4612-8c52-f48a403d9409 HTTP/1.1" status: 404 len: 339 time: 0.0643322 Jan 17 12:50:08.532733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47414) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.538223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2028525777', 'description': 'd1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:08.550260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928ee341-8936-4ad7-8ba6-5c7478c34aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.572823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:08.575196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.578475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/d2a80e96-834d-40bf-b13b-ea766bba1764 HTTP/1.1" status: 204 len: 168 time: 0.6932621 Jan 17 12:50:08.582776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574ba71-b81b-44df-b02d-e6c4979e8678 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=71e7c169-d607-4a12-95af-0fb5cd01e9c4,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:08.590961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47416) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.648359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928ee341-8936-4ad7-8ba6-5c7478c34aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.652038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc8c17-a08e-424b-ac4d-983e9523ac4a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=d2a80e96-834d-40bf-b13b-ea766bba1764,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:08.674375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259bbaa-3f87-4d5c-a4a7-c5d28da858eb None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:08.691456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf7ffa-e0de-4cec-ae43-e71b1e6b69dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:08.694783 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cedf7ffa-e0de-4cec-ae43-e71b1e6b69dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1004875 Jan 17 12:50:08.699010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47420) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.738890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-10676144-b378-4d1a-b7fb-78d089647061 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:08.741237 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-10676144-b378-4d1a-b7fb-78d089647061 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/0c3deaa7-b45a-4b56-97c8-b4b8c1ff0335 HTTP/1.1" status: 404 len: 333 time: 0.0410731 Jan 17 12:50:08.744014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47422) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.753555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.756967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:08.756967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.780308 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c62919-c1f2-4652-bf72-a441ea16dc32 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:08.785038 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f7c62919-c1f2-4652-bf72-a441ea16dc32 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/d2a80e96-834d-40bf-b13b-ea766bba1764 HTTP/1.1" status: 404 len: 333 time: 0.0367942 Jan 17 12:50:08.786382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47424) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:08.789389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-88df4eec-351e-413c-837b-5f4902ce9ad3 None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:08.789776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88df4eec-351e-413c-837b-5f4902ce9ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.814062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.843443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:08.843443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.848884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port 7701af2f-b383-4803-a917-d99375c5b830 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:08.863059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fca0-b21b-42ec-a687-c2f9b4e68170 req-5e6d26ce-d029-4a99-ad50-edc7eb9b14b6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:08.864630 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0331fca0-b21b-42ec-a687-c2f9b4e68170 req-5e6d26ce-d029-4a99-ad50-edc7eb9b14b6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.1774528 Jan 17 12:50:08.880938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:08.890409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.890910 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment a9b717f4-db20-4ef7-bf9f-0380d0997a2b of type vlan for network 4769844b-dd03-4a9d-98b3-0894a6c24576 Jan 17 12:50:08.933569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.943528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.965312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928ee341-8936-4ad7-8ba6-5c7478c34aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.968428 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-928ee341-8936-4ad7-8ba6-5c7478c34aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:08.972079 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-928ee341-8936-4ad7-8ba6-5c7478c34aa1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5d99459-c55b-465b-91a5-2c85e14d0094 HTTP/1.1" status: 204 len: 168 time: 0.5554526 Jan 17 12:50:08.988433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ee341-8936-4ad7-8ba6-5c7478c34aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d99459-c55b-465b-91a5-2c85e14d0094,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:08.998230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.005877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.030966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.038073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:09.038925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88df4eec-351e-413c-837b-5f4902ce9ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.039073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.042401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0331fca0-b21b-42ec-a687-c2f9b4e68170 req-0e1b6138-8a32-4e39-b5c3-667fa5eea3d4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381028 Jan 17 12:50:09.087761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,segment=NetworkSegment(0ca72053-51da-478a-bbd1-a9969f423a88),segment_id=0ca72053-51da-478a-bbd1-a9969f423a88)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:09.163451 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.227059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=4769844b-dd03-4a9d-98b3-0894a6c24576,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:09.231925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.251130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 4769844b-dd03-4a9d-98b3-0894a6c24576 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:09.261307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f359edd-9b6a-45f7-871e-eedea4c7983e']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:09.261978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] Update dhcp port {'port': {'network_id': 'e5ab2a31-ed90-4587-9cec-eec844ba5256', 'fixed_ips': [{'subnet_id': '8460718d-cbf8-441d-a562-907f8e9eee48', 'ip_address': '2001:db8::2'}, {'subnet_id': '32f25941-c116-4d7c-8774-14bd783a3ae0'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:50:09.271931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c94785-b166-416b-81c9-7ca1fdcc3c60') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:09.272222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c94785-b166-416b-81c9-7ca1fdcc3c60') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:09.279688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c576ff1-93f7-4d5a-8902-08a8714194ef no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:09.289684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.318562 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e920fa33-cf39-45cd-a51e-4fa11d8d2327 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7846339 Jan 17 12:50:09.320186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.322466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47428) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:09.341819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:09.342233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:09.345370 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:09.376745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 6c576ff1-93f7-4d5a-8902-08a8714194ef {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:09.377115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c576ff1-93f7-4d5a-8902-08a8714194ef not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:09.394097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-88df4eec-351e-413c-837b-5f4902ce9ad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:09.394766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-88df4eec-351e-413c-837b-5f4902ce9ad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:09.402701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.425679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:09.534557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58d244-b856-4ed0-8feb-96e9fd1d0877 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:09.534557 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7c58d244-b856-4ed0-8feb-96e9fd1d0877 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks?id=4769844b-dd03-4a9d-98b3-0894a6c24576 HTTP/1.1" status: 200 len: 761 time: 0.2090745 Jan 17 12:50:09.534557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47432) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:09.543938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'description': 'd2'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:09.630559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.630710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.641169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.648570 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/0f359edd-9b6a-45f7-871e-eedea4c7983e HTTP/1.1" status: 204 len: 168 time: 0.8621893 Jan 17 12:50:09.654784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47440) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:09.684188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1780820443'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:09.712903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30994401-25cc-4093-bd10-07746c2f9d1b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=0f359edd-9b6a-45f7-871e-eedea4c7983e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:09.721645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::394 (e5ab2a31-ed90-4587-9cec-eec844ba5256/8460718d-cbf8-441d-a562-907f8e9eee48/7701af2f-b383-4803-a917-d99375c5b830) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:09.732467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8:0:1::340 (e5ab2a31-ed90-4587-9cec-eec844ba5256/32f25941-c116-4d7c-8774-14bd783a3ae0/7701af2f-b383-4803-a917-d99375c5b830) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:09.768489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.856834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:09.860547 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.884324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:09.893234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.896200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.896669 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment 646b1bbf-3128-4657-a2e4-bdeda7507adc of type vlan for network 0e12ce19-70ce-4301-a82d-22e38d26417b Jan 17 12:50:09.950281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 4769844b-dd03-4a9d-98b3-0894a6c24576 is not hosted by any dhcp agent {{(pid=109281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:50:09.955927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:09.956531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:09.960152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "PUT /v2.0/networks/4769844b-dd03-4a9d-98b3-0894a6c24576 HTTP/1.1" status: 200 len: 758 time: 0.4240115 Jan 17 12:50:09.965909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47446) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:09.982371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.060608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 71e7c169-d607-4a12-95af-0fb5cd01e9c4 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:10.060955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.073486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a96fe8-c025-468a-9c15-5e9d7babb14e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=4769844b-dd03-4a9d-98b3-0894a6c24576,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:10.078481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.089664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 4769844b-dd03-4a9d-98b3-0894a6c24576 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:10.112570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.130845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095cf4d-0f3c-4629-92b9-18ea17e06fa4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:10.138204 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c095cf4d-0f3c-4629-92b9-18ea17e06fa4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks?id=4769844b-dd03-4a9d-98b3-0894a6c24576 HTTP/1.1" status: 200 len: 761 time: 0.1701155 Jan 17 12:50:10.140384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47454) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:10.149072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1716615623'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:10.188002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:10.192442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 730a7a33-e089-4a6a-8d5e-3a1f6446f124 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:50:10.193246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:10.195807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:10.202841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:10.203362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.217858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=7701af2f-b383-4803-a917-d99375c5b830,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:10.237832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.247320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.251832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 71e7c169-d607-4a12-95af-0fb5cd01e9c4 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:10.258685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:10.259852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.292639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] Allocated IP 2001:db8:0:1::2 (e5ab2a31-ed90-4587-9cec-eec844ba5256/32f25941-c116-4d7c-8774-14bd783a3ae0/4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:10.348857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:10.352350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.357134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47458) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:10.365225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec26d31-a598-4b03-9d7b-87c99cb078e2 req-7c429c34-79bb-49c0-ba36-a083aad33abd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:10.366421 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4ec26d31-a598-4b03-9d7b-87c99cb078e2 req-7c429c34-79bb-49c0-ba36-a083aad33abd tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 943 time: 0.2271123 Jan 17 12:50:10.372570 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-27783618-da82-48ac-9706-ed75d848351f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1560771 Jan 17 12:50:10.375200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47460) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:10.382629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8460718d-cbf8-441d-a562-907f8e9eee48'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:10.406445 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7332563 Jan 17 12:50:10.406985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d535-6ec2-4466-b250-67e209711b00 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=0e12ce19-70ce-4301-a82d-22e38d26417b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:10.412144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47464) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:10.427928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:10.448841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:10.464192 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4ec26d31-a598-4b03-9d7b-87c99cb078e2 req-eb4eaf31-616e-4593-aa43-d77f11e64e1f tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842752 Jan 17 12:50:10.470794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.471551 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment e9130e0a-3b4f-43eb-af84-57a18c1de173 of type vlan for network 9386e473-c7dc-4a99-a989-78d53d38a6f6 Jan 17 12:50:10.537956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.569418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1560330647'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:10.590405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.630701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 0e12ce19-70ce-4301-a82d-22e38d26417b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:10.632534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:10.705472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:10.711183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.711737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.720852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.723033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:10.724557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.756291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:10.763160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.799690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=71e7c169-d607-4a12-95af-0fb5cd01e9c4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:10.800156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'port_id': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'mac_address': 'fa:16:3e:72:8e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:50:10.810360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] For port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,segment=NetworkSegment(0ca72053-51da-478a-bbd1-a9969f423a88),segment_id=0ca72053-51da-478a-bbd1-a9969f423a88)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:10.847515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=9386e473-c7dc-4a99-a989-78d53d38a6f6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:10.857092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:10.857092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.891158 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7c38cc19-3794-4f91-8d97-e57d472f229e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7470834 Jan 17 12:50:10.901019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47470) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:10.908774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:10.941565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:10.944826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 9386e473-c7dc-4a99-a989-78d53d38a6f6 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:10.955938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.022191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.039971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730a7a33-e089-4a6a-8d5e-3a1f6446f124 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:50:11.043700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.055824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.091325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:11.098465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:11.102097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.165351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.189255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce86355-2283-4df1-aa5c-cbf293763616 None None] Pushing event updated for resources: {'Port': ['ID=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:11.200813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.210867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:11.217970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:11.222501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.230158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Delete allocated IP 2001:db8:0:1::340 (e5ab2a31-ed90-4587-9cec-eec844ba5256/32f25941-c116-4d7c-8774-14bd783a3ae0) {{(pid=109280) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 12:50:11.238229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Performing IP validity checks on allocation pools {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:50:11.238840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:50:11.242794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5d83f4-ad71-4fda-aa5d-4b6686715e43,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:11.247144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router d639819f-af55-4fc1-9600-94039477200f has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:11.269740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=730a7a33-e089-4a6a-8d5e-3a1f6446f124,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:11.286413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.286413 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Added segment 2cc625e3-a1d4-4c15-9d99-c6432f13bfaa of type vlan for network 3eced433-100a-4a1d-91bb-e7ace2253da5 Jan 17 12:50:11.346165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.457782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['730a7a33-e089-4a6a-8d5e-3a1f6446f124'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:50:11.482084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:11.490876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-439e8b15-4bf4-47b5-94ac-2efd1b0df27c tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/d639819f-af55-4fc1-9600-94039477200f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9908786 Jan 17 12:50:11.491566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47472) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:11.496117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] Sync routers for ids ['d639819f-af55-4fc1-9600-94039477200f'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:11.512503 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] Routers {'d639819f-af55-4fc1-9600-94039477200f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:11.515889 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d639819f-af55-4fc1-9600-94039477200f'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:11.529907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.537434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:11.540726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.545745 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1472a73c-973a-4dd2-87ff-cbab38758718 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=d639819f-af55-4fc1-9600-94039477200f HTTP/1.1" status: 200 len: 205 time: 0.0467658 Jan 17 12:50:11.546365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47476) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:11.590619 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:11.613482 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] Routers {'d639819f-af55-4fc1-9600-94039477200f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:11.614095 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d639819f-af55-4fc1-9600-94039477200f'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:11.673450 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:11.674396 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abccdd4-bcc5-470f-9a4a-0708b65faa63 None None] The sync data for ids ['d639819f-af55-4fc1-9600-94039477200f'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:11.674974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Network': ['ID=3eced433-100a-4a1d-91bb-e7ace2253da5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:11.689761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:11.699170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef80f8f-a591-4bf3-b7b2-875730ba28a0 req-1f829780-7d10-45b5-acb4-c2c861f22013 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:11.701646 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cef80f8f-a591-4bf3-b7b2-875730ba28a0 req-1f829780-7d10-45b5-acb4-c2c861f22013 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 944 time: 0.1064787 Jan 17 12:50:11.704206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.734861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.762614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=b2188b9d-31bc-4107-b2e9-d6964061ff11,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:11.774556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.796001 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-016319a0-9139-4748-a5b7-d21bd3be45eb tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4284143 Jan 17 12:50:11.796665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47478) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:11.812077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.820862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'subnet': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:11.878453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=8ff652c4-0e14-4f9a-abba-03544d86380d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:11.892429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:11.924048 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cef80f8f-a591-4bf3-b7b2-875730ba28a0 req-31b26546-0f9f-4e00-baab-15e0611a8c17 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648126 Jan 17 12:50:11.924244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf0852-7d69-4448-a0d1-dbaf02fea310 None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:11.949317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': 'e9130e0a-3b4f-43eb-af84-57a18c1de173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:11.949922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 9386e473-c7dc-4a99-a989-78d53d38a6f6, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:11.995902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-258f883b-e0eb-4132-b94e-c3ed28c88fab None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:11.996296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-258f883b-e0eb-4132-b94e-c3ed28c88fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.040982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.046999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.064824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] In _notify_port_updated(), no bound segment for port 7701af2f-b383-4803-a917-d99375c5b830 on network e5ab2a31-ed90-4587-9cec-eec844ba5256 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:12.070296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:12.070913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.072245 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/ports/7701af2f-b383-4803-a917-d99375c5b830 HTTP/1.1" status: 200 len: 926 time: 1.6960838 Jan 17 12:50:12.075410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47480) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:12.077218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': '646b1bbf-3128-4657-a2e4-bdeda7507adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:12.077459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 0e12ce19-70ce-4301-a82d-22e38d26417b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:12.080677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8460718d-cbf8-441d-a562-907f8e9eee48'}, {'subnet_id': '32f25941-c116-4d7c-8774-14bd783a3ae0'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:12.109491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 9386e473-c7dc-4a99-a989-78d53d38a6f6 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:12.129600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:12.133093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.233615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 9386e473-c7dc-4a99-a989-78d53d38a6f6) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:12.247371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f281d-1f0b-4748-a7cb-97f7678c4bcb None None] Network 9386e473-c7dc-4a99-a989-78d53d38a6f6 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:12.249730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:12.250490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.369922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.430010 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eb57ea3e-ea78-4d0b-9b1e-d177e0d15af4 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5272558 Jan 17 12:50:12.430747 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47482) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:12.434558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9cf0f-3b51-4b2f-ab7c-dbffa407c338 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=7701af2f-b383-4803-a917-d99375c5b830,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:12.459961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-9386e473-c7dc-4a99-a989-78d53d38a6f6', 'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': 'b2188b9d-31bc-4107-b2e9-d6964061ff11'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:12.459961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.554696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:12.560664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.561477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router d639819f-af55-4fc1-9600-94039477200f {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:50:12.580880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.585539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-973c34bd-ce2e-4a16-820c-638010f945e6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/d639819f-af55-4fc1-9600-94039477200f HTTP/1.1" status: 204 len: 168 time: 1.0259826 Jan 17 12:50:12.586626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47484) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:12.620072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-60c5cc66-85ba-4982-b09c-5ed0ece69990 None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:12.620407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 0e12ce19-70ce-4301-a82d-22e38d26417b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:12.620595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60c5cc66-85ba-4982-b09c-5ed0ece69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.630629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 0e12ce19-70ce-4301-a82d-22e38d26417b) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:12.637456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:12.638389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.655129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7cf848-fecd-45f9-b893-482b62842d8b None None] Network 0e12ce19-70ce-4301-a82d-22e38d26417b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:12.664288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 2104490d-016e-462b-a7b7-552124fbc481 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:12.670821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.719887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.762908 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-edd853d8-b832-4d5d-8428-f6b14067f374 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3390086 Jan 17 12:50:12.773689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:12.775193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:12.821904 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Allocated IP 172.20.0.2 (9386e473-c7dc-4a99-a989-78d53d38a6f6/b2188b9d-31bc-4107-b2e9-d6964061ff11/a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:12.829518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47486) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:12.836897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b', 'name': 'tempest-PortsTestJSON-50708451'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:12.905981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.009359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.023877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.114546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8eed-5506-403f-9ab5-3424ac6fba31 req-3d5d9bd8-9620-4952-a080-c8717c1020d9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:13.121223 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-16db8eed-5506-403f-9ab5-3424ac6fba31 req-3d5d9bd8-9620-4952-a080-c8717c1020d9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 944 time: 0.0656698 Jan 17 12:50:13.122671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:13.127898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.130168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.158920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-60c5cc66-85ba-4982-b09c-5ed0ece69990 None None] Provisioning complete for port 7701af2f-b383-4803-a917-d99375c5b830 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:13.159465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60c5cc66-85ba-4982-b09c-5ed0ece69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.167365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Subnet': ['ID=ac0554dd-0442-4b41-bb2a-c42333a4bd8d,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:13.184241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.189961 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/2104490d-016e-462b-a7b7-552124fbc481 HTTP/1.1" status: 204 len: 168 time: 0.5980699 Jan 17 12:50:13.192821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83694ffc-bf44-471d-8032-add607f6c4d8 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=2104490d-016e-462b-a7b7-552124fbc481,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:13.196116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47490) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:13.200585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 66f4e397-cdf0-435a-89e0-e11dd13b11b4 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:13.202106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-60c5cc66-85ba-4982-b09c-5ed0ece69990 None None] Port 7701af2f-b383-4803-a917-d99375c5b830 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:13.203844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f57e8b-9956-4b9f-bb54-98bf8cc8a2ec None None] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:13.215540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.215822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.216173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.216875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.216875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.217150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.217478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.217803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.218131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.218724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.218862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.219068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.236406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-0e12ce19-70ce-4301-a82d-22e38d26417b', 'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': '8ff652c4-0e14-4f9a-abba-03544d86380d'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:13.237446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.243391 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-16db8eed-5506-403f-9ab5-3424ac6fba31 req-52f40d08-a4ae-4759-822a-1569d750a981 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091797 Jan 17 12:50:13.250581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Checking segment: {'id': '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:13.250944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network hostable DHCP agents. Network: 3eced433-100a-4a1d-91bb-e7ace2253da5, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:13.279586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.339344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8:0:1::2eb (e5ab2a31-ed90-4587-9cec-eec844ba5256/32f25941-c116-4d7c-8774-14bd783a3ae0/7701af2f-b383-4803-a917-d99375c5b830) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:13.354353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.433605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.10 (0e12ce19-70ce-4301-a82d-22e38d26417b/8ff652c4-0e14-4f9a-abba-03544d86380d/66f4e397-cdf0-435a-89e0-e11dd13b11b4) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:13.455374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:13.493211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port bb686f44-a47a-4210-b283-24e7a8e5a281 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:13.493552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.505073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.529073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 3eced433-100a-4a1d-91bb-e7ace2253da5) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:13.533646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:13.534229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.572142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68168b-c1ae-43f2-befc-7534f684b4c7 None None] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:13.582789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a9d80ee4-8e69-46dd-96f2-25fb56a77899 None None] Provisioning complete for port 7701af2f-b383-4803-a917-d99375c5b830 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:13.583164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a9d80ee4-8e69-46dd-96f2-25fb56a77899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.589982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.620161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port bb686f44-a47a-4210-b283-24e7a8e5a281, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bb686f44-a47a-4210-b283-24e7a8e5a281,segment=NetworkSegment(8dd356e1-78d2-43d7-8e89-167bdd8041cd),segment_id=8dd356e1-78d2-43d7-8e89-167bdd8041cd)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:13.621210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.639844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dcc43176-bf45-4ec3-917d-c559c7dc1293 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8326237 Jan 17 12:50:13.642856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.644584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47494) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:13.649963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'name': 'tempest-AllowedAddressPairTestJSON-665370803'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:13.695910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.698314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for bb686f44-a47a-4210-b283-24e7a8e5a281 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:13.718746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a9d80ee4-8e69-46dd-96f2-25fb56a77899 None None] Port 7701af2f-b383-4803-a917-d99375c5b830 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:13.733875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=7701af2f-b383-4803-a917-d99375c5b830,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:13.765385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] In _notify_port_updated(), no bound segment for port 7701af2f-b383-4803-a917-d99375c5b830 on network e5ab2a31-ed90-4587-9cec-eec844ba5256 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:13.773131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:13.773345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.774031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.775750 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e77ba330-79a8-47ec-a86b-71ca526ba936 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/ports/7701af2f-b383-4803-a917-d99375c5b830 HTTP/1.1" status: 200 len: 1012 time: 1.6992052 Jan 17 12:50:13.780446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:13.829227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Network 9386e473-c7dc-4a99-a989-78d53d38a6f6 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:13.833923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:13.837812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:13.873133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Pushing event updated for resources: {'Port': ['ID=a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:13.878354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] DHCP port deletion for 0a0a72cb-0b0e-4e09-b436-a147c068a395 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:13.893964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.894344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.894699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.895041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.895373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.895761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.896249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.896602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.896980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.897319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.897642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.897972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:13.936872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.940708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-3eced433-100a-4a1d-91bb-e7ace2253da5', 'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'tenant_id': 'fcc9f07c4bde4906864e43296668908e', 'fixed_ips': [{'subnet_id': 'ac0554dd-0442-4b41-bb2a-c42333a4bd8d'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:13.941698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.968865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 7701af2f-b383-4803-a917-d99375c5b830 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:13.969237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:13.982836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 0e12ce19-70ce-4301-a82d-22e38d26417b is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:13.988989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:13.996736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:14.020590 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.033513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.035335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=66f4e397-cdf0-435a-89e0-e11dd13b11b4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:14.064541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=b2188b9d-31bc-4107-b2e9-d6964061ff11,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:14.076946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=bb686f44-a47a-4210-b283-24e7a8e5a281,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:14.083990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port bb686f44-a47a-4210-b283-24e7a8e5a281 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:14.090891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:14.094629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.097846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:14.098492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.104312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Attempting to bind port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:14.104502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.104690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.105055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.105360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Attempting to bind port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e9130e0a-3b4f-43eb-af84-57a18c1de173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:14.105490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.105778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.106134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.106268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Attempting to bind port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5 on network 9386e473-c7dc-4a99-a989-78d53d38a6f6 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:14.106502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.106967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.107253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.107657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.108037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.108367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:14.119886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Allocated IP 172.20.0.2 (0e12ce19-70ce-4301-a82d-22e38d26417b/8ff652c4-0e14-4f9a-abba-03544d86380d/ce329866-861c-4caa-8e50-c81a3926deb6) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:14.153243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:14.153921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Checking segment: {'id': 'e9130e0a-3b4f-43eb-af84-57a18c1de173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:14.154330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.154737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Bound using segment: {'id': 'e9130e0a-3b4f-43eb-af84-57a18c1de173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:14.155228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Bound port: a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9130e0a-3b4f-43eb-af84-57a18c1de173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9386e473-c7dc-4a99-a989-78d53d38a6f6'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:14.155648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.171907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.181248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] device_id is not set on port fc2abe50-1a43-4098-90fa-76b8f32565b6 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:14.189251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 730a7a33-e089-4a6a-8d5e-3a1f6446f124 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:14.200948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.206442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a4adf740-515e-4c07-aedf-e6e752e621d0 None None] Provisioning complete for port 7701af2f-b383-4803-a917-d99375c5b830 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:14.206827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a4adf740-515e-4c07-aedf-e6e752e621d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.222640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0a72cb-0b0e-4e09-b436-a147c068a395']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:14.232953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd356e1-78d2-43d7-8e89-167bdd8041cd') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:14.233289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd356e1-78d2-43d7-8e89-167bdd8041cd') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:14.243897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.258826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.259770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9386e473-c7dc-4a99-a989-78d53d38a6f6']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:14.263379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.265378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:14.265781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:14.269055 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:14.271170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Deleting port bb686f44-a47a-4210-b283-24e7a8e5a281 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:14.271170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.278120 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1ca7b369-8584-475c-a01f-68bc3064ef85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4472733 Jan 17 12:50:14.282914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47498) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:14.335244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9130e0a-3b4f-43eb-af84-57a18c1de173') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:14.335568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9130e0a-3b4f-43eb-af84-57a18c1de173') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:14.389603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 7701af2f-b383-4803-a917-d99375c5b830 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:14.392509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.412198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.439418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.444560 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/0a0a72cb-0b0e-4e09-b436-a147c068a395 HTTP/1.1" status: 204 len: 168 time: 1.2459388 Jan 17 12:50:14.445872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73989-1f3a-4e32-9a56-642f2eb0d6ce tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=0a0a72cb-0b0e-4e09-b436-a147c068a395,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:14.451463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47502) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:14.454312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.457561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-310735131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:14.463707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a4adf740-515e-4c07-aedf-e6e752e621d0 None None] Port 7701af2f-b383-4803-a917-d99375c5b830 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:14.470096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:14.470504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.483411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Allocated IP 172.20.0.2 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/7fb0eefb-872e-493d-a7a2-1640e5404596) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:14.503556 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:14.525356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] For port bb686f44-a47a-4210-b283-24e7a8e5a281, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:14.526297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.530138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] For port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:14.551335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bb686f44-a47a-4210-b283-24e7a8e5a281 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:14.563723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Calling delete_port for bb686f44-a47a-4210-b283-24e7a8e5a281 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:14.576900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeafc94-ba50-4870-8c8f-d1e70437374c req-2354f2de-4a25-496f-8079-ecb122e702c5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:14.578439 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1aeafc94-ba50-4870-8c8f-d1e70437374c req-2354f2de-4a25-496f-8079-ecb122e702c5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 944 time: 0.2458856 Jan 17 12:50:14.584130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.585437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.595965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.ipam_backend_mixin [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Port bb686f44-a47a-4210-b283-24e7a8e5a281 was not found and therefore no delete operation was performed {{(pid=109282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:50:14.626926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 66f4e397-cdf0-435a-89e0-e11dd13b11b4 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:14.627265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.648317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.648576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: bb686f44-a47a-4210-b283-24e7a8e5a281 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:14.648907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bb686f44-a47a-4210-b283-24e7a8e5a281 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:14.654893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.659190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] For port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5,segment=NetworkSegment(e9130e0a-3b4f-43eb-af84-57a18c1de173),segment_id=e9130e0a-3b4f-43eb-af84-57a18c1de173)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:14.681220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:50:14.681220 dv-neutron-824886-1-hyperv neutron-server[109281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:50:14.681220 dv-neutron-824886-1-hyperv neutron-server[109281]: [parameters: {'id': '9386e473-c7dc-4a99-a989-78d53d38a6f6'}] Jan 17 12:50:14.681220 dv-neutron-824886-1-hyperv neutron-server[109281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:14.681744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:14.695643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Network 0a0a72cb-0b0e-4e09-b436-a147c068a395 is not hosted by any dhcp agent {{(pid=109282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:50:14.696112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] No DVR routers for this DVR port bb686f44-a47a-4210-b283-24e7a8e5a281 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:14.704974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17c2a4-a699-4340-928c-f85bb4e1b7e2 None None] Pushing event deleted for resources: {'Port': ['ID=bb686f44-a47a-4210-b283-24e7a8e5a281,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:14.706699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:50:14.719051 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1aeafc94-ba50-4870-8c8f-d1e70437374c req-4cc66db7-938e-4f66-ad91-5f9e68e82039 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181052 Jan 17 12:50:14.721707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.722586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:14.722953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.733384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.784775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.814897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.825986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 66f4e397-cdf0-435a-89e0-e11dd13b11b4 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:14.858965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.893655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.894971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a6bf0d9a-4abf-40d4-b0de-a4e72d5223f6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4423556 Jan 17 12:50:14.897798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47504) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:14.903337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311249920'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:14.906840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.953080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Network 0e12ce19-70ce-4301-a82d-22e38d26417b is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:14.956985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f0a01-c2c2-4e00-a467-020a9e57253e None None] Pushing event updated for resources: {'Port': ['ID=a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:14.959681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.963154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:14.970630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:14.975289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:14.999714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=7701af2f-b383-4803-a917-d99375c5b830,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.003830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe1db7-4da0-469c-87db-f926edb82a57 None None] Network 9386e473-c7dc-4a99-a989-78d53d38a6f6 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:15.046540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:15.051385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.071519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.094966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.098176 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-165b5c35-a63d-40a6-95da-2974c8ebf7ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/7701af2f-b383-4803-a917-d99375c5b830 HTTP/1.1" status: 204 len: 168 time: 1.3166173 Jan 17 12:50:15.101182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47506) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.126098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Allocated IP 172.20.0.11 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/fc2abe50-1a43-4098-90fa-76b8f32565b6) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:15.127416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Pushing event updated for resources: {'Port': ['ID=ce329866-861c-4caa-8e50-c81a3926deb6,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.130111 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-633adad9-bf15-4a72-a010-bd10662b73b6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:50:15.132067 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-633adad9-bf15-4a72-a010-bd10662b73b6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/7701af2f-b383-4803-a917-d99375c5b830 HTTP/1.1" status: 404 len: 333 time: 0.0298488 Jan 17 12:50:15.134730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47508) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.137686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:50:15.139985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9bbe68-f897-49dd-bf00-57083267e0b4" -d '{"events": [{"server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "name": "network-vif-plugged", "status": "completed", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:50:15.191877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.194161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 32f25941-c116-4d7c-8774-14bd783a3ae0 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:15.198101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.198570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.203396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:15.246087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f0b249-f7ac-4974-839c-98014f85d222 x-openstack-request-id: req-02f0b249-f7ac-4974-839c-98014f85d222 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:50:15.246625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "name": "network-vif-plugged", "status": "completed", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:50:15.246896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02f0b249-f7ac-4974-839c-98014f85d222 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:50:15.247388 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'code': 200} Jan 17 12:50:15.251446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:15.252750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Attempting to bind port ce329866-861c-4caa-8e50-c81a3926deb6 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:15.253211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Attempting to bind port ce329866-861c-4caa-8e50-c81a3926deb6 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '646b1bbf-3128-4657-a2e4-bdeda7507adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:15.253689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Attempting to bind port ce329866-861c-4caa-8e50-c81a3926deb6 on network 0e12ce19-70ce-4301-a82d-22e38d26417b {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:15.256048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:15.258053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:15.263635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:15.270214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=66f4e397-cdf0-435a-89e0-e11dd13b11b4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.272548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.289234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:15.289781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Checking segment: {'id': '646b1bbf-3128-4657-a2e4-bdeda7507adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:15.290282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.290780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Bound using segment: {'id': '646b1bbf-3128-4657-a2e4-bdeda7507adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:15.292163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Bound port: ce329866-861c-4caa-8e50-c81a3926deb6, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646b1bbf-3128-4657-a2e4-bdeda7507adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0e12ce19-70ce-4301-a82d-22e38d26417b'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:15.292605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.302062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.302686 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 9ec8f547-635b-47db-828c-5722123f312d of type vlan for network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa Jan 17 12:50:15.351845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.354419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Pushing event updated for resources: {'Port': ['ID=7fb0eefb-872e-493d-a7a2-1640e5404596,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.363477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.421031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.446570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.453745 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dbe7aa49-b854-4ad1-9d72-32ffc21ecaea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/66f4e397-cdf0-435a-89e0-e11dd13b11b4 HTTP/1.1" status: 204 len: 168 time: 1.1685929 Jan 17 12:50:15.460241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47512) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.507971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:15.508312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.510318 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b966d1b-66c8-4a1f-b964-ca13b298eb48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:15.511080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b966d1b-66c8-4a1f-b964-ca13b298eb48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:15.516397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.517390 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6b966d1b-66c8-4a1f-b964-ca13b298eb48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/66f4e397-cdf0-435a-89e0-e11dd13b11b4 HTTP/1.1" status: 404 len: 333 time: 0.0525680 Jan 17 12:50:15.521636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.522049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:15.522742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.524734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47514) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.599517 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9c10a5-1da2-43b5-830f-fd4a296f9652 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:15.603896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6f9c10a5-1da2-43b5-830f-fd4a296f9652 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/66f4e397-cdf0-435a-89e0-e11dd13b11b4 HTTP/1.1" status: 404 len: 333 time: 0.0773358 Jan 17 12:50:15.604719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47516) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.618272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b720-798a-41fa-8da0-9d4a7c500327 req-bf630280-2895-453a-ae94-1e3bab4ed57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:15.620673 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b04b720-798a-41fa-8da0-9d4a7c500327 req-bf630280-2895-453a-ae94-1e3bab4ed57f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1098 time: 0.1433439 Jan 17 12:50:15.630924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Attempting to bind port 7fb0eefb-872e-493d-a7a2-1640e5404596 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:15.631469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Attempting to bind port 7fb0eefb-872e-493d-a7a2-1640e5404596 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:15.631814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Attempting to bind port 7fb0eefb-872e-493d-a7a2-1640e5404596 on network 3eced433-100a-4a1d-91bb-e7ace2253da5 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:15.634156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5,segment=NetworkSegment(e9130e0a-3b4f-43eb-af84-57a18c1de173),segment_id=e9130e0a-3b4f-43eb-af84-57a18c1de173)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:15.634604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.656359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:15.658850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=716f3a6f-2a5c-43c0-9c5d-6c1801be5afa,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.665229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:15.665699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Checking segment: {'id': '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:15.666288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.666723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Bound using segment: {'id': '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:15.667286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Bound port: 7fb0eefb-872e-493d-a7a2-1640e5404596, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:15.668790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.671883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=730a7a33-e089-4a6a-8d5e-3a1f6446f124,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.677770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] For port ce329866-861c-4caa-8e50-c81a3926deb6, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:15.682776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7ba1ff0e-b181-4041-ae78-656a77e6d53f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7839165 Jan 17 12:50:15.686875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47518) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.689338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:15.695527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:15.717799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 8ff652c4-0e14-4f9a-abba-03544d86380d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:15.718618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] For port ce329866-861c-4caa-8e50-c81a3926deb6, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ce329866-861c-4caa-8e50-c81a3926deb6,segment=NetworkSegment(646b1bbf-3128-4657-a2e4-bdeda7507adc),segment_id=646b1bbf-3128-4657-a2e4-bdeda7507adc)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:15.738159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.753766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.758915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.789533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:15.792544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:15.796638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:15.810476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.827003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=fc2abe50-1a43-4098-90fa-76b8f32565b6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.840367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.842117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b04b720-798a-41fa-8da0-9d4a7c500327 req-9b4c798c-f0e0-417c-a831-3afc51cb4001 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918795 Jan 17 12:50:15.858898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] For port 7fb0eefb-872e-493d-a7a2-1640e5404596, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:15.872358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=32f25941-c116-4d7c-8774-14bd783a3ae0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.879824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.885083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] For port 7fb0eefb-872e-493d-a7a2-1640e5404596, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7fb0eefb-872e-493d-a7a2-1640e5404596,segment=NetworkSegment(2cc625e3-a1d4-4c15-9d99-c6432f13bfaa),segment_id=2cc625e3-a1d4-4c15-9d99-c6432f13bfaa)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:15.898417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.901307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port a8e03dc9-fd67-4269-9ecc-e1ee58c8a2e5 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:15.901449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842d51f-19a5-4d36-a199-fd4a9bb69441 None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:15.906981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733242-5269-4ccd-8283-459a8c8e2051 None None] Pushing event updated for resources: {'Port': ['ID=ce329866-861c-4caa-8e50-c81a3926deb6,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:15.929928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:15.929928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.936152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:15.941717 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8a47351b-5346-431b-b6d9-7a9762a8ffb3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/32f25941-c116-4d7c-8774-14bd783a3ae0 HTTP/1.1" status: 204 len: 168 time: 0.8028731 Jan 17 12:50:15.943715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47522) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:15.956224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.035032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b28d7-dec9-4371-b5f7-5394d3632b3f req-5bfe6023-8554-4584-8976-f8f317a1161c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:16.044064 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c9b28d7-dec9-4371-b5f7-5394d3632b3f req-5bfe6023-8554-4584-8976-f8f317a1161c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.1713059 Jan 17 12:50:16.055255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.057221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 8460718d-cbf8-441d-a562-907f8e9eee48 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:16.063025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5bc1c-9b9c-4984-afd9-66dba1e4ac32 None None] Pushing event updated for resources: {'Port': ['ID=7fb0eefb-872e-493d-a7a2-1640e5404596,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:16.065013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.076862 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9d5e1101-bb47-4eef-84b2-e0eab4f4773e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4308541 Jan 17 12:50:16.082724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47524) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:16.093404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'name': 'tempest-AllowedAddressPairTestJSON-911490689', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:58:92:5e'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:16.102065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9386e473-c7dc-4a99-a989-78d53d38a6f6']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:16.114141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.185662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.196708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9130e0a-3b4f-43eb-af84-57a18c1de173') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:16.197078 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9130e0a-3b4f-43eb-af84-57a18c1de173') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:16.210231 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c9b28d7-dec9-4371-b5f7-5394d3632b3f req-d51300de-c6f7-4e2e-ade9-73d0d5173f2b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620841 Jan 17 12:50:16.242974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.280801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.301634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:16.302393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:16.305875 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:16.322417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:16.326309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.398374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.451583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.483961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff652c4-0e14-4f9a-abba-03544d86380d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:16.495382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.498953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cb94204e-c71c-4ac2-8836-a028e38c59ed tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/8ff652c4-0e14-4f9a-abba-03544d86380d HTTP/1.1" status: 204 len: 168 time: 0.8932283 Jan 17 12:50:16.501738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47526) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:16.524463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.614715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.622897 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/9386e473-c7dc-4a99-a989-78d53d38a6f6 HTTP/1.1" status: 204 len: 168 time: 4.1865749 Jan 17 12:50:16.623730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:16.626568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47528) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:16.669722 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e210e2-bb29-4cab-91ff-128ae5043f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] GET failed (client error): The resource could not be found. Jan 17 12:50:16.672520 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-22e210e2-bb29-4cab-91ff-128ae5043f53 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/subnets/b2188b9d-31bc-4107-b2e9-d6964061ff11 HTTP/1.1" status: 404 len: 337 time: 0.0436215 Jan 17 12:50:16.674665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47530) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:16.694371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fb0eefb-872e-493d-a7a2-1640e5404596 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:16.712826 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b88e2e-dabb-4e91-b915-8f10bde7f4ba tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:16.713507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b88e2e-dabb-4e91-b915-8f10bde7f4ba tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:16.719948 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-97b88e2e-dabb-4e91-b915-8f10bde7f4ba tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/9386e473-c7dc-4a99-a989-78d53d38a6f6 HTTP/1.1" status: 404 len: 339 time: 0.0409672 Jan 17 12:50:16.723908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47532) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:16.727019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133505-97f6-4bab-bf31-c81051c65a14 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=9386e473-c7dc-4a99-a989-78d53d38a6f6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:16.779157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.789270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.797646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7fb0eefb-872e-493d-a7a2-1640e5404596 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:16.798189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.805020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.849249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] device_id is not set on port b3c014ad-250a-4512-ad92-7e5e162dde61 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:16.905946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.933074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port ce329866-861c-4caa-8e50-c81a3926deb6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:16.933612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.963885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:16.966708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 7fb0eefb-872e-493d-a7a2-1640e5404596, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7fb0eefb-872e-493d-a7a2-1640e5404596,segment=NetworkSegment(2cc625e3-a1d4-4c15-9d99-c6432f13bfaa),segment_id=2cc625e3-a1d4-4c15-9d99-c6432f13bfaa)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:16.967407 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/8460718d-cbf8-441d-a562-907f8e9eee48 HTTP/1.1" status: 204 len: 168 time: 1.0226347 Jan 17 12:50:16.968305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998b99-ae8f-47ce-bb21-7cc35a68d94d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=8460718d-cbf8-441d-a562-907f8e9eee48,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:16.969929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47536) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:17.035718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port ce329866-861c-4caa-8e50-c81a3926deb6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ce329866-861c-4caa-8e50-c81a3926deb6,segment=NetworkSegment(646b1bbf-3128-4657-a2e4-bdeda7507adc),segment_id=646b1bbf-3128-4657-a2e4-bdeda7507adc)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:17.036146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.058351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for ce329866-861c-4caa-8e50-c81a3926deb6 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:17.063255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.064305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ce329866-861c-4caa-8e50-c81a3926deb6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:17.077406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Allocated IP 172.20.0.10 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/b3c014ad-250a-4512-ad92-7e5e162dde61) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:17.170856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ce329866-861c-4caa-8e50-c81a3926deb6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:17.179808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.219019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.234282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626b599-be03-401c-98dd-95b2905c22dd tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:17.239550 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0626b599-be03-401c-98dd-95b2905c22dd tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5139024 Jan 17 12:50:17.239550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47538) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:17.245381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=7fb0eefb-872e-493d-a7a2-1640e5404596,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:17.264158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.306519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.309345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067ab01-5309-4197-b4c6-1e8867e60a31 None None] Network e5ab2a31-ed90-4587-9cec-eec844ba5256 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:17.408649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-20e97f30-821d-40c1-81fa-1569c67c7d88 None None] Provisioning complete for port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:17.409036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-20e97f30-821d-40c1-81fa-1569c67c7d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.412715 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4ed1bc27-4363-404b-a062-8489ecc39eb0 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 207 time: 0.1688161 Jan 17 12:50:17.418507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47542) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:17.426857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.438837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.470375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=ce329866-861c-4caa-8e50-c81a3926deb6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:17.490553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port ce329866-861c-4caa-8e50-c81a3926deb6 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:17.617986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.652835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=75333655-3a03-4e04-b92f-8fb409cadd93,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:17.658786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e12ce19-70ce-4301-a82d-22e38d26417b']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:17.667705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646b1bbf-3128-4657-a2e4-bdeda7507adc') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:17.668065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646b1bbf-3128-4657-a2e4-bdeda7507adc') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:17.680135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] DHCP port deletion for e5ab2a31-ed90-4587-9cec-eec844ba5256 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:17.684138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5f0fc-675c-49e3-8cfd-9fd34b83b53e req-cef84b5a-677a-4457-a800-1f32eb0fdeb0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:17.687947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bbb5f0fc-675c-49e3-8cfd-9fd34b83b53e req-cef84b5a-677a-4457-a800-1f32eb0fdeb0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.2894199 Jan 17 12:50:17.693255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.708990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.709961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:17.710401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:17.716289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:17.717285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:17.720455 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:17.763182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] Deleting port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:17.763762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.794057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06709294-8e4c-4bfb-a10e-9c8827640f0d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:17.799894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06709294-8e4c-4bfb-a10e-9c8827640f0d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:17.806537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06709294-8e4c-4bfb-a10e-9c8827640f0d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:17.814561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06709294-8e4c-4bfb-a10e-9c8827640f0d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:17.820154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-06709294-8e4c-4bfb-a10e-9c8827640f0d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3754215 Jan 17 12:50:17.820322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90bf38-a38f-4641-909c-8f18bc7c140a None None] Network 0e12ce19-70ce-4301-a82d-22e38d26417b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:17.822017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bbb5f0fc-675c-49e3-8cfd-9fd34b83b53e req-97d2cad4-fb69-48dd-af4a-79a2a377cd27 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292853 Jan 17 12:50:17.822633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47544) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:17.838942 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.841932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:17.842393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.908901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-36bea442-4d61-477b-aa9e-456e6923c8b5 None None] Could not find standard attr ID for object ce329866-861c-4caa-8e50-c81a3926deb6. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:17.908901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] For port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,segment=NetworkSegment(0ca72053-51da-478a-bbd1-a9969f423a88),segment_id=0ca72053-51da-478a-bbd1-a9969f423a88)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:17.909339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:17.944296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] Calling delete_port for 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:17.947884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23524207-3420-44ad-a2b1-bde5f8af5dff None None] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:18.132205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-032bb75a-cbad-47e1-8be4-f8d2fb2e57b6 None None] Provisioning complete for port 7fb0eefb-872e-493d-a7a2-1640e5404596 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:18.132728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-032bb75a-cbad-47e1-8be4-f8d2fb2e57b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.187118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4a889-5378-4e5c-84f7-8844a19d48ef None None] DHCP port deletion for 0e12ce19-70ce-4301-a82d-22e38d26417b request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:18.187630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:18.254608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] For port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,segment=NetworkSegment(0ca72053-51da-478a-bbd1-a9969f423a88),segment_id=0ca72053-51da-478a-bbd1-a9969f423a88)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:18.255291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.271516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:18.282631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:18.289555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.290511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.294621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.306033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775fa38-a3a7-4f84-a358-fce714a4ea07 None None] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:18.314414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.330149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.332432 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/0e12ce19-70ce-4301-a82d-22e38d26417b HTTP/1.1" status: 204 len: 168 time: 1.8293581 Jan 17 12:50:18.335907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47548) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.341248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-565071776'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:18.361484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:18.362411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1add8f9-ae53-4ccc-b28b-d942c16e77f8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=0e12ce19-70ce-4301-a82d-22e38d26417b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:18.377085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:18.387119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.390251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:18.399650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=b3c014ad-250a-4512-ad92-7e5e162dde61,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:18.400474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] Pushing event deleted for resources: {'Port': ['ID=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:18.417351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:18.424456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2646c-dcca-4ed0-988a-be5c16a104aa None None] No DVR routers for this DVR port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:18.449719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b4630b98-22b9-49a5-ad1a-c7fde8848878 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7580566 Jan 17 12:50:18.453874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47550) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.470188 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a272b4d-2965-4392-a427-cd74860d9784 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6452434 Jan 17 12:50:18.481775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa287f-15e6-445f-816f-e3371e2b18eb req-4172b32e-ea0b-4579-8704-0d6fe8f956d2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.481775 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-54fa287f-15e6-445f-816f-e3371e2b18eb req-4172b32e-ea0b-4579-8704-0d6fe8f956d2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.5521922 Jan 17 12:50:18.481775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47552) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.542770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.543708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.576837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No DVR routers for this DVR port 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:18.584353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fb0eefb-872e-493d-a7a2-1640e5404596 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:18.589388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:18.593310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.600043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfc93a-d4aa-4840-be2e-177582405526 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.601652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfc93a-d4aa-4840-be2e-177582405526 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.607422 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f3cfc93a-d4aa-4840-be2e-177582405526 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1236670 Jan 17 12:50:18.608160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47554) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.641360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:18.642625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.674076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301ea78-fa00-446c-8716-51c262bd3329 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.675574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301ea78-fa00-446c-8716-51c262bd3329 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.682575 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2301ea78-fa00-446c-8716-51c262bd3329 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0701127 Jan 17 12:50:18.684329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47556) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.689079 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8e4d1577-d2b4-4b27-a1f3-c3f108af4162 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5999150 Jan 17 12:50:18.718686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47558) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.735987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:18.744741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7fb0eefb-872e-493d-a7a2-1640e5404596 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:18.745519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.809061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6722a-b003-465d-908a-a1c6b59df880 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:18.814932 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2df6722a-b003-465d-908a-a1c6b59df880 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks/2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e HTTP/1.1" status: 200 len: 799 time: 0.1246359 Jan 17 12:50:18.818381 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-54fa287f-15e6-445f-816f-e3371e2b18eb req-ccca332b-6ef8-4cfb-a2d0-8e0e373156bb tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248620 Jan 17 12:50:18.822993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47560) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.828958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.855788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ab2a31-ed90-4587-9cec-eec844ba5256']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:18.865091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Provisioning complete for port fc2abe50-1a43-4098-90fa-76b8f32565b6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:18.865640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:18.866913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca72053-51da-478a-bbd1-a9969f423a88') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:18.867213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca72053-51da-478a-bbd1-a9969f423a88') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:18.870038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47562) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:18.927034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Allocated IP 2001:db8::2 (716f3a6f-2a5c-43c0-9c5d-6c1801be5afa/75333655-3a03-4e04-b92f-8fb409cadd93/2e2877a7-4733-4af1-98c4-541095623c68) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:18.932857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Port fc2abe50-1a43-4098-90fa-76b8f32565b6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:18.983273 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8bbd2cf6-e81c-430f-be2c-c3a02cd8a322 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/networks/2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1568429 Jan 17 12:50:18.983273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.001876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.004654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.006547 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment 8958b184-be03-431e-a9c5-ae17987227e3 of type vlan for network 6ae74e53-05bf-43c2-9759-98fdc0aab860 Jan 17 12:50:19.048146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd064d3e-b8d9-41d4-9c35-662dec23eb63 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.049534 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bd064d3e-b8d9-41d4-9c35-662dec23eb63 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/subnets/e3dc52c7-9e61-46a2-abaa-7b7b864521d5 HTTP/1.1" status: 200 len: 811 time: 0.0677042 Jan 17 12:50:19.059744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47568) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.066422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Provisioning complete for port 7fb0eefb-872e-493d-a7a2-1640e5404596 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:19.066798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.119374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.151766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:19.152581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.166874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:19.170738 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:19.179654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19517c4-a40d-45cd-9ea5-f002a278b31e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['shared'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.179654 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e19517c4-a40d-45cd-9ea5-f002a278b31e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "GET /v2.0/subnets/e3dc52c7-9e61-46a2-abaa-7b7b864521d5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1186249 Jan 17 12:50:19.183168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e7db9-4567-4249-87df-a9d0f373a4fc tempest-TestVolumeBootPattern-1889287315 tempest-TestVolumeBootPattern-1889287315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.183903 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7f3e7db9-4567-4249-87df-a9d0f373a4fc tempest-TestVolumeBootPattern-1889287315 tempest-TestVolumeBootPattern-1889287315-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1093 time: 0.3129153 Jan 17 12:50:19.184463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47570) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.189326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1999827564'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:19.190395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d8bd1-991a-4756-a5de-92434d751417 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.192527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47572) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.197034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:19.198154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d8bd1-991a-4756-a5de-92434d751417 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.205280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d8bd1-991a-4756-a5de-92434d751417 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.210528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-765d8bd1-991a-4756-a5de-92434d751417 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4683681 Jan 17 12:50:19.220850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47574) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.294977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:19.320065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.324192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:19.324542 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 4cb0b40a-1d4b-44b8-a360-cd60a7eef6c2 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:19.324954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ce329866-861c-4caa-8e50-c81a3926deb6 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:19.332959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:19.338503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.350888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.359823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ce329866-861c-4caa-8e50-c81a3926deb6 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:19.360162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ce329866-861c-4caa-8e50-c81a3926deb6 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:19.414292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:19.428251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.428594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Added segment 5a716c58-4ef1-4ec4-bf16-b58c8b078a47 of type vlan for network 058694ba-ae33-4d7c-8aa7-cb9abab98062 Jan 17 12:50:19.468289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.477007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Provisioning complete for port b3c014ad-250a-4512-ad92-7e5e162dde61 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:19.477373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.483237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.491353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.516329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-eba76e08-17cf-4ea1-bc50-a7fe5d23c83e None None] Port b3c014ad-250a-4512-ad92-7e5e162dde61 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:19.526767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.529965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/e5ab2a31-ed90-4587-9cec-eec844ba5256 HTTP/1.1" status: 204 len: 168 time: 2.5349290 Jan 17 12:50:19.533549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47576) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.551889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eb7b0-e314-481e-b689-13bb4e606035 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=e5ab2a31-ed90-4587-9cec-eec844ba5256,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:19.565741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.572554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.608844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:19.613578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.617287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:19.620522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Pushing event updated for resources: {'Port': ['ID=2e2877a7-4733-4af1-98c4-541095623c68,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:19.621780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.622411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.623144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:19.630921 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631bef77-4a11-424e-82df-58bc5cc4f1d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.633545 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-631bef77-4a11-424e-82df-58bc5cc4f1d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0987451 Jan 17 12:50:19.636611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47578) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.659453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.665168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port b3c014ad-250a-4512-ad92-7e5e162dde61 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:19.665507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.665750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:19.667451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.698110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Attempting to bind port 2e2877a7-4733-4af1-98c4-541095623c68 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:19.698548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Attempting to bind port 2e2877a7-4733-4af1-98c4-541095623c68 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:19.698921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Attempting to bind port 2e2877a7-4733-4af1-98c4-541095623c68 on network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:19.700804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-daef0608-cafc-41ee-a961-e6c6b12b7dc5 None None] Provisioning complete for port fc2abe50-1a43-4098-90fa-76b8f32565b6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:19.701271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-daef0608-cafc-41ee-a961-e6c6b12b7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.723392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:19.723710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Checking segment: {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:19.724250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.724807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Bound using segment: {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:19.725301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Bound port: 2e2877a7-4733-4af1-98c4-541095623c68, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:19.725688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.779058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-daef0608-cafc-41ee-a961-e6c6b12b7dc5 None None] Port fc2abe50-1a43-4098-90fa-76b8f32565b6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:19.789969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4526398 Jan 17 12:50:19.790414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Network': ['ID=058694ba-ae33-4d7c-8aa7-cb9abab98062,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:19.793503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47580) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.795829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8::1 (716f3a6f-2a5c-43c0-9c5d-6c1801be5afa/75333655-3a03-4e04-b92f-8fb409cadd93/36dc9398-f37d-4d8c-b250-7ceb999a03e4) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:19.804720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:19.811747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbf3e4-c01f-4725-b5f2-a851db101198 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=6ae74e53-05bf-43c2-9759-98fdc0aab860,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:19.826904 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-afac6b08-66bb-4476-8993-98199d99b7e0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1889992 Jan 17 12:50:19.830164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 058694ba-ae33-4d7c-8aa7-cb9abab98062 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:19.833168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:19.835220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47582) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.845360 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-17a6c034-f525-4e3c-9b17-872abd202687 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6572964 Jan 17 12:50:19.846178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1994050330'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:19.848565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47584) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:19.862045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-daef0608-cafc-41ee-a961-e6c6b12b7dc5 None None] Provisioning complete for port b3c014ad-250a-4512-ad92-7e5e162dde61 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:19.862254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-daef0608-cafc-41ee-a961-e6c6b12b7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.894935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Allocated IP 172.26.4.216 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/c9f40a99-00c1-4073-b63f-7bd82a055db3) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:19.901327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:19.918969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] For port 2e2877a7-4733-4af1-98c4-541095623c68, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:19.931070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:19.968419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] For port 2e2877a7-4733-4af1-98c4-541095623c68, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2e2877a7-4733-4af1-98c4-541095623c68,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:20.001006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for b3c014ad-250a-4512-ad92-7e5e162dde61 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:20.008255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-daef0608-cafc-41ee-a961-e6c6b12b7dc5 None None] Port b3c014ad-250a-4512-ad92-7e5e162dde61 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:20.037912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.041167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.081172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:20.085487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.110218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc1c7-e71b-4f60-9564-934ea8bd7a0b None None] Pushing event updated for resources: {'Port': ['ID=2e2877a7-4733-4af1-98c4-541095623c68,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:20.115192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.155777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:20.159524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.190758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.238838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:20.261698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.261698 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8 of type vlan for network cd05ac03-1341-4718-a165-fff5163819f5 Jan 17 12:50:20.268925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:20.275786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:20.284357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:20.292299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=c9f40a99-00c1-4073-b63f-7bd82a055db3,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:20.299910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.345059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.349361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Made reservation on behalf of ec5dfd597eb2443e9b18f244b901cf75 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:20.352775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.380295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.385399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:20.430169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:20.471639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing IP validity checks on allocation pools {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 12:50:20.471639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 12:50:20.489774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.504812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:20.505814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.523970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=36dc9398-f37d-4d8c-b250-7ceb999a03e4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:20.589813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2e2877a7-4733-4af1-98c4-541095623c68 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:20.615982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=20bcf5aa-3ee4-4c68-bfc0-6c65c260c015,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:20.648116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2e2877a7-4733-4af1-98c4-541095623c68 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:20.648850 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.660098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': '8958b184-be03-431e-a9c5-ae17987227e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:20.660456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 6ae74e53-05bf-43c2-9759-98fdc0aab860, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:20.708228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=b3c014ad-250a-4512-ad92-7e5e162dde61,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:20.711873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.718737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:20.719581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.774172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.814761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 2e2877a7-4733-4af1-98c4-541095623c68, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2e2877a7-4733-4af1-98c4-541095623c68,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:20.842584 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0002038 Jan 17 12:50:20.847404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47586) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:20.849082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:20.855689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:20.861006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18800ee-51bf-4bfb-8412-8faecc9692c9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=cd05ac03-1341-4718-a165-fff5163819f5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:20.874714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network cd05ac03-1341-4718-a165-fff5163819f5 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:20.932452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.956616 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:20.967910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.023273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 6ae74e53-05bf-43c2-9759-98fdc0aab860) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:21.030492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=2e2877a7-4733-4af1-98c4-541095623c68,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:21.034075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:21.034680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.049882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b80c71b-7965-496b-a93e-18439e5607be None None] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:21.086936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.090992 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07a79e17-47f1-4ec6-b4da-1b54073fbba7 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/ports/b3c014ad-250a-4512-ad92-7e5e162dde61 HTTP/1.1" status: 204 len: 168 time: 1.8646474 Jan 17 12:50:21.095349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47588) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:21.129028 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-182a3959-cb17-4e0d-b454-3b6950498487 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] GET failed (client error): The resource could not be found. Jan 17 12:50:21.138041 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-182a3959-cb17-4e0d-b454-3b6950498487 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "GET /v2.0/ports/b3c014ad-250a-4512-ad92-7e5e162dde61 HTTP/1.1" status: 404 len: 333 time: 0.0418673 Jan 17 12:50:21.142553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47590) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:21.146875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'name': 'tempest-AllowedAddressPairTestJSON-1604141124'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:21.177461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:21.182258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.209564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.224999 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-15ff6889-0e36-42f8-8407-a9d3cd7cfb0a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4215422 Jan 17 12:50:21.224999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.226958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47592) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:21.249671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-6ae74e53-05bf-43c2-9759-98fdc0aab860', 'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': '20bcf5aa-3ee4-4c68-bfc0-6c65c260c015'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:21.251885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.254292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1457912056'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:21.378094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4c981-694d-483c-aaed-38d203345dfd None None] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:21.394247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=0d94a1cd-5997-46c4-96a3-803acc7c0c2c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:21.507631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-13e21fae-7024-4b28-8924-1762eff050d7 None None] Provisioning complete for port 2e2877a7-4733-4af1-98c4-541095623c68 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:21.508051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-13e21fae-7024-4b28-8924-1762eff050d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.514444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Allocated IP 172.20.0.2 (6ae74e53-05bf-43c2-9759-98fdc0aab860/20bcf5aa-3ee4-4c68-bfc0-6c65c260c015/835df9aa-2efb-4989-bce1-f5c330f7d4c8) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:21.601181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.674597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:21.679295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.700670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.805744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Checking segment: {'id': '5a716c58-4ef1-4ec4-bf16-b58c8b078a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:21.806343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network hostable DHCP agents. Network: 058694ba-ae33-4d7c-8aa7-cb9abab98062, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:21.854122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.857416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=c9f40a99-00c1-4073-b63f-7bd82a055db3,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:21.873956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] device_id is not set on port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:21.882682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.925153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.937384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:21.965349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Network 058694ba-ae33-4d7c-8aa7-cb9abab98062 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:22.002705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:22.003476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:22.010688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:22.010846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.012252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:22.018439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.019246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.047715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Pushing event updated for resources: {'Port': ['ID=835df9aa-2efb-4989-bce1-f5c330f7d4c8,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:22.068899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:22.069163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: cd05ac03-1341-4718-a165-fff5163819f5, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:22.071467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 058694ba-ae33-4d7c-8aa7-cb9abab98062) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:22.071627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=90bc56e5-e60c-4220-a795-f6219aaad3e0,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:22.079536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.105149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a713f3f-a182-4e0c-9311-a1fc1afe046d None None] Network 058694ba-ae33-4d7c-8aa7-cb9abab98062 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:22.124255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:22.127551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.141860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:22.164997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Attempting to bind port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:22.165365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Attempting to bind port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8958b184-be03-431e-a9c5-ae17987227e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:22.165736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Attempting to bind port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 on network 6ae74e53-05bf-43c2-9759-98fdc0aab860 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:22.182768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:22.183173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Checking segment: {'id': '8958b184-be03-431e-a9c5-ae17987227e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:22.183600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.183991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Bound using segment: {'id': '8958b184-be03-431e-a9c5-ae17987227e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:22.184550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Bound port: 835df9aa-2efb-4989-bce1-f5c330f7d4c8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8958b184-be03-431e-a9c5-ae17987227e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6ae74e53-05bf-43c2-9759-98fdc0aab860'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:22.185125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.206178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.211236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Allocated IP 172.20.0.6 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/560fab4f-2a77-4821-96d7-cbe7bb9e7cca) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:22.238875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=36dc9398-f37d-4d8c-b250-7ceb999a03e4,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:22.259341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-19f255a2-efc0-4c6a-99cf-c07cc8595e3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3949671 Jan 17 12:50:22.266016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47606) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:22.276021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:22.319200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7db515fa-0364-4d5c-9e0d-727743d7250f None None] Provisioning complete for port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:22.320763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7db515fa-0364-4d5c-9e0d-727743d7250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.419569 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Floating IP 83aa0abf-d148-43a9-9df1-cd7fbbbc00cc associated. External IP: 172.26.4.216, port: 730a7a33-e089-4a6a-8d5e-3a1f6446f124. Jan 17 12:50:22.429187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] For port 835df9aa-2efb-4989-bce1-f5c330f7d4c8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:22.432887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network cd05ac03-1341-4718-a165-fff5163819f5 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:22.464278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:22.474048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7db515fa-0364-4d5c-9e0d-727743d7250f None None] Port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:22.474200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:22.481931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] For port 835df9aa-2efb-4989-bce1-f5c330f7d4c8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=835df9aa-2efb-4989-bce1-f5c330f7d4c8,segment=NetworkSegment(8958b184-be03-431e-a9c5-ae17987227e3),segment_id=8958b184-be03-431e-a9c5-ae17987227e3)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:22.485825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60588757'] for subnet, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.517278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.12 (6ae74e53-05bf-43c2-9759-98fdc0aab860/20bcf5aa-3ee4-4c68-bfc0-6c65c260c015/0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:22.542134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7db515fa-0364-4d5c-9e0d-727743d7250f None None] Provisioning complete for port 2e2877a7-4733-4af1-98c4-541095623c68 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:22.544650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7db515fa-0364-4d5c-9e0d-727743d7250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.544871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, cd05ac03-1341-4718-a165-fff5163819f5) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:22.574011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-058694ba-ae33-4d7c-8aa7-cb9abab98062', 'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062', 'tenant_id': 'ec5dfd597eb2443e9b18f244b901cf75', 'fixed_ips': [{'subnet_id': '0d94a1cd-5997-46c4-96a3-803acc7c0c2c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:22.574904 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.578752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dfc08c-da05-4870-b2fc-c428f56795f9 None None] Network cd05ac03-1341-4718-a165-fff5163819f5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:22.591777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:22.592384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.660806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2e2877a7-4733-4af1-98c4-541095623c68 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:22.715867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ba97-9f89-4f1b-9eef-7a46d8db3041 req-0a6a9295-2587-48a3-90f6-c5c8c6aec11c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:22.716945 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db03ba97-9f89-4f1b-9eef-7a46d8db3041 req-0a6a9295-2587-48a3-90f6-c5c8c6aec11c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.2133005 Jan 17 12:50:22.778024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.823975 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-88fce9ed-17d8-4104-bcdf-9f0241ea445c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9784901 Jan 17 12:50:22.830887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47616) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:22.857164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:22.906477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.069749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.117927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:50:23.125135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:23.126736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806f9c9-70f4-40cf-8190-bda400291e81 None None] Pushing event updated for resources: {'Port': ['ID=835df9aa-2efb-4989-bce1-f5c330f7d4c8,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:23.133298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:23.146841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:23.151281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:23.207601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2e2877a7-4733-4af1-98c4-541095623c68 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:23.208074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.226619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728215445908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60152616'] for subnet, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.335775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Allocated IP 172.20.0.3 (058694ba-ae33-4d7c-8aa7-cb9abab98062/0d94a1cd-5997-46c4-96a3-803acc7c0c2c/12ba8cfc-2635-457a-9e45-6c98b2121aba) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:23.355154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5', 'name': 'tempest-PortsIpV6TestJSON-1416620285'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:23.365056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bbc2b74a-5692-47e5-adda-626171580cb0 None None] Provisioning complete for port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:23.365453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bbc2b74a-5692-47e5-adda-626171580cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.374324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:23.374324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.374765 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db03ba97-9f89-4f1b-9eef-7a46d8db3041 req-af6bcbe0-f49b-4504-92a4-a04e5b43662b tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6425612 Jan 17 12:50:23.388871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "PUT /v2.0/subnets/0d94a1cd-5997-46c4-96a3-803acc7c0c2c HTTP/1.1" status: 200 len: 877 time: 1.1139429 Jan 17 12:50:23.398474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:23.399272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.402531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-cd05ac03-1341-4718-a165-fff5163819f5', 'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': '90bc56e5-e60c-4220-a795-f6219aaad3e0'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:23.404226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.405732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47618) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:23.418573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.475330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936360b-e000-422a-aca3-3fa26d2916eb tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event updated for resources: {'Subnet': ['ID=0d94a1cd-5997-46c4-96a3-803acc7c0c2c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:23.497267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:23.505082 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9e21724d-d081-4457-a6da-1ccdf354a4e4 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0485246 Jan 17 12:50:23.505952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:23.513866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-bbc2b74a-5692-47e5-adda-626171580cb0 None None] Port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:23.517021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-436172207'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:23.532348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:23.554431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.562946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:23.583359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:23.591681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:23.607788 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5ac4ef69-a6c0-4873-a57a-dad7dee6b6b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.3796089 Jan 17 12:50:23.608512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47622) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:23.644292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=560fab4f-2a77-4821-96d7-cbe7bb9e7cca,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:23.646585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:23.647232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:23.677018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.686750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:23.706198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:23.706857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.807285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:23.808030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.811077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:23.815780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.854357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:23.865317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.865707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 4f599cf0-a6d3-40b2-a9c1-daca43d82b2f of type vlan for network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 Jan 17 12:50:23.896830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:23.912611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.915530 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2be36-742b-4267-be90-fd18014103bd None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:23.924564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0292cc2a-0696-4b24-b65b-f5f60494f6de None None] Provisioning complete for port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:23.924938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0292cc2a-0696-4b24-b65b-f5f60494f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.929808 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:23.929947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:23.931085 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:23.936516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:23.937634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b929feea-482c-4a38-97ae-19174a602cec tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7947502 Jan 17 12:50:23.943453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47624) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:23.952319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:58:92:5e'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:24.020123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Allocated IP 2001:db8::2 (cd05ac03-1341-4718-a165-fff5163819f5/90bc56e5-e60c-4220-a795-f6219aaad3e0/55d6216e-90d1-4575-8318-428cb78d6e5c) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:24.030265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0292cc2a-0696-4b24-b65b-f5f60494f6de None None] Port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:24.041788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.061171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:24.103833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.116249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:24.122391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.129325 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:24.183886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.189694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:24.190561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.219817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port a5a25d13-88e4-42d1-8158-66446340fd83 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:24.229850 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.276576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.324159 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Network 058694ba-ae33-4d7c-8aa7-cb9abab98062 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:24.341600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:24.341860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=0d94a1cd-5997-46c4-96a3-803acc7c0c2c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:24.346226 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-52b4c2b0-20a0-4947-ab81-a6004165d812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1521156 Jan 17 12:50:24.352584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:50:24.356093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Pushing event updated for resources: {'Port': ['ID=12ba8cfc-2635-457a-9e45-6c98b2121aba,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:24.356664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128bb298-1f72-4819-834f-70bfff35b937" -d '{"events": [{"name": "network-changed", "server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:50:24.375805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:24.381795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:24.403738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.413178 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0a688fe2-ae17-4f84-9ae2-e389a9848dcf tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9028919 Jan 17 12:50:24.417091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47632) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:24.424150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:24.527010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.539855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:24.544819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b931ee2-57f6-4b85-a03b-6bfe3773a695 x-openstack-request-id: req-4b931ee2-57f6-4b85-a03b-6bfe3773a695 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:50:24.545109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:50:24.545360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b931ee2-57f6-4b85-a03b-6bfe3773a695 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:50:24.545758 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'status': 'completed', 'code': 200} Jan 17 12:50:24.576557 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '83aa0abf-d148-43a9-9df1-cd7fbbbc00cc', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.216', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:72:8e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:50:20Z', 'updated_at': '2022-01-17T12:50:20Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:24.596927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.619991 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2be36-742b-4267-be90-fd18014103bd None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:24.630924 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:24.631733 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:24.637721 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7c78a-d06c-4ba5-9916-55d45c1b0f7a None None] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:24.639907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 835df9aa-2efb-4989-bce1-f5c330f7d4c8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:24.645131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.655201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:24.725261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058694ba-ae33-4d7c-8aa7-cb9abab98062']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:24.738256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.746087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb298-1f72-4819-834f-70bfff35b937 req-afc4b857-c4ff-4156-a294-93b78bcbc381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:24.747646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-afc4b857-c4ff-4156-a294-93b78bcbc381 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1098 time: 0.2188413 Jan 17 12:50:24.749431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a716c58-4ef1-4ec4-bf16-b58c8b078a47') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:24.749720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a716c58-4ef1-4ec4-bf16-b58c8b078a47') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:24.757852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::216 (cd05ac03-1341-4718-a165-fff5163819f5/90bc56e5-e60c-4220-a795-f6219aaad3e0/a5a25d13-88e4-42d1-8158-66446340fd83) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:24.761203 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:24.782543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.803534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Attempting to bind port 12ba8cfc-2635-457a-9e45-6c98b2121aba on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:24.803737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Attempting to bind port 12ba8cfc-2635-457a-9e45-6c98b2121aba by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5a716c58-4ef1-4ec4-bf16-b58c8b078a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:24.804105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Attempting to bind port 12ba8cfc-2635-457a-9e45-6c98b2121aba on network 058694ba-ae33-4d7c-8aa7-cb9abab98062 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:24.818489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-57f1306d-18c9-4e41-8e1a-efdd1ba1e422 None None] Provisioning complete for port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:24.818782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.819023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57f1306d-18c9-4e41-8e1a-efdd1ba1e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.825398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2e7218f8-e72f-4b0c-8dd9-a26c5cd8a400 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe HTTP/1.1" status: 204 len: 168 time: 1.2129753 Jan 17 12:50:24.830666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47634) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:24.860588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:24.860995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Checking segment: {'id': '5a716c58-4ef1-4ec4-bf16-b58c8b078a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:24.861410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.861864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Bound using segment: {'id': '5a716c58-4ef1-4ec4-bf16-b58c8b078a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:24.862361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Bound port: 12ba8cfc-2635-457a-9e45-6c98b2121aba, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a716c58-4ef1-4ec4-bf16-b58c8b078a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '058694ba-ae33-4d7c-8aa7-cb9abab98062'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:24.862796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.870082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.877969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddfced9-8661-4a40-9e66-56b1e77c0528 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:24.879510 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ddfced9-8661-4a40-9e66-56b1e77c0528 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe HTTP/1.1" status: 404 len: 333 time: 0.0435867 Jan 17 12:50:24.885538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47636) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:24.893705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:24.894124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:24.899747 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:24.921498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Network cd05ac03-1341-4718-a165-fff5163819f5 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:24.948303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:24.948579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:24.950898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:24.954654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:25.026165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079c15d-88fb-45f9-841e-bebe59dc18b0 req-ec4b0a40-8bb8-4f9f-abb2-c416bc556acb tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:25.032852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 20bcf5aa-3ee4-4c68-bfc0-6c65c260c015 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:25.034101 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f079c15d-88fb-45f9-841e-bebe59dc18b0 req-ec4b0a40-8bb8-4f9f-abb2-c416bc556acb tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.4690142 Jan 17 12:50:25.040182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.051959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb298-1f72-4819-834f-70bfff35b937 req-58cee057-ca1b-4868-a0af-0428d0627f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:25.051959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-58cee057-ca1b-4868-a0af-0428d0627f61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.2882557 Jan 17 12:50:25.091793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.120365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.121255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-67a2be36-742b-4267-be90-fd18014103bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '83aa0abf-d148-43a9-9df1-cd7fbbbc00cc', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.216', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:72:8e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:50:20Z', 'updated_at': '2022-01-17T12:50:20Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:25.159775 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2be36-742b-4267-be90-fd18014103bd None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '83aa0abf-d148-43a9-9df1-cd7fbbbc00cc', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.216', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:72:8e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:50:20Z', 'updated_at': '2022-01-17T12:50:20Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:25.176198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.api [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 12:50:25.176198 dv-neutron-824886-1-hyperv neutron-server[109280]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 12:50:25.176198 dv-neutron-824886-1-hyperv neutron-server[109280]: [parameters: {'id': '058694ba-ae33-4d7c-8aa7-cb9abab98062'}] Jan 17 12:50:25.176198 dv-neutron-824886-1-hyperv neutron-server[109280]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:25.176198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG oslo_db.api [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:25.186829 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f079c15d-88fb-45f9-841e-bebe59dc18b0 req-e6b25813-b808-4861-82db-0d6925aface3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516387 Jan 17 12:50:25.227642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Pushing event updated for resources: {'Port': ['ID=55d6216e-90d1-4575-8318-428cb78d6e5c,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:25.265213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.267997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:25.268774 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-6fbb4b16-5ffc-48b3-9449-2fc9e7e886eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124 HTTP/1.1" status: 200 len: 999 time: 0.1016307 Jan 17 12:50:25.270207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.271627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.289361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] For port 12ba8cfc-2635-457a-9e45-6c98b2121aba, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:25.290517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] For port 12ba8cfc-2635-457a-9e45-6c98b2121aba, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=12ba8cfc-2635-457a-9e45-6c98b2121aba,segment=NetworkSegment(5a716c58-4ef1-4ec4-bf16-b58c8b078a47),segment_id=5a716c58-4ef1-4ec4-bf16-b58c8b078a47)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:25.326911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.354979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb298-1f72-4819-834f-70bfff35b937 req-f7f3054f-5a73-417d-ba1e-3a5286f6376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:25.356544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-f7f3054f-5a73-417d-ba1e-3a5286f6376c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0637226 Jan 17 12:50:25.376425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Attempting to bind port 55d6216e-90d1-4575-8318-428cb78d6e5c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:25.376843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Attempting to bind port 55d6216e-90d1-4575-8318-428cb78d6e5c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:25.377243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Attempting to bind port 55d6216e-90d1-4575-8318-428cb78d6e5c on network cd05ac03-1341-4718-a165-fff5163819f5 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:25.401602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.409429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:25.409429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Checking segment: {'id': 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:25.409429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.409429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Bound using segment: {'id': 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:25.409994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Bound port: 55d6216e-90d1-4575-8318-428cb78d6e5c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:25.410219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.415648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network cd05ac03-1341-4718-a165-fff5163819f5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:25.418132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bb298-1f72-4819-834f-70bfff35b937 req-2b600847-3fd2-48ac-beef-c1b80ff09db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:25.420855 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-2b600847-3fd2-48ac-beef-c1b80ff09db8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554848 Jan 17 12:50:25.429940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:25.433310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:25.439569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:25.440226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.448605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57f1306d-18c9-4e41-8e1a-efdd1ba1e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.466065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=a5a25d13-88e4-42d1-8158-66446340fd83,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:25.467412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:20Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:21Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:25.552955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd19d9-a34f-489b-b3c6-38bf4c0ee56a None None] New status for floating IP 83aa0abf-d148-43a9-9df1-cd7fbbbc00cc: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:50:25.560650 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-913e9fb1-84f2-4071-8cfe-3a45c572b4c2 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302991 Jan 17 12:50:25.562672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] In _notify_port_updated(), no bound segment for port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca on network 3eced433-100a-4a1d-91bb-e7ace2253da5 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:25.568514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:25.569167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.574507 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "PUT /v2.0/ports/560fab4f-2a77-4821-96d7-cbe7bb9e7cca HTTP/1.1" status: 200 len: 994 time: 1.6291039 Jan 17 12:50:25.578296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47638) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:25.602191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.605546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45c1ac-229f-402b-8c33-a8a15d74c059 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=560fab4f-2a77-4821-96d7-cbe7bb9e7cca,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:25.624989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:25.625460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Updating router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:50:25.627876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.684494 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-46eb014b-ef25-4344-90c2-1ba90cb4a2a9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8254955 Jan 17 12:50:25.690577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47640) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:25.696669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': 'cd05ac03-1341-4718-a165-fff5163819f5', 'name': 'tempest-PortsIpV6TestJSON-1096876418'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:25.698968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.710947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=20bcf5aa-3ee4-4c68-bfc0-6c65c260c015,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:25.732095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.735439 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4a3113f2-a0f5-4b65-8107-b8f332469ed2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/20bcf5aa-3ee4-4c68-bfc0-6c65c260c015 HTTP/1.1" status: 204 len: 168 time: 0.8487802 Jan 17 12:50:25.740872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47642) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:25.793639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.863642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.906170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] For port 55d6216e-90d1-4575-8318-428cb78d6e5c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:25.915116 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128bb298-1f72-4819-834f-70bfff35b937 req-fcdde616-fbe9-4a13-9694-00cbd0e57241 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454895 Jan 17 12:50:25.923181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.945760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=0c47ab3b-228d-4e81-bea9-a8839ed8f30c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:25.952336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:25.956903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.957554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:25.957554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:25.965738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbf341-c5aa-4bcc-8468-f53610ab9c56 None None] Pushing event updated for resources: {'Port': ['ID=12ba8cfc-2635-457a-9e45-6c98b2121aba,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:25.975755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] For port 55d6216e-90d1-4575-8318-428cb78d6e5c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=55d6216e-90d1-4575-8318-428cb78d6e5c,segment=NetworkSegment(cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8),segment_id=cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:25.986662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:25.987029 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:25.989641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port ff3a83c4-9dee-41bb-b15f-c632e6e047ef yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:25.999110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-57f1306d-18c9-4e41-8e1a-efdd1ba1e422 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:25.999323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-57f1306d-18c9-4e41-8e1a-efdd1ba1e422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:26.013140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.026887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e00ca-ea6f-4872-a78f-e4ba809a78ef None None] Network 058694ba-ae33-4d7c-8aa7-cb9abab98062 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:26.031748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port 12ba8cfc-2635-457a-9e45-6c98b2121aba {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:26.032236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.130955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::186 (cd05ac03-1341-4718-a165-fff5163819f5/90bc56e5-e60c-4220-a795-f6219aaad3e0/ff3a83c4-9dee-41bb-b15f-c632e6e047ef) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:26.157192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:26.174251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.279215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 835df9aa-2efb-4989-bce1-f5c330f7d4c8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=835df9aa-2efb-4989-bce1-f5c330f7d4c8,segment=NetworkSegment(8958b184-be03-431e-a9c5-ae17987227e3),segment_id=8958b184-be03-431e-a9c5-ae17987227e3)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:26.333445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:26.348051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:26.356364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.372317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd66b4-a777-47a2-b6bb-322a911a8620 None None] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:26.376146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.459592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.477796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674be72-7f17-4ec0-984e-d7dfa945a07c None None] Pushing event updated for resources: {'Port': ['ID=55d6216e-90d1-4575-8318-428cb78d6e5c,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:26.500842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-de66b763-0474-4fed-8e13-50788c4d07ac tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0825822 Jan 17 12:50:26.503587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47646) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:26.586165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=835df9aa-2efb-4989-bce1-f5c330f7d4c8,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:26.607709 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360d78e-9c3e-4d27-a167-40b1b3e137c9 None None] Network 6ae74e53-05bf-43c2-9759-98fdc0aab860 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:26.638710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.644552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port 12ba8cfc-2635-457a-9e45-6c98b2121aba, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=12ba8cfc-2635-457a-9e45-6c98b2121aba,segment=NetworkSegment(5a716c58-4ef1-4ec4-bf16-b58c8b078a47),segment_id=5a716c58-4ef1-4ec4-bf16-b58c8b078a47)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:26.645102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.649153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.692274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:26.699757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.703138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for 560fab4f-2a77-4821-96d7-cbe7bb9e7cca owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:26.706085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for 12ba8cfc-2635-457a-9e45-6c98b2121aba owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:26.706857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network cd05ac03-1341-4718-a165-fff5163819f5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:26.717842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:26.723266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:26.734909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:26.736027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.739229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=ff3a83c4-9dee-41bb-b15f-c632e6e047ef,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:26.786722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f8c9-07b7-4cb8-91d1-22faf3691a9e req-bf035186-4f2d-4802-94d6-6c998382799c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:26.794729 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a10f8c9-07b7-4cb8-91d1-22faf3691a9e req-bf035186-4f2d-4802-94d6-6c998382799c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.2399809 Jan 17 12:50:26.819753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ff9c8-e918-44a8-ae1e-be608b847a9d None None] Network 058694ba-ae33-4d7c-8aa7-cb9abab98062 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:26.898029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port 835df9aa-2efb-4989-bce1-f5c330f7d4c8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=835df9aa-2efb-4989-bce1-f5c330f7d4c8,segment=NetworkSegment(8958b184-be03-431e-a9c5-ae17987227e3),segment_id=8958b184-be03-431e-a9c5-ae17987227e3)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:26.898286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.921028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-63f5eaaa-ce50-48b2-a959-e8be5e43f902 None None] Provisioning complete for port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:26.921408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63f5eaaa-ce50-48b2-a959-e8be5e43f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:26.939315 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f6c876e4-89aa-4907-8b9f-5f264bd7220c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2452743 Jan 17 12:50:26.940532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47648) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:26.942840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 835df9aa-2efb-4989-bce1-f5c330f7d4c8 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:26.968618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a10f8c9-07b7-4cb8-91d1-22faf3691a9e req-6f0da534-5d22-4cdd-ade1-adfc79a0e6b5 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725321 Jan 17 12:50:27.079088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07de114-52be-4ce9-8de7-536d99272eaa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:27.083603 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c07de114-52be-4ce9-8de7-536d99272eaa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A216 HTTP/1.1" status: 200 len: 929 time: 0.1397557 Jan 17 12:50:27.090250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47650) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:27.107444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.170870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=12ba8cfc-2635-457a-9e45-6c98b2121aba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:27.176800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port 12ba8cfc-2635-457a-9e45-6c98b2121aba on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:27.213854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.233204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.309962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baadec7d-b0d5-4088-85eb-20be16bb2492 None None] DHCP port deletion for 6ae74e53-05bf-43c2-9759-98fdc0aab860 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:27.312225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:27.313062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.334111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port ff3a83c4-9dee-41bb-b15f-c632e6e047ef {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:27.334454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.362162 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.plugins.ml2.db [None req-63f5eaaa-ce50-48b2-a959-e8be5e43f902 None None] No ports have port_id starting with 835df9aa-2efb-4989-bce1-f5c330f7d4c8 Jan 17 12:50:27.363801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.368313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.393877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058694ba-ae33-4d7c-8aa7-cb9abab98062']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:27.399706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=835df9aa-2efb-4989-bce1-f5c330f7d4c8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:27.415707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port 835df9aa-2efb-4989-bce1-f5c330f7d4c8 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:27.418108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a716c58-4ef1-4ec4-bf16-b58c8b078a47') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:27.418410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a716c58-4ef1-4ec4-bf16-b58c8b078a47') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:27.490276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.511463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.530194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Allocated IP 2001:db8:1::2 (a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5/0c47ab3b-228d-4e81-bea9-a8839ed8f30c/ed1b5cd6-2b30-4099-9365-4af20270f1b5) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:27.559657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.565116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=560fab4f-2a77-4821-96d7-cbe7bb9e7cca,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:27.623147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.677102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:27.677763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:27.684013 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:27.705539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.758073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-63f5eaaa-ce50-48b2-a959-e8be5e43f902 None None] Provisioning complete for port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:27.758456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-63f5eaaa-ce50-48b2-a959-e8be5e43f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.761912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae74e53-05bf-43c2-9759-98fdc0aab860']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:27.782786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8958b184-be03-431e-a9c5-ae17987227e3') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:27.783187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8958b184-be03-431e-a9c5-ae17987227e3') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:27.801093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-63f5eaaa-ce50-48b2-a959-e8be5e43f902 None None] Port 560fab4f-2a77-4821-96d7-cbe7bb9e7cca was deleted so its status cannot be updated. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 17 12:50:27.812583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.815298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.827542 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8fdaa-ba87-4b98-9d29-fee9b6f1f352 None None] Pushing event updated for resources: {'Port': ['ID=36dc9398-f37d-4d8c-b250-7ceb999a03e4,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:27.827783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.834273 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-61aa2d18-e1e9-4367-b78b-98b93e69ec6d tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/ports/560fab4f-2a77-4821-96d7-cbe7bb9e7cca HTTP/1.1" status: 204 len: 168 time: 2.2511439 Jan 17 12:50:27.835002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47652) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:27.861194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.864270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1053674-09b2-46ca-b23a-d09bacf7b6b8 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] GET failed (client error): The resource could not be found. Jan 17 12:50:27.871190 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f1053674-09b2-46ca-b23a-d09bacf7b6b8 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "GET /v2.0/ports/560fab4f-2a77-4821-96d7-cbe7bb9e7cca HTTP/1.1" status: 404 len: 333 time: 0.0302355 Jan 17 12:50:27.871416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47654) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:27.876489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'name': 'tempest-AllowedAddressPairTestJSON-1862545011'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:27.882673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:27.883147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:27.887002 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:27.934494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.952842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:27.966234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for ff3a83c4-9dee-41bb-b15f-c632e6e047ef owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:27.996439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.032816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Attempting to bind port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:28.033547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.033763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Attempting to bind port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:28.033763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Attempting to bind port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 on network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:28.033958 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/058694ba-ae33-4d7c-8aa7-cb9abab98062 HTTP/1.1" status: 204 len: 168 time: 4.6196644 Jan 17 12:50:28.044433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:28.044951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Checking segment: {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:28.045555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.046552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756998a7-37b4-4ae9-9909-83596dfd1e3a tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=058694ba-ae33-4d7c-8aa7-cb9abab98062,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:28.047576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Bound using segment: {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:28.052945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47658) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.058293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Bound port: 36dc9398-f37d-4d8c-b250-7ceb999a03e4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec8f547-635b-47db-828c-5722123f312d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:28.059469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.085832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:28.088962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ff9dc-c991-4bbd-be1b-768bb2063099 None None] Network cd05ac03-1341-4718-a165-fff5163819f5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:28.102688 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac518f36-ad46-4a7e-92d1-fd25af336160 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:28.102688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac518f36-ad46-4a7e-92d1-fd25af336160 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:28.109938 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ac518f36-ad46-4a7e-92d1-fd25af336160 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/0d94a1cd-5997-46c4-96a3-803acc7c0c2c HTTP/1.1" status: 404 len: 337 time: 0.0558572 Jan 17 12:50:28.121284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47660) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.159313 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c90a913-d514-4af3-b16e-a92cabd7f147 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:28.159952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c90a913-d514-4af3-b16e-a92cabd7f147 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:28.166443 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7c90a913-d514-4af3-b16e-a92cabd7f147 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/058694ba-ae33-4d7c-8aa7-cb9abab98062 HTTP/1.1" status: 404 len: 339 time: 0.0436246 Jan 17 12:50:28.176665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47662) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.215671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:28.217660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:28.224990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Pushing event updated for resources: {'Port': ['ID=ed1b5cd6-2b30-4099-9365-4af20270f1b5,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:28.258021 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a210af4-6973-4511-b05e-643bee9c544b tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:28.258590 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a210af4-6973-4511-b05e-643bee9c544b tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:28.261635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0a210af4-6973-4511-b05e-643bee9c544b tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/b2188b9d-31bc-4107-b2e9-d6964061ff11 HTTP/1.1" status: 404 len: 337 time: 0.0828600 Jan 17 12:50:28.265342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47664) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.284671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fbad6683-ab60-428f-9556-d394b698f1c6 None None] Provisioning complete for port 55d6216e-90d1-4575-8318-428cb78d6e5c triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:28.285028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbad6683-ab60-428f-9556-d394b698f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.292086 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-86821cdd-3b2f-4140-ab8e-0b768aef01c2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:28.292968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86821cdd-3b2f-4140-ab8e-0b768aef01c2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:28.300465 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-86821cdd-3b2f-4140-ab8e-0b768aef01c2 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/9386e473-c7dc-4a99-a989-78d53d38a6f6 HTTP/1.1" status: 404 len: 339 time: 0.0336270 Jan 17 12:50:28.301825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47666) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.312025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df125f-4bea-41f0-acd1-3c5d5ef37ee7 req-6a4131fd-e347-4101-b93f-57654909bc51 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:28.313564 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b4df125f-4bea-41f0-acd1-3c5d5ef37ee7 req-6a4131fd-e347-4101-b93f-57654909bc51 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.2114217 Jan 17 12:50:28.330726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.361989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.371469 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/6ae74e53-05bf-43c2-9759-98fdc0aab860 HTTP/1.1" status: 204 len: 168 time: 2.6211112 Jan 17 12:50:28.371469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:28.374182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.377292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47668) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.388036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] For port 36dc9398-f37d-4d8c-b250-7ceb999a03e4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:28.401711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea3411-c1b5-4a52-b04c-5d78fb3d1a8e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=6ae74e53-05bf-43c2-9759-98fdc0aab860,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:28.402584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'name': 'tempest-PortsTestJSON-1321426290'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:28.407845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] For port 36dc9398-f37d-4d8c-b250-7ceb999a03e4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36dc9398-f37d-4d8c-b250-7ceb999a03e4,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:28.410407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Attempting to bind port ed1b5cd6-2b30-4099-9365-4af20270f1b5 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:28.414906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Attempting to bind port ed1b5cd6-2b30-4099-9365-4af20270f1b5 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:28.414906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Attempting to bind port ed1b5cd6-2b30-4099-9365-4af20270f1b5 on network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:28.429696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] device_id is not set on port 527b6329-86b6-472c-bc64-c5a526898362 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:28.440792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.441529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:28.441923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Checking segment: {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:28.442343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.442720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Bound using segment: {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:28.443239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Bound port: ed1b5cd6-2b30-4099-9365-4af20270f1b5, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:28.443679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.502077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.529564 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b4df125f-4bea-41f0-acd1-3c5d5ef37ee7 req-7ecfc445-4b80-4da3-920a-23800ba27cb9 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970479 Jan 17 12:50:28.541158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8:1::1 (a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5/0c47ab3b-228d-4e81-bea9-a8839ed8f30c/b421c059-e73d-4c86-b1a5-50d35c84e4db) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:28.553501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.612431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbad6683-ab60-428f-9556-d394b698f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.625947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=ff3a83c4-9dee-41bb-b15f-c632e6e047ef,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:28.634231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] For port ed1b5cd6-2b30-4099-9365-4af20270f1b5, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:28.664283 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.664617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] For port ed1b5cd6-2b30-4099-9365-4af20270f1b5, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed1b5cd6-2b30-4099-9365-4af20270f1b5,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:28.672269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.673052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:28.673712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:28.675513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8fdaa-ba87-4b98-9d29-fee9b6f1f352 None None] Pushing event updated for resources: {'Port': ['ID=36dc9398-f37d-4d8c-b250-7ceb999a03e4,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:28.677747 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9cf04af5-f14d-46ae-b71c-4ac078cd0365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/ff3a83c4-9dee-41bb-b15f-c632e6e047ef HTTP/1.1" status: 204 len: 168 time: 1.5927594 Jan 17 12:50:28.700529 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47670) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.758988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4769844b-dd03-4a9d-98b3-0894a6c24576']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:28.760533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.766738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-fbad6683-ab60-428f-9556-d394b698f1c6 None None] For port 55d6216e-90d1-4575-8318-428cb78d6e5c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=55d6216e-90d1-4575-8318-428cb78d6e5c,segment=NetworkSegment(cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8),segment_id=cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:28.777512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 55d6216e-90d1-4575-8318-428cb78d6e5c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:28.799909 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6724fcdb-27ad-40a2-8292-da376d4caa30 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:50:28.800825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b717f4-db20-4ef7-bf9f-0380d0997a2b') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:28.801282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b717f4-db20-4ef7-bf9f-0380d0997a2b') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:28.804606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6724fcdb-27ad-40a2-8292-da376d4caa30 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/ff3a83c4-9dee-41bb-b15f-c632e6e047ef HTTP/1.1" status: 404 len: 333 time: 0.1000340 Jan 17 12:50:28.808005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Allocated IP 172.20.0.8 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/527b6329-86b6-472c-bc64-c5a526898362) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:28.810348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47672) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:28.846431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbad6683-ab60-428f-9556-d394b698f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.888814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:28.894166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:28.894707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:28.977234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 650cbf31-1774-4707-9153-397fe2afa99e yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:29.007704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefe91e-2ad4-4d4c-b673-06a4e5ca02cc None None] Pushing event updated for resources: {'Port': ['ID=ed1b5cd6-2b30-4099-9365-4af20270f1b5,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:29.058333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.087026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.100550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port a5a25d13-88e4-42d1-8158-66446340fd83 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:29.100901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.156013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.200255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.207450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.228934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:29.229349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:29.232811 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:29.246279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-166313d8-1c8f-4403-81af-feb439d33a54 None None] Provisioning complete for port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:29.246656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-166313d8-1c8f-4403-81af-feb439d33a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.283752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:29.325780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.363529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:29.372110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 55d6216e-90d1-4575-8318-428cb78d6e5c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:29.372110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.372423 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for a5a25d13-88e4-42d1-8158-66446340fd83 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:29.396654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:29.458265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.485995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6683-ab60-428f-9556-d394b698f1c6 None None] Pushing event updated for resources: {'Port': ['ID=55d6216e-90d1-4575-8318-428cb78d6e5c,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:29.500887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=527b6329-86b6-472c-bc64-c5a526898362,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:29.554063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-e9c6b2e2-cd86-4c07-8faf-60c2cf9d255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:29.556049 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-e9c6b2e2-cd86-4c07-8faf-60c2cf9d255d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=631838b01a2040c1ae54173126944cd9&device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1098 time: 0.2851765 Jan 17 12:50:29.585377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:29.587221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.605655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:29.613615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:29.617743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:29.618597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.700290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.734596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.741223 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/4769844b-dd03-4a9d-98b3-0894a6c24576 HTTP/1.1" status: 204 len: 168 time: 1.4381883 Jan 17 12:50:29.747872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47676) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:29.755386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.773511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=b421c059-e73d-4c86-b1a5-50d35c84e4db,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:29.811040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53cc77-290a-46f1-9289-f20bb80f22ad tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=4769844b-dd03-4a9d-98b3-0894a6c24576,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:29.892964 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44b61c8b-d171-443b-8bef-78ac0a47548c tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0180874 Jan 17 12:50:29.895719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec03edb9-cc93-4c4c-905c-6ad81bb7ed2d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:29.896190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec03edb9-cc93-4c4c-905c-6ad81bb7ed2d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:29.897238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47678) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:29.903412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec03edb9-cc93-4c4c-905c-6ad81bb7ed2d tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/3a2214dc-db54-41a5-acfb-39813e969cf0 HTTP/1.1" status: 404 len: 337 time: 0.1345143 Jan 17 12:50:29.906185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-166313d8-1c8f-4403-81af-feb439d33a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:29.908343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:58:92:5e'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:29.922097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47680) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:29.954719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-166313d8-1c8f-4403-81af-feb439d33a54 None None] For port 36dc9398-f37d-4d8c-b250-7ceb999a03e4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36dc9398-f37d-4d8c-b250-7ceb999a03e4,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:29.957865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:20Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:28Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:30.004140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 835df9aa-2efb-4989-bce1-f5c330f7d4c8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:30.007779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9781-5ad9-4b13-8877-52bfce11b7fc None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:20Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:28Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:30.009387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96189f7-8678-453a-b6f3-6c36c049ea7e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.010051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96189f7-8678-453a-b6f3-6c36c049ea7e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.013191 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b96189f7-8678-453a-b6f3-6c36c049ea7e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/61744ca0-66f6-4612-8c52-f48a403d9409 HTTP/1.1" status: 404 len: 339 time: 0.0890467 Jan 17 12:50:30.018828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47682) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.021041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-bf24e937-d9a9-426a-a3c1-dd726cae00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:30.024709 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-bf24e937-d9a9-426a-a3c1-dd726cae00bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c43b38ed-3c43-4042-b963-6e98138cb508 HTTP/1.1" status: 200 len: 897 time: 0.4261465 Jan 17 12:50:30.060844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 835df9aa-2efb-4989-bce1-f5c330f7d4c8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:30.061276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 835df9aa-2efb-4989-bce1-f5c330f7d4c8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:30.066662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-166313d8-1c8f-4403-81af-feb439d33a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.152416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166313d8-1c8f-4403-81af-feb439d33a54 None None] Pushing event updated for resources: {'Port': ['ID=36dc9398-f37d-4d8c-b250-7ceb999a03e4,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:30.190089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.200919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Provisioning complete for port 55d6216e-90d1-4575-8318-428cb78d6e5c triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:30.203547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.207974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-070e4f3b-6797-4f72-87b9-9e75722e3535 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.214468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070e4f3b-6797-4f72-87b9-9e75722e3535 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.220747 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-070e4f3b-6797-4f72-87b9-9e75722e3535 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/3f74fe28-b531-4ca8-b8d5-b7a5e393c8bb HTTP/1.1" status: 404 len: 337 time: 0.1972349 Jan 17 12:50:30.224870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47684) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.240811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d84ab-111e-4fb6-9d87-7680138df661 req-25dd2848-8c62-448c-a568-11a57477470a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:30.250269 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c8d84ab-111e-4fb6-9d87-7680138df661 req-25dd2848-8c62-448c-a568-11a57477470a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.5510554 Jan 17 12:50:30.322977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.381417 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-493f6777-2127-4ffa-adcb-e2d3d610738c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.382014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493f6777-2127-4ffa-adcb-e2d3d610738c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.385813 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-493f6777-2127-4ffa-adcb-e2d3d610738c tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/2bb64178-a021-4968-a25e-a27207acc57c HTTP/1.1" status: 404 len: 339 time: 0.1282041 Jan 17 12:50:30.404474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-c284caf1-378e-4f75-9844-2dcfd9f39f6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d0e335-29c8-4201-9443-fe6487ffcee0 HTTP/1.1" status: 200 len: 1001 time: 0.3530164 Jan 17 12:50:30.405190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47686) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.445299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Provisioning complete for port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:30.447426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.489577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.520191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:30.574613 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c8d84ab-111e-4fb6-9d87-7680138df661 req-1b4b2163-b75b-4871-8d47-a3c12bc5e565 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233161 Jan 17 12:50:30.582668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3e0905-fccf-4b3c-ab7b-8edb02be7a3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.583162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3e0905-fccf-4b3c-ab7b-8edb02be7a3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.593627 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9c3e0905-fccf-4b3c-ab7b-8edb02be7a3f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/2a4ec5d9-8f90-452e-a3f3-8c5423842e46 HTTP/1.1" status: 404 len: 337 time: 0.1738942 Jan 17 12:50:30.597685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47688) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.698973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de78034-650e-4821-92e8-214f5f1cdd62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.705521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de78034-650e-4821-92e8-214f5f1cdd62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.721576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5de78034-650e-4821-92e8-214f5f1cdd62 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/549d7d71-bdb6-4663-a343-9af17705d492 HTTP/1.1" status: 404 len: 339 time: 0.1205912 Jan 17 12:50:30.722124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47690) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.742957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-3f0781b9-fb1c-49c7-80fc-47dbc9fcfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:30.755281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-3f0781b9-fb1c-49c7-80fc-47dbc9fcfbe7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=594b246e-4f1b-457d-b99a-917fefef9c8c HTTP/1.1" status: 200 len: 834 time: 0.3126271 Jan 17 12:50:30.811976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:30.876020 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18aad64-705f-4106-9f96-d29f82b06e7e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.876556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed1b5cd6-2b30-4099-9365-4af20270f1b5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:30.876681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18aad64-705f-4106-9f96-d29f82b06e7e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.881827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c18aad64-705f-4106-9f96-d29f82b06e7e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/7ecd2f92-6bae-4b07-bd6e-1e3d67223835 HTTP/1.1" status: 404 len: 337 time: 0.1564224 Jan 17 12:50:30.882983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47692) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.903821 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b9bf37-f06e-4477-8f3f-0c7fdb2942fe tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.904391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b9bf37-f06e-4477-8f3f-0c7fdb2942fe tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.909934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-04b9bf37-f06e-4477-8f3f-0c7fdb2942fe tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/ca345c11-978b-4b56-840c-06b422a3c55e HTTP/1.1" status: 404 len: 339 time: 0.0222943 Jan 17 12:50:30.911995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47694) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.925662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dfdc1-3440-4eaf-bd83-137235365ecd None None] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:30.948397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-31952a30-2b31-48a7-bcb6-90d8f5b63c3b tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:30.949030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31952a30-2b31-48a7-bcb6-90d8f5b63c3b tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:30.954589 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-31952a30-2b31-48a7-bcb6-90d8f5b63c3b tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/84e6c98f-108f-40ec-afc6-a4ec4881b12d HTTP/1.1" status: 404 len: 337 time: 0.0383842 Jan 17 12:50:30.955508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-2a9881bc-ca7d-4c74-bd6f-700e4836d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:30.957043 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-2a9881bc-ca7d-4c74-bd6f-700e4836d6cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c43b38ed-3c43-4042-b963-6e98138cb508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1338279 Jan 17 12:50:30.957529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47696) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:30.960059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=650cbf31-1774-4707-9153-397fe2afa99e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:30.985079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:31.030436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Could not find standard attr ID for object ff3a83c4-9dee-41bb-b15f-c632e6e047ef. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:31.048962 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b18d84e-5cb2-4d14-87a0-27b3e0c05de8 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.049570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b18d84e-5cb2-4d14-87a0-27b3e0c05de8 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.051763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Could not find standard attr ID for object a5a25d13-88e4-42d1-8158-66446340fd83. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:31.056848 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5b18d84e-5cb2-4d14-87a0-27b3e0c05de8 tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/9336423d-36b4-4878-b3c9-547efbdb463d HTTP/1.1" status: 404 len: 339 time: 0.0944676 Jan 17 12:50:31.056848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47698) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.062946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ed1b5cd6-2b30-4099-9365-4af20270f1b5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:31.063715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.089858 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-123cc8ec-43e4-493c-a8cc-f50fc8ab19be tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.090306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123cc8ec-43e4-493c-a8cc-f50fc8ab19be tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.095759 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-123cc8ec-43e4-493c-a8cc-f50fc8ab19be tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/33cd8c4a-ad28-4ddf-b6cc-60be0002c850 HTTP/1.1" status: 404 len: 337 time: 0.0358651 Jan 17 12:50:31.096062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47700) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.106157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:31.112118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:31.114744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.115730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Provisioning complete for port 527b6329-86b6-472c-bc64-c5a526898362 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:31.116167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.119626 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-b011263d-2a74-4485-b9f1-2c72ef1bb2cf tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.120184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b011263d-2a74-4485-b9f1-2c72ef1bb2cf tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.123198 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b011263d-2a74-4485-b9f1-2c72ef1bb2cf tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/20f8f0f0-5175-4f55-8cc4-75c76d9752d7 HTTP/1.1" status: 404 len: 339 time: 0.0248318 Jan 17 12:50:31.127073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.166041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b1d912-fb62-4623-ba34-fea4528eeb3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.166508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b1d912-fb62-4623-ba34-fea4528eeb3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.169659 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88b1d912-fb62-4623-ba34-fea4528eeb3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/d4c81611-a5f9-4a04-8851-d8b7150fa655 HTTP/1.1" status: 404 len: 337 time: 0.0415847 Jan 17 12:50:31.177101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47706) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.190245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=a5a25d13-88e4-42d1-8158-66446340fd83,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:31.205509 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-f693daf3-2f38-4cbc-a047-adab009a885f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.205819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7a168b62-ec82-4588-ba94-674f8b4a0d09 None None] Port 527b6329-86b6-472c-bc64-c5a526898362 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:31.206118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f693daf3-2f38-4cbc-a047-adab009a885f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.210072 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f693daf3-2f38-4cbc-a047-adab009a885f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/8d4b0526-edaa-40f8-beaa-089994e20811 HTTP/1.1" status: 404 len: 339 time: 0.0363615 Jan 17 12:50:31.213179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47708) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.225454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-7d4c830a-db60-4df2-b8b5-5bc8c92a1be6 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531970 Jan 17 12:50:31.240305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.245577 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-35e7269c-aaf1-4190-9942-f4f34b060f3d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/a5a25d13-88e4-42d1-8158-66446340fd83 HTTP/1.1" status: 204 len: 168 time: 2.4327505 Jan 17 12:50:31.256563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47710) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.269704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8585fb-ed78-4941-958f-d91ec165ba2e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.276410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8585fb-ed78-4941-958f-d91ec165ba2e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.276410 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-be8585fb-ed78-4941-958f-d91ec165ba2e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/3a7bbc30-ee7e-4689-8bd4-c6c903ab05d7 HTTP/1.1" status: 404 len: 337 time: 0.0588427 Jan 17 12:50:31.280631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47712) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.309206 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2c26f2-b76e-4a30-84c7-081fb8b28b0f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] DELETE failed (client error): The resource could not be found. Jan 17 12:50:31.309703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2c26f2-b76e-4a30-84c7-081fb8b28b0f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:31.317658 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ab2c26f2-b76e-4a30-84c7-081fb8b28b0f tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/82c7b608-a07a-4d0f-9fc5-deecc67351f1 HTTP/1.1" status: 404 len: 339 time: 0.0323455 Jan 17 12:50:31.319041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47714) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.328240 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-10243cbb-6913-4abe-906f-0855acba32d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:50:31.332885 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-10243cbb-6913-4abe-906f-0855acba32d7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/a5a25d13-88e4-42d1-8158-66446340fd83 HTTP/1.1" status: 404 len: 333 time: 0.0746591 Jan 17 12:50:31.335277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47716) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.391345 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4f17a58c-e7e5-43b2-b4b1-7f90cada9fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0020330 Jan 17 12:50:31.396893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.404016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.409998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8914fee8-0c8f-4bee-a148-7d54050e0423 None None] Provisioning complete for port ed1b5cd6-2b30-4099-9365-4af20270f1b5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:31.410508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8914fee8-0c8f-4bee-a148-7d54050e0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.445957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.447009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 90bc56e5-e60c-4220-a795-f6219aaad3e0 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:31.452566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.473513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.473513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting subnet e3dc52c7-9e61-46a2-abaa-7b7b864521d5 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:31.480204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.498724 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ccf7e5d-a500-4b12-932e-30b3100bc9a5 req-8e802838-a359-4c13-9030-04d454a98548 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510402 Jan 17 12:50:31.516955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.527032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port ed1b5cd6-2b30-4099-9365-4af20270f1b5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed1b5cd6-2b30-4099-9365-4af20270f1b5,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:31.533194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.583581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.635895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8914fee8-0c8f-4bee-a148-7d54050e0423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.676514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.695685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.696471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.726265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.727138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36dc9398-f37d-4d8c-b250-7ceb999a03e4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:31.741045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=527b6329-86b6-472c-bc64-c5a526898362,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:31.815734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] In _notify_port_updated(), no bound segment for port 527b6329-86b6-472c-bc64-c5a526898362 on network 3eced433-100a-4a1d-91bb-e7ace2253da5 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:31.822816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:31.822816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.823865 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1101a2a5-ddbb-4478-9dc8-460241256810 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "PUT /v2.0/ports/527b6329-86b6-472c-bc64-c5a526898362 HTTP/1.1" status: 200 len: 996 time: 1.9254820 Jan 17 12:50:31.826973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47722) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:31.910783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.911974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-8914fee8-0c8f-4bee-a148-7d54050e0423 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:31.912337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-8914fee8-0c8f-4bee-a148-7d54050e0423 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:31.914212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=ed1b5cd6-2b30-4099-9365-4af20270f1b5,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:31.927070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:31.927677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:31.936249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 650cbf31-1774-4707-9153-397fe2afa99e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:31.936650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.020712 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=90bc56e5-e60c-4220-a795-f6219aaad3e0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:32.028218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.034772 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7a158cf0-f557-489e-8654-27df4c644d0a tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/90bc56e5-e60c-4220-a795-f6219aaad3e0 HTTP/1.1" status: 204 len: 168 time: 0.6985137 Jan 17 12:50:32.035666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47724) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:32.048551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981acf1-c190-4ba7-914e-02810f6246cc None None] Network cd05ac03-1341-4718-a165-fff5163819f5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:32.051809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=b421c059-e73d-4c86-b1a5-50d35c84e4db,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:32.081812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86293-6f7c-4954-80b7-eac9d16eed8a req-6cd0b796-79ec-4e3b-b89c-b4d1fa7b5b10 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:32.083625 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-29a86293-6f7c-4954-80b7-eac9d16eed8a req-6cd0b796-79ec-4e3b-b89c-b4d1fa7b5b10 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.3683045 Jan 17 12:50:32.089875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.150328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 55d6216e-90d1-4575-8318-428cb78d6e5c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:32.161781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.162502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.171439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port 527b6329-86b6-472c-bc64-c5a526898362 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:32.172400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.263130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 55d6216e-90d1-4575-8318-428cb78d6e5c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:32.263723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.339069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.358381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 55d6216e-90d1-4575-8318-428cb78d6e5c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:32.358718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.360749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for 527b6329-86b6-472c-bc64-c5a526898362 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:32.442875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] DHCP port deletion for cd05ac03-1341-4718-a165-fff5163819f5 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:32.491926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] For port 55d6216e-90d1-4575-8318-428cb78d6e5c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=55d6216e-90d1-4575-8318-428cb78d6e5c,segment=NetworkSegment(cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8),segment_id=cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:32.492298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.512730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] Deleting port 55d6216e-90d1-4575-8318-428cb78d6e5c {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:32.513690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.525872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 55d6216e-90d1-4575-8318-428cb78d6e5c owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:32.559653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 650cbf31-1774-4707-9153-397fe2afa99e owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:32.565590 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-29a86293-6f7c-4954-80b7-eac9d16eed8a req-f43ed3c3-f07c-419e-b0be-7399462588e1 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4697075 Jan 17 12:50:32.593633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:32.596009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] For port 55d6216e-90d1-4575-8318-428cb78d6e5c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=55d6216e-90d1-4575-8318-428cb78d6e5c,segment=NetworkSegment(cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8),segment_id=cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:32.596943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.609285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:32.620263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] Calling delete_port for 55d6216e-90d1-4575-8318-428cb78d6e5c owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:32.626247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed1b5cd6-2b30-4099-9365-4af20270f1b5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:32.665284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Provisioning complete for port 527b6329-86b6-472c-bc64-c5a526898362 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:32.666116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.753891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Port 527b6329-86b6-472c-bc64-c5a526898362 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:32.785485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.788116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Provisioning complete for port ed1b5cd6-2b30-4099-9365-4af20270f1b5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:32.788887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.825845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dc52c7-9e61-46a2-abaa-7b7b864521d5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:32.857680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ed1b5cd6-2b30-4099-9365-4af20270f1b5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:32.858175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.860581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9944cf-68d2-4372-b53f-6a49819c9fe9 None None] Network 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:32.860919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.867126 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-955a6c12-b83e-480f-8693-ae8f32720b3e tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/subnets/e3dc52c7-9e61-46a2-abaa-7b7b864521d5 HTTP/1.1" status: 204 len: 168 time: 1.5432074 Jan 17 12:50:32.867126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.868242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47726) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:32.960523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:32.966496 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/650cbf31-1774-4707-9153-397fe2afa99e HTTP/1.1" status: 204 len: 168 time: 1.5411220 Jan 17 12:50:32.966496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00a2d6-1f18-432d-9172-c1ae58897233 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=650cbf31-1774-4707-9153-397fe2afa99e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:32.969581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47728) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:32.983894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'mac_address': 'fa:16:3e:c7:13:55', 'name': 'tempest-PortsTestJSON-544586469'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:33.010107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.022227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.032042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:33.036577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=55d6216e-90d1-4575-8318-428cb78d6e5c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:33.042619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No DVR routers for this DVR port 55d6216e-90d1-4575-8318-428cb78d6e5c on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:33.077075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] Pushing event deleted for resources: {'Port': ['ID=55d6216e-90d1-4575-8318-428cb78d6e5c,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:33.077326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.085379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59128a-fd68-4ee9-bf82-1d94142996d5 None None] No DVR routers for this DVR port 55d6216e-90d1-4575-8318-428cb78d6e5c on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:33.118255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Provisioning complete for port b421c059-e73d-4c86-b1a5-50d35c84e4db triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:33.118497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.120087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.174165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=527b6329-86b6-472c-bc64-c5a526898362,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:33.178421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.243506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd05ac03-1341-4718-a165-fff5163819f5']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:33.245773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:33.255393 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bb3305e4-8ad7-434d-9aa6-b00eb3a6cb53 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7504568 Jan 17 12:50:33.256186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47730) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:33.261195 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:33.262972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90523659'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:33.274222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:33.274502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4f0165-b9e9-4fbf-907d-b8b04a0d9fc8') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:33.281117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:33.282193 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:33.294260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.301866 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-209aff24-9c08-403a-839d-960defb58282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/ports/527b6329-86b6-472c-bc64-c5a526898362 HTTP/1.1" status: 204 len: 168 time: 1.4727366 Jan 17 12:50:33.306357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.308531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47732) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:33.319165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Deleting port 35e772c5-b8af-4964-bbc4-08d75ea97d72 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:33.319687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.320823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.329564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:33.334701 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:33.381003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:33.403644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] DHCP port deletion for 2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:33.405434 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bae3d7-19ea-4990-8daa-8923d8262d65 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] GET failed (client error): The resource could not be found. Jan 17 12:50:33.407105 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-82bae3d7-19ea-4990-8daa-8923d8262d65 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "GET /v2.0/ports/527b6329-86b6-472c-bc64-c5a526898362 HTTP/1.1" status: 404 len: 333 time: 0.0972955 Jan 17 12:50:33.410999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47734) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:33.416725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'name': 'tempest-AllowedAddressPairTestJSON-825423089'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:33.426664 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:33.465869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6067fc4b-0e6a-4786-9408-a33a93a1978a None None] Port b421c059-e73d-4c86-b1a5-50d35c84e4db cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:33.509521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] Deleting port 35e772c5-b8af-4964-bbc4-08d75ea97d72 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:33.509883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.543835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.561107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 55d6216e-90d1-4575-8318-428cb78d6e5c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:33.587001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] For port 35e772c5-b8af-4964-bbc4-08d75ea97d72, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35e772c5-b8af-4964-bbc4-08d75ea97d72,segment=NetworkSegment(90b0f079-ddec-46be-8f01-353e2f031cf0),segment_id=90b0f079-ddec-46be-8f01-353e2f031cf0)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:33.588161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.591777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port b4048b1a-051d-4f81-8cff-ab7c53df3074 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:33.601777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 55d6216e-90d1-4575-8318-428cb78d6e5c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:33.601982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 55d6216e-90d1-4575-8318-428cb78d6e5c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:33.615772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Calling delete_port for 35e772c5-b8af-4964-bbc4-08d75ea97d72 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:33.621578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.631439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] For port 35e772c5-b8af-4964-bbc4-08d75ea97d72, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35e772c5-b8af-4964-bbc4-08d75ea97d72,segment=NetworkSegment(90b0f079-ddec-46be-8f01-353e2f031cf0),segment_id=90b0f079-ddec-46be-8f01-353e2f031cf0)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:33.631439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.637143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.638562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3e821997-fc22-489f-b80f-512fd0fd70f6 None None] Provisioning complete for port b421c059-e73d-4c86-b1a5-50d35c84e4db triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:33.638793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3e821997-fc22-489f-b80f-512fd0fd70f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.640443 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/cd05ac03-1341-4718-a165-fff5163819f5 HTTP/1.1" status: 204 len: 168 time: 1.6029444 Jan 17 12:50:33.644701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47738) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:33.654469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1348374854'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:33.663659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:33.668400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.675377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af718a6a-99a5-4d05-8ca0-244348a649cf tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=cd05ac03-1341-4718-a165-fff5163819f5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:33.700734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] Calling delete_port for 35e772c5-b8af-4964-bbc4-08d75ea97d72 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:33.711671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:33.722072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.722413 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment 34d3b009-139d-4940-a860-a9fefeb9cee6 of type vlan for network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 Jan 17 12:50:33.727354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3e821997-fc22-489f-b80f-512fd0fd70f6 None None] Port b421c059-e73d-4c86-b1a5-50d35c84e4db cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:33.769474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.776042 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 3, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:31Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:33.780707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3f12a787-f48a-4edb-8149-8ab11ddba428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.793418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73b920-bd0d-4989-860f-30bb3521b04e req-4240b956-6fb1-4059-b307-2e65ef44e793 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:33.795442 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb73b920-bd0d-4989-860f-30bb3521b04e req-4240b956-6fb1-4059-b307-2e65ef44e793 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.0712795 Jan 17 12:50:33.812748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:33.816324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.818005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:33.821261 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:33.821413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.822352 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Updating router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d port b421c059-e73d-4c86-b1a5-50d35c84e4db binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:50:33.858289 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.872623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] device_id is not set on port 276604e5-13f2-4a02-85eb-30f2d339b77a yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:33.883830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:33.887846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.906084 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb73b920-bd0d-4989-860f-30bb3521b04e req-52b4769d-e293-4b08-9474-5d646111923f tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026978 Jan 17 12:50:33.943213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] Pushing event deleted for resources: {'Port': ['ID=35e772c5-b8af-4964-bbc4-08d75ea97d72,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:33.944755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.945094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment 65d64a53-0006-46bb-a49e-379e599c6774 of type vlan for network 95f5b05d-ea08-4888-8136-60546fd554fe Jan 17 12:50:33.955353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043fb14-e8ee-4b2c-97f0-062498164662 None None] No DVR routers for this DVR port 35e772c5-b8af-4964-bbc4-08d75ea97d72 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:33.973898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.980065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d222b1cd-ae9f-444e-9118-a9e571889988 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:50:33.982031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:33.982684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:33.998869 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.051568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.083664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.089401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Port': ['ID=35e772c5-b8af-4964-bbc4-08d75ea97d72,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.098711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] No DVR routers for this DVR port 35e772c5-b8af-4964-bbc4-08d75ea97d72 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:34.102820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Allocated IP 172.20.0.9 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/276604e5-13f2-4a02-85eb-30f2d339b77a) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:34.137179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222b1cd-ae9f-444e-9118-a9e571889988 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:50:34.146011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=2353e3a8-c5c5-43d0-a7d3-316e61287c05,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.161564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.162469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:34.169791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:34.170486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.190231 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-593a3c4b-ab77-4dd1-9ad3-20fe02c11b39 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9320209 Jan 17 12:50:34.194844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47740) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:34.200494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:34.279668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6338432 Jan 17 12:50:34.284353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47742) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:34.304142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.339405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:34.341057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:34.351248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b0f079-ddec-46be-8f01-353e2f031cf0') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:34.351572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b0f079-ddec-46be-8f01-353e2f031cf0') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:34.361173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.383290 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.384054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.392999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:34.392999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:34.395970 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:34.425683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490bd5f-942a-4899-8b82-a59e50d3d7b7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=95f5b05d-ea08-4888-8136-60546fd554fe,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.447483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.448710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 95f5b05d-ea08-4888-8136-60546fd554fe details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:34.500405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.503665 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.509060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:34.513851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.527174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:34.540835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:34.548097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=b4048b1a-051d-4f81-8cff-ab7c53df3074,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.551716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:34.558546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:34.559177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.593332 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Pushing event updated for resources: {'Port': ['ID=b421c059-e73d-4c86-b1a5-50d35c84e4db,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.598901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35e772c5-b8af-4964-bbc4-08d75ea97d72 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:34.613558 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.614006 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.614474 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.614878 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.615287 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.615717 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.616117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.616534 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.616930 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.617362 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.617775 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.618175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:50:34.622318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:34.624421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.626059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb2b7d-6726-4ba2-bd5c-a20c43be9092 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 12:50:34.627618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.629383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 35e772c5-b8af-4964-bbc4-08d75ea97d72 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:34.630109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35e772c5-b8af-4964-bbc4-08d75ea97d72 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:34.644470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.651295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] 10.222.0.77 "DELETE /v2.0/networks/2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e HTTP/1.1" status: 204 len: 168 time: 1.7771125 Jan 17 12:50:34.666887 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-80c69ae8-6ab5-49a0-ba12-99efa658b57b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6964638 Jan 17 12:50:34.670636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69207cb-e9b7-4dfc-9c9a-eeebef8da0ac tempest-NetworksTest-1559494417 tempest-NetworksTest-1559494417-project] Pushing event deleted for resources: {'Network': ['ID=2d8c7f90-7aff-41cd-ac28-4fed4b8bdb2e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.677740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47746) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:34.706927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.761386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446d43f-ac2d-49ab-abd8-80aba198ec5d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:34.763028 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4446d43f-ac2d-49ab-abd8-80aba198ec5d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/b4048b1a-051d-4f81-8cff-ab7c53df3074 HTTP/1.1" status: 200 len: 840 time: 0.0842242 Jan 17 12:50:34.766162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47748) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:34.766957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb2b7d-6726-4ba2-bd5c-a20c43be9092 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 12:50:34.779341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:34.798736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Attempting to bind port b421c059-e73d-4c86-b1a5-50d35c84e4db on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:34.799122 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Attempting to bind port b421c059-e73d-4c86-b1a5-50d35c84e4db by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:34.799512 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Attempting to bind port b421c059-e73d-4c86-b1a5-50d35c84e4db on network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:34.801970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:34.813922 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:34.814370 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Checking segment: {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:34.814794 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.815213 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Bound using segment: {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:34.816258 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Bound port: b421c059-e73d-4c86-b1a5-50d35c84e4db, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:34.816684 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.818859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:34.893051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=276604e5-13f2-4a02-85eb-30f2d339b77a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:34.938714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port b4048b1a-051d-4f81-8cff-ab7c53df3074 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:34.938714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.951806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:34.952588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:34.984347 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] For port b421c059-e73d-4c86-b1a5-50d35c84e4db, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:34.991909 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] For port b421c059-e73d-4c86-b1a5-50d35c84e4db, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b421c059-e73d-4c86-b1a5-50d35c84e4db,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:35.050753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.054914 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:50:35.086314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for b4048b1a-051d-4f81-8cff-ab7c53df3074 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:35.220025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c46ee-e227-4a3d-b6f7-f68a46f1f601 req-8d810723-5c92-4b3c-ab3d-f4e21a00843c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:35.226030 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-218c46ee-e227-4a3d-b6f7-f68a46f1f601 req-8d810723-5c92-4b3c-ab3d-f4e21a00843c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.1964004 Jan 17 12:50:35.270411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ede9cf7c-eba5-493d-ae33-7bcaa57e9034 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8581460 Jan 17 12:50:35.272831 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-218c46ee-e227-4a3d-b6f7-f68a46f1f601 req-67484115-a043-478e-b9ef-d2a0068d841a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458410 Jan 17 12:50:35.273304 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47752) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:35.278721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'network_id': '3eced433-100a-4a1d-91bb-e7ace2253da5', 'name': 'tempest-AllowedAddressPairTestJSON-1286951520'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:35.298597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.304351 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.339357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.368629 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:35.369274 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:35.376742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.427440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=4bd2d59b-b02f-442f-8b46-0a2d4c48ad39,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:35.440479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': '65d64a53-0006-46bb-a49e-379e599c6774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:35.442432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: 95f5b05d-ea08-4888-8136-60546fd554fe, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:35.469840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=b4048b1a-051d-4f81-8cff-ab7c53df3074,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:35.485636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Provisioning complete for port 276604e5-13f2-4a02-85eb-30f2d339b77a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:35.485636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.496820 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4174c3-bd90-4277-8776-e1f513007948 None None] Pushing event updated for resources: {'Port': ['ID=b421c059-e73d-4c86-b1a5-50d35c84e4db,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:35.528423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 95f5b05d-ea08-4888-8136-60546fd554fe is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:35.544874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.551989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47756) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:35.552815 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5e7aba0d-34ef-4179-91b9-3b167426cba3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/b4048b1a-051d-4f81-8cff-ab7c53df3074 HTTP/1.1" status: 204 len: 168 time: 0.7853725 Jan 17 12:50:35.554095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Port 276604e5-13f2-4a02-85eb-30f2d339b77a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:35.555260 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:35.566773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Provisioning complete for port b421c059-e73d-4c86-b1a5-50d35c84e4db triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:35.574283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.574441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=977d17b7-fb1a-4442-b724-95c07f4a131a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:35.584046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:35.584704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: 2353e3a8-c5c5-43d0-a7d3-316e61287c05, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:35.618270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e53c39-e869-4383-b3ec-a1b7d1a979ba tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:35.624827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c3e53c39-e869-4383-b3ec-a1b7d1a979ba tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/b4048b1a-051d-4f81-8cff-ab7c53df3074 HTTP/1.1" status: 404 len: 333 time: 0.0712276 Jan 17 12:50:35.628898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 95f5b05d-ea08-4888-8136-60546fd554fe) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:35.632188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47758) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:35.637908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:35.638781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.639214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'name': 'tempest-PortsTestJSON-1365087345'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:35.655776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681f78c-80f0-4fd4-bd14-9c3c916e078d None None] Network 95f5b05d-ea08-4888-8136-60546fd554fe requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:35.714231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47760) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:35.779251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a8f85a18-12ea-442d-b2df-638fc0e26d32 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4432697 Jan 17 12:50:35.780040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47764) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:35.785844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe', 'name': 'tempest-PortsIpV6TestJSON-1824372139', 'fixed_ips': [{'subnet_id': '4bd2d59b-b02f-442f-8b46-0a2d4c48ad39', 'ip_address': '2001:db8::10'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:35.798386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Made reservation on behalf of fcc9f07c4bde4906864e43296668908e for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:35.802415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.804801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:35.880745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 2353e3a8-c5c5-43d0-a7d3-316e61287c05) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:35.891198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-95f5b05d-ea08-4888-8136-60546fd554fe', 'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': '4bd2d59b-b02f-442f-8b46-0a2d4c48ad39'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:35.892154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.896213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:35.897060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:35.903533 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 3, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:34Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:35.919657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] device_id is not set on port b5c6d777-5dea-4bd5-9132-852d3217617a yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:35.937190 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0614bd9d-d13f-4cec-8e57-84b5971e3bbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec5dfd597eb2443e9b18f244b901cf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217822 Jan 17 12:50:35.938221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47766) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:35.943566 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bff24aa-e35c-413d-81de-9a900d2d1a39 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 3, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:34Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:35.992397 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-61e60433-7d10-4645-863b-f7656e0e7c83 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7961135 Jan 17 12:50:35.998683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47768) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:36.054091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ac573-6699-4be6-9f5f-f9343c37dbda None None] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:36.066546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:36.070416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.111299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.118119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3136316f-1193-4fcb-bdca-4f58bbca52de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.150926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 1616f1d2-e630-4e12-aba6-22413789d2fd yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:36.157353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3136316f-1193-4fcb-bdca-4f58bbca52de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.207312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] For port b421c059-e73d-4c86-b1a5-50d35c84e4db, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b421c059-e73d-4c86-b1a5-50d35c84e4db,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:36.229550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Allocated IP 172.20.0.8 (3eced433-100a-4a1d-91bb-e7ace2253da5/ac0554dd-0442-4b41-bb2a-c42333a4bd8d/b5c6d777-5dea-4bd5-9132-852d3217617a) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:36.241865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Allocated IP 2001:db8::2 (95f5b05d-ea08-4888-8136-60546fd554fe/4bd2d59b-b02f-442f-8b46-0a2d4c48ad39/35790f9c-9bda-422a-a34c-ca2a54075ebc) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:36.380305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-72555c8e-d8d0-4b57-887d-2029c8880c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.382918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.434403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:36.436069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.449395 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.539499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d03203-9c69-4824-8f8c-9c6a64d9cf83 req-3e352a87-9170-4c4a-9376-ab94cfe6fc4e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:36.541392 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d8d03203-9c69-4824-8f8c-9c6a64d9cf83 req-3e352a87-9170-4c4a-9376-ab94cfe6fc4e tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.1056364 Jan 17 12:50:36.593193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3136316f-1193-4fcb-bdca-4f58bbca52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.595754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3136316f-1193-4fcb-bdca-4f58bbca52de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.619935 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3136316f-1193-4fcb-bdca-4f58bbca52de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fb467d5-1a1e-4da9-86a1-5c9a4e6d7b22 HTTP/1.1" status: 204 len: 168 time: 0.6603739 Jan 17 12:50:36.651135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136316f-1193-4fcb-bdca-4f58bbca52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb467d5-1a1e-4da9-86a1-5c9a4e6d7b22,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:36.660133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b421c059-e73d-4c86-b1a5-50d35c84e4db up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:36.666452 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d8d03203-9c69-4824-8f8c-9c6a64d9cf83 req-0403021c-3584-41fe-9a81-f9ef36f702a9 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966668 Jan 17 12:50:36.676879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.715547 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.716137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f70467-314e-4262-8297-17e510fc0aa1 None None] Pushing event updated for resources: {'Port': ['ID=b421c059-e73d-4c86-b1a5-50d35c84e4db,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:36.769233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.769233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:36.769450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Allocated IP 2001:db8:2::2 (2353e3a8-c5c5-43d0-a7d3-316e61287c05/977d17b7-fb1a-4442-b724-95c07f4a131a/87f4d0ba-9383-4c76-85a3-53205b21bfa5) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:36.777480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-50f89db0-a0d6-44fb-997d-0cc4a5dbcae9 None None] Provisioning complete for port b421c059-e73d-4c86-b1a5-50d35c84e4db triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:36.777889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-50f89db0-a0d6-44fb-997d-0cc4a5dbcae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.876183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:36.888819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:36.893407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=b5c6d777-5dea-4bd5-9132-852d3217617a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:36.910505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:36.921142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.960138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b421c059-e73d-4c86-b1a5-50d35c84e4db triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:36.960522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.969981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:36.981731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.023528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.036766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:37.037488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.066599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port ed73bcab-0b05-428c-96b0-9e6283cb7acf yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:37.079684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:37.082571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=1616f1d2-e630-4e12-aba6-22413789d2fd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:37.093565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:37.097735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:37.103575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:37.104213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.151975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Network 95f5b05d-ea08-4888-8136-60546fd554fe is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:37.152494 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3d69ddb0-de05-4816-a447-bda16b2ae6a6 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8781555 Jan 17 12:50:37.155285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47776) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:37.161215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:58:92:5e'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d9:e7:55'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:37.191258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:37.201387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:37.203338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Pushing event updated for resources: {'Port': ['ID=35790f9c-9bda-422a-a34c-ca2a54075ebc,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:37.206173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.359776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::10 (95f5b05d-ea08-4888-8136-60546fd554fe/4bd2d59b-b02f-442f-8b46-0a2d4c48ad39/ed73bcab-0b05-428c-96b0-9e6283cb7acf) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:37.388175 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bc5e94ce-5801-489d-8c49-e48c94838d73 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7545989 Jan 17 12:50:37.390700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47784) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:37.399426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:37.421207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.430253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.437888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8:2::1 (2353e3a8-c5c5-43d0-a7d3-316e61287c05/977d17b7-fb1a-4442-b724-95c07f4a131a/c738e99d-7670-4ee5-8293-944800e766d8) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:37.446067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.536012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.543893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9e76665c-56f4-4891-bbfc-b93f8afbf444 None None] Provisioning complete for port b5c6d777-5dea-4bd5-9132-852d3217617a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:37.543893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9e76665c-56f4-4891-bbfc-b93f8afbf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.585487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:37.586688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Attempting to bind port 35790f9c-9bda-422a-a34c-ca2a54075ebc on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:37.587060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Attempting to bind port 35790f9c-9bda-422a-a34c-ca2a54075ebc by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '65d64a53-0006-46bb-a49e-379e599c6774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:37.587751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Attempting to bind port 35790f9c-9bda-422a-a34c-ca2a54075ebc on network 95f5b05d-ea08-4888-8136-60546fd554fe {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:37.592756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Pushing event updated for resources: {'Port': ['ID=87f4d0ba-9383-4c76-85a3-53205b21bfa5,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:37.598644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:37.602508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:37.604558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:37.604950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Checking segment: {'id': '65d64a53-0006-46bb-a49e-379e599c6774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:37.605333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.605721 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Bound using segment: {'id': '65d64a53-0006-46bb-a49e-379e599c6774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:37.606328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Bound port: 35790f9c-9bda-422a-a34c-ca2a54075ebc, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d64a53-0006-46bb-a49e-379e599c6774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:37.606714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.629316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9e76665c-56f4-4891-bbfc-b93f8afbf444 None None] Port b5c6d777-5dea-4bd5-9132-852d3217617a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:37.666342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.713044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Attempting to bind port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:37.713558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.713943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Attempting to bind port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:37.713943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Attempting to bind port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 on network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:37.723366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:37.723767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Checking segment: {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:37.724168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.724573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Bound using segment: {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:37.725415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Bound port: 87f4d0ba-9383-4c76-85a3-53205b21bfa5, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:37.725415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.791510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.804007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] For port 35790f9c-9bda-422a-a34c-ca2a54075ebc, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:37.826295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] For port 35790f9c-9bda-422a-a34c-ca2a54075ebc, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35790f9c-9bda-422a-a34c-ca2a54075ebc,segment=NetworkSegment(65d64a53-0006-46bb-a49e-379e599c6774),segment_id=65d64a53-0006-46bb-a49e-379e599c6774)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:37.832251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.855091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] For port 87f4d0ba-9383-4c76-85a3-53205b21bfa5, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:37.858877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.859189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] For port 87f4d0ba-9383-4c76-85a3-53205b21bfa5, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=87f4d0ba-9383-4c76-85a3-53205b21bfa5,segment=NetworkSegment(34d3b009-139d-4940-a860-a9fefeb9cee6),segment_id=34d3b009-139d-4940-a860-a9fefeb9cee6)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:37.891784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.904326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.939773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 95f5b05d-ea08-4888-8136-60546fd554fe is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:37.949377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:37.954684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.968389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:37.978639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:37.982212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event updated for resources: {'Port': ['ID=b5c6d777-5dea-4bd5-9132-852d3217617a,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:37.983573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:37.984310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:37.984940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:37.999041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.000810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:38.001358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.048196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c52da-c431-45ce-ae1f-42e88a1517b9 None None] Pushing event updated for resources: {'Port': ['ID=35790f9c-9bda-422a-a34c-ca2a54075ebc,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:38.050643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.059412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] In _notify_port_updated(), no bound segment for port 1616f1d2-e630-4e12-aba6-22413789d2fd on network 1af7fa37-0406-4774-842d-f9d0e882a9f2 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:38.085585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:38.086957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] In _notify_port_updated(), no bound segment for port b5c6d777-5dea-4bd5-9132-852d3217617a on network 3eced433-100a-4a1d-91bb-e7ace2253da5 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:38.091558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.093703 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/ports/1616f1d2-e630-4e12-aba6-22413789d2fd HTTP/1.1" status: 200 len: 818 time: 0.7018335 Jan 17 12:50:38.094129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:38.094825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.098827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5343d3d-7644-4d52-ad3a-484459b105f2 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "PUT /v2.0/ports/b5c6d777-5dea-4bd5-9132-852d3217617a HTTP/1.1" status: 200 len: 1056 time: 0.9397888 Jan 17 12:50:38.098827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47802) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:38.103621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47804) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:38.156070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc584cf-6cb2-480f-83dc-7aeea34732ae None None] Pushing event updated for resources: {'Port': ['ID=87f4d0ba-9383-4c76-85a3-53205b21bfa5,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:38.186055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=ed73bcab-0b05-428c-96b0-9e6283cb7acf,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:38.260614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=c738e99d-7670-4ee5-8293-944800e766d8,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:38.265227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-33ae9920-309e-44ce-aa55-f0ddc2acf916 None None] Provisioning complete for port b5c6d777-5dea-4bd5-9132-852d3217617a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:38.265813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-33ae9920-309e-44ce-aa55-f0ddc2acf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.266980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47806) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:38.295108 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8492cab9-7dca-4f5a-9d7c-c3a98496cbe8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5107057 Jan 17 12:50:38.310708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47810) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:38.323061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '95f5b05d-ea08-4888-8136-60546fd554fe', 'name': 'tempest-PortsIpV6TestJSON-737432898', 'fixed_ips': [{'subnet_id': '4bd2d59b-b02f-442f-8b46-0a2d4c48ad39', 'ip_address': '2001:db8::f'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:38.342668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-33ae9920-309e-44ce-aa55-f0ddc2acf916 None None] Port b5c6d777-5dea-4bd5-9132-852d3217617a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:38.417010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2350518-3f20-4552-919f-8dec6aa95e3a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=1616f1d2-e630-4e12-aba6-22413789d2fd,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:38.430633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5b204-305d-434c-aae5-ffd73f138437 req-90d67511-6eb4-4f60-ae86-5cda36b44765 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:38.442326 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c0d5b204-305d-434c-aae5-ffd73f138437 req-90d67511-6eb4-4f60-ae86-5cda36b44765 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.6390262 Jan 17 12:50:38.494526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-76788da0-7309-4abe-8dc1-9ed1cba3e69a tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2006846458', 'prefixes': ['172.20.0.0/16']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:38.742927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.839512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 87f4d0ba-9383-4c76-85a3-53205b21bfa5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:38.907707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:38.908108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.924786 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c0d5b204-305d-434c-aae5-ffd73f138437 req-033ce4a7-5d48-4097-a6d0-8615893d96dc tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858475 Jan 17 12:50:38.928799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:38.938750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port b5c6d777-5dea-4bd5-9132-852d3217617a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:38.940204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:38.961679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.002589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.011181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 1616f1d2-e630-4e12-aba6-22413789d2fd {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:39.011531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.015942 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.037576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.050876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for b5c6d777-5dea-4bd5-9132-852d3217617a owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:39.051216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 87f4d0ba-9383-4c76-85a3-53205b21bfa5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=87f4d0ba-9383-4c76-85a3-53205b21bfa5,segment=NetworkSegment(34d3b009-139d-4940-a860-a9fefeb9cee6),segment_id=34d3b009-139d-4940-a860-a9fefeb9cee6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:39.137115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.138334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b421c059-e73d-4c86-b1a5-50d35c84e4db up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:39.146272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.235556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=87f4d0ba-9383-4c76-85a3-53205b21bfa5,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:39.244269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 1616f1d2-e630-4e12-aba6-22413789d2fd owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:39.248048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b421c059-e73d-4c86-b1a5-50d35c84e4db triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:39.248781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.255623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.282918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.337965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port ca83e0c8-9d93-42a5-a72a-ad57513d9e63 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:39.357736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35790f9c-9bda-422a-a34c-ca2a54075ebc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:39.401454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=b5c6d777-5dea-4bd5-9132-852d3217617a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:39.414324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 35790f9c-9bda-422a-a34c-ca2a54075ebc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:39.414838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.522149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.577420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 35790f9c-9bda-422a-a34c-ca2a54075ebc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35790f9c-9bda-422a-a34c-ca2a54075ebc,segment=NetworkSegment(65d64a53-0006-46bb-a49e-379e599c6774),segment_id=65d64a53-0006-46bb-a49e-379e599c6774)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:39.607628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.611755 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-046dd445-bb51-4c47-a8aa-5a32b5d44191 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/ports/b5c6d777-5dea-4bd5-9132-852d3217617a HTTP/1.1" status: 204 len: 168 time: 1.5062144 Jan 17 12:50:39.614199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47812) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:39.660274 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-411624d9-6366-4605-b81e-cd339c1e1db8 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] GET failed (client error): The resource could not be found. Jan 17 12:50:39.664467 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-411624d9-6366-4605-b81e-cd339c1e1db8 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "GET /v2.0/ports/b5c6d777-5dea-4bd5-9132-852d3217617a HTTP/1.1" status: 404 len: 333 time: 0.0464072 Jan 17 12:50:39.664880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47814) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:39.697860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.730176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.741690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-76788da0-7309-4abe-8dc1-9ed1cba3e69a tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] Notify callbacks [] for subnetpool, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.746045 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-76788da0-7309-4abe-8dc1-9ed1cba3e69a tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4747057 Jan 17 12:50:39.760917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47816) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:39.785451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::f (95f5b05d-ea08-4888-8136-60546fd554fe/4bd2d59b-b02f-442f-8b46-0a2d4c48ad39/ca83e0c8-9d93-42a5-a72a-ad57513d9e63) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:39.823580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92b79f-014f-43d5-9a1c-43bb26aca142 None None] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:39.826455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=35790f9c-9bda-422a-a34c-ca2a54075ebc,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:39.828407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.832456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.861287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/1616f1d2-e630-4e12-aba6-22413789d2fd HTTP/1.1" status: 204 len: 168 time: 1.6998460 Jan 17 12:50:39.861506 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-609609ca-4007-468a-9e8e-f9e0c8475b3f tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] 10.222.0.77 "GET /v2.0/subnetpools/e7d41ad7-64e7-4fec-8198-2fc1056b9bf9 HTTP/1.1" status: 200 len: 732 time: 0.0706661 Jan 17 12:50:39.861506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47818) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:39.861506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47820) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:39.891340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c7a64928-79e2-484e-a940-3bbcd6f72e4b tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2039572389'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:39.949250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8b670018-27e0-45a4-9616-6ec48a22b8f0 None None] Provisioning complete for port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:39.949626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b670018-27e0-45a4-9616-6ec48a22b8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:39.981057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port 276604e5-13f2-4a02-85eb-30f2d339b77a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:39.991005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.019664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d88a5-35f6-4399-a23f-2e58ac2d656f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=1616f1d2-e630-4e12-aba6-22413789d2fd,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:40.032324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.041309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.042010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.138666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.153186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for 276604e5-13f2-4a02-85eb-30f2d339b77a owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:40.185448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=c738e99d-7670-4ee5-8293-944800e766d8,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:40.253249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:40.254805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:40.271775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.278957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3870a1d-0130-4288-908a-0831a7613ba9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:40.280579 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d3870a1d-0130-4288-908a-0831a7613ba9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4332297 Jan 17 12:50:40.283156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47830) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.289716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d50173-658f-4e85-adc0-8c3b3e38c2b9 None None] Network 95f5b05d-ea08-4888-8136-60546fd554fe requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:40.334957 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ed43f0-17ae-4e5e-ad77-4927d2bec357 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:40.337662 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-47ed43f0-17ae-4e5e-ad77-4927d2bec357 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/1616f1d2-e630-4e12-aba6-22413789d2fd HTTP/1.1" status: 404 len: 333 time: 0.0530279 Jan 17 12:50:40.369171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47832) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.371433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a64928-79e2-484e-a940-3bbcd6f72e4b tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] Notify callbacks [] for subnetpool, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.376160 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c7a64928-79e2-484e-a940-3bbcd6f72e4b tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] 10.222.0.77 "PUT /v2.0/subnetpools/e7d41ad7-64e7-4fec-8198-2fc1056b9bf9 HTTP/1.1" status: 200 len: 684 time: 0.4886615 Jan 17 12:50:40.383066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a4e5fa88-603f-42c9-b9f9-fe84a233476e None None] Provisioning complete for port 35790f9c-9bda-422a-a34c-ca2a54075ebc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:40.383066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a4e5fa88-603f-42c9-b9f9-fe84a233476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.383315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47834) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.424121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1864703467'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:40.439595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 95f5b05d-ea08-4888-8136-60546fd554fe is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:40.451993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:40.463416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:40.469176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:40.469817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.481254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.534692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8378f-1265-4ce0-af8a-07aaeab98335 req-1bdd89f7-84e6-4768-b138-4efcb8422c38 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:40.543142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=276604e5-13f2-4a02-85eb-30f2d339b77a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:40.544798 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7d8378f-1265-4ce0-af8a-07aaeab98335 req-1bdd89f7-84e6-4768-b138-4efcb8422c38 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.5177894 Jan 17 12:50:40.545594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=ca83e0c8-9d93-42a5-a72a-ad57513d9e63,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:40.621963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:40.642413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 87f4d0ba-9383-4c76-85a3-53205b21bfa5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:40.656739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.659251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7d8378f-1265-4ce0-af8a-07aaeab98335 req-3bedb4a9-9a90-4d38-9819-dcbdbe0766b2 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911765 Jan 17 12:50:40.660732 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cdcfb0cf-7e0e-4c3d-83bf-88a59dd51576 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/ports/276604e5-13f2-4a02-85eb-30f2d339b77a HTTP/1.1" status: 204 len: 168 time: 0.9940369 Jan 17 12:50:40.663408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47836) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.691791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-931d3be3-be72-4952-94e3-ff4bd0c66365 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3735952 Jan 17 12:50:40.694974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47838) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.734373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ecd6453b-c667-48c1-a428-f731ce966c8f None None] Provisioning complete for port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:40.735016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ecd6453b-c667-48c1-a428-f731ce966c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.748148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-455d9a7c-2b1b-40e2-8d9a-6641a3b2ed92 tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] Notify callbacks [] for subnetpool, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.751900 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-455d9a7c-2b1b-40e2-8d9a-6641a3b2ed92 tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] 10.222.0.77 "DELETE /v2.0/subnetpools/e7d41ad7-64e7-4fec-8198-2fc1056b9bf9 HTTP/1.1" status: 204 len: 168 time: 0.3406830 Jan 17 12:50:40.777404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47840) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.781552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dbae7a-e0b5-4d18-9856-42ba73cad282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] GET failed (client error): The resource could not be found. Jan 17 12:50:40.787598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c2dbae7a-e0b5-4d18-9856-42ba73cad282 tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "GET /v2.0/ports/276604e5-13f2-4a02-85eb-30f2d339b77a HTTP/1.1" status: 404 len: 333 time: 0.1181381 Jan 17 12:50:40.792554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47842) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.793660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:40.794107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.846305 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-657a3ef1-227c-4de1-8aa6-7f38194f9b76 tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] show failed (client error): The resource could not be found. Jan 17 12:50:40.850871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-657a3ef1-227c-4de1-8aa6-7f38194f9b76 tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] 10.222.0.77 "GET /v2.0/subnetpools/e7d41ad7-64e7-4fec-8198-2fc1056b9bf9 HTTP/1.1" status: 404 len: 346 time: 0.0674808 Jan 17 12:50:40.850871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:40.851469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47844) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.854084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:40.940893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:40.947719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:40.966509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35790f9c-9bda-422a-a34c-ca2a54075ebc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:40.971932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cc5febf8-dec2-4057-94a9-88eb474454c9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9742844 Jan 17 12:50:40.973239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47846) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:40.980425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:41.004273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-687906476'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:41.004614 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d8317d78-565d-4b25-8ab9-0e2b5cc7854a tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] delete failed (client error): The resource could not be found. Jan 17 12:50:41.004614 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d8317d78-565d-4b25-8ab9-0e2b5cc7854a tempest-SubnetPoolsTestJSON-1033076319 tempest-SubnetPoolsTestJSON-1033076319-project] 10.222.0.77 "DELETE /v2.0/subnetpools/e7d41ad7-64e7-4fec-8198-2fc1056b9bf9 HTTP/1.1" status: 404 len: 346 time: 0.1235385 Jan 17 12:50:41.005196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.005196 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment 79c7e214-dafe-4f63-bb6f-c7320cee24eb of type vlan for network 740a0a49-13c5-4824-b4e3-be00fde44430 Jan 17 12:50:41.013462 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df2b4b-f09a-4bc7-8cfc-64b8e86688d9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.021245 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a2df2b4b-f09a-4bc7-8cfc-64b8e86688d9 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3229222 Jan 17 12:50:41.021887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47850) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:41.031977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:41.039186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:41.085415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.150247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:41.168645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.207855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port fc2abe50-1a43-4098-90fa-76b8f32565b6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:41.208199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.221468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ecd6453b-c667-48c1-a428-f731ce966c8f None None] Provisioning complete for port c738e99d-7670-4ee5-8293-944800e766d8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:41.221677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd3f8d-aad0-45c9-87ff-abf9252b5812 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.222295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ecd6453b-c667-48c1-a428-f731ce966c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.227982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd3f8d-aad0-45c9-87ff-abf9252b5812 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.234769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd3f8d-aad0-45c9-87ff-abf9252b5812 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.240821 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c6fd3f8d-aad0-45c9-87ff-abf9252b5812 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2135162 Jan 17 12:50:41.241068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47852) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:41.244925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:41.275730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:41.380333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.398894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.402543 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for fc2abe50-1a43-4098-90fa-76b8f32565b6 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:41.404432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.405308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.407805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6453b-c667-48c1-a428-f731ce966c8f None None] Port c738e99d-7670-4ee5-8293-944800e766d8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:41.411522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 35790f9c-9bda-422a-a34c-ca2a54075ebc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:41.412034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.478429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.478966 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added segment b650056b-8c20-496c-b692-65b9e30bcf5d of type vlan for network 1850b441-7971-4bbc-9499-1e7fac97618b Jan 17 12:50:41.573416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Provisioning complete for port ca83e0c8-9d93-42a5-a72a-ad57513d9e63 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:41.573639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.624706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.651397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2800074 Jan 17 12:50:41.655037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47856) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:41.658164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f14fc-b5a3-4e14-a7fc-940c52eae1f5 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=740a0a49-13c5-4824-b4e3-be00fde44430,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:41.660253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:41.675716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:41.679282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Port ca83e0c8-9d93-42a5-a72a-ad57513d9e63 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:41.683604 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bd55e-f280-4b5d-b387-e4c9dac6c427 req-0581bb65-81d1-453a-9564-320916abe2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.685132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-096bd55e-f280-4b5d-b387-e4c9dac6c427 req-0581bb65-81d1-453a-9564-320916abe2ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1098 time: 0.3404806 Jan 17 12:50:41.697932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port ca83e0c8-9d93-42a5-a72a-ad57513d9e63 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:41.698319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.723913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:38Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:39Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:41.784660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47860) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:41.801307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.807081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:41.807435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Updating router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d port c738e99d-7670-4ee5-8293-944800e766d8 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:50:41.809526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.810286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.874660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Provisioning complete for port ed73bcab-0b05-428c-96b0-9e6283cb7acf triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:41.875034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.885004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-096bd55e-f280-4b5d-b387-e4c9dac6c427 req-3efe5be1-2ca6-4b15-83de-729466e68e22 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902597 Jan 17 12:50:41.891851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf29c75-1a7d-4cda-8bb0-5cee75f5cece req-4316d460-011a-49ac-9dd1-c9fd217a6259 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:41.898149 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cbf29c75-1a7d-4cda-8bb0-5cee75f5cece req-4316d460-011a-49ac-9dd1-c9fd217a6259 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.1032667 Jan 17 12:50:41.936816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Port ed73bcab-0b05-428c-96b0-9e6283cb7acf cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:41.938674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.960346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:41.969429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9937623 Jan 17 12:50:41.972510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47864) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:41.980609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'subnet': {'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:42.005917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Provisioning complete for port c738e99d-7670-4ee5-8293-944800e766d8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:42.007572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.011796 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cbf29c75-1a7d-4cda-8bb0-5cee75f5cece req-ada107b8-823c-44cf-a45f-dfee8d9f3faf tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071095 Jan 17 12:50:42.017940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=fc2abe50-1a43-4098-90fa-76b8f32565b6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:42.061168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21257c-f730-4fd1-b570-31e54e8f7b2b tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Network': ['ID=1850b441-7971-4bbc-9499-1e7fac97618b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:42.064706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.075136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0ad8-2e5d-4ece-95d4-e66e6883ad86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.091318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 1850b441-7971-4bbc-9499-1e7fac97618b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:42.093776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:42.094752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for ca83e0c8-9d93-42a5-a72a-ad57513d9e63 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:42.098946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.189662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Port c738e99d-7670-4ee5-8293-944800e766d8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:42.190409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.198767 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5ff1b489-e70e-4e9f-bc19-f6ff55fd4b6e tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/ports/fc2abe50-1a43-4098-90fa-76b8f32565b6 HTTP/1.1" status: 204 len: 168 time: 1.3995728 Jan 17 12:50:42.202037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47866) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:42.340797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting subnet ac0554dd-0442-4b41-bb2a-c42333a4bd8d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:42.345534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.394704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:50:42.420513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Provisioning complete for port 35790f9c-9bda-422a-a34c-ca2a54075ebc triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:42.420883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6f6d7fa7-b3f2-4890-8aed-12fdeabf32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.433537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Made reservation on behalf of 660fe7379f654780a07e009c7a7f5b49 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:42.437155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.474294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0ad8-2e5d-4ece-95d4-e66e6883ad86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.474685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.476563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.550675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=1be80f61-3ef3-4f68-af20-ccca7412d227,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:42.564497 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': '79c7e214-dafe-4f63-bb6f-c7320cee24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:42.567132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 740a0a49-13c5-4824-b4e3-be00fde44430, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:42.568938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0ad8-2e5d-4ece-95d4-e66e6883ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.632902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:42.645211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 740a0a49-13c5-4824-b4e3-be00fde44430 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:42.658804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.659075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'port_id': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'mac_address': 'fa:16:3e:e1:14:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:50:42.667988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.672793 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7f4b0ad8-2e5d-4ece-95d4-e66e6883ad86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecc8328d891c4f00bedfcbe08454ab47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841538 Jan 17 12:50:42.673745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47868) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:42.695918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=ca83e0c8-9d93-42a5-a72a-ad57513d9e63,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:42.697742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b0ad8-2e5d-4ece-95d4-e66e6883ad86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a27f36-ce3d-4015-af6c-94f2be64258c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:42.713683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.730431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d0e335-29c8-4201-9443-fe6487ffcee0 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:50:42.736704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4908fa40-3a39-41fc-8800-b04c826e78ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.759643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:42.763581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4908fa40-3a39-41fc-8800-b04c826e78ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.766475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.777318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.796343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.799864 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-32ed5c47-d30e-4b8b-b0d3-78df6e314261 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/ca83e0c8-9d93-42a5-a72a-ad57513d9e63 HTTP/1.1" status: 204 len: 168 time: 1.5588093 Jan 17 12:50:42.808055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47870) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:42.819984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 740a0a49-13c5-4824-b4e3-be00fde44430) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:42.826144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:42.826144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.842371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25c630f-a0ee-4b1d-a690-aaa403f8bbf6 None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:42.857002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Could not find standard attr ID for object ca83e0c8-9d93-42a5-a72a-ad57513d9e63. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:42.897604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.907315 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2f0b60-a03f-4ea8-be19-6f8a04ade507 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:50:42.914185 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4b2f0b60-a03f-4ea8-be19-6f8a04ade507 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/ca83e0c8-9d93-42a5-a72a-ad57513d9e63 HTTP/1.1" status: 404 len: 333 time: 0.1003814 Jan 17 12:50:42.914319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47872) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:42.921112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd1322-5b68-4f32-bda1-27e9bc6e02b2 None None] Pushing event updated for resources: {'Port': ['ID=c738e99d-7670-4ee5-8293-944800e766d8,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:42.930669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Provisioning complete for port ed73bcab-0b05-428c-96b0-9e6283cb7acf triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:42.931703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:42.944282 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-95b42d08-1a54-4285-a92d-cb674a242886 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2839427 Jan 17 12:50:42.944989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:42.950071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:43.020469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.021649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4908fa40-3a39-41fc-8800-b04c826e78ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.024978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4908fa40-3a39-41fc-8800-b04c826e78ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.030036 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4908fa40-3a39-41fc-8800-b04c826e78ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d1a27f36-ce3d-4015-af6c-94f2be64258c HTTP/1.1" status: 204 len: 168 time: 0.3551075 Jan 17 12:50:43.043460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908fa40-3a39-41fc-8800-b04c826e78ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a27f36-ce3d-4015-af6c-94f2be64258c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:43.083379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port ed73bcab-0b05-428c-96b0-9e6283cb7acf {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:43.083861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.085861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.153159 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Port ed73bcab-0b05-428c-96b0-9e6283cb7acf cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:43.156574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.162688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052470e-a59d-4fa3-aa27-99120ac28576 None None] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:43.168570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:43.170284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/subnets/ac0554dd-0442-4b41-bb2a-c42333a4bd8d HTTP/1.1" status: 204 len: 168 time: 0.9675968 Jan 17 12:50:43.205950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['03d0e335-29c8-4201-9443-fe6487ffcee0'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:50:43.262412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.262655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Attempting to bind port c738e99d-7670-4ee5-8293-944800e766d8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:43.262949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Attempting to bind port c738e99d-7670-4ee5-8293-944800e766d8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:43.263314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Attempting to bind port c738e99d-7670-4ee5-8293-944800e766d8 on network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:43.265864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47880) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:43.284679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for ed73bcab-0b05-428c-96b0-9e6283cb7acf owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:43.321378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:43.322374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Checking segment: {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:43.323023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.323427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Bound using segment: {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:43.323936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Bound port: c738e99d-7670-4ee5-8293-944800e766d8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d3b009-139d-4940-a860-a9fefeb9cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:43.324330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.341260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Provisioning complete for port c738e99d-7670-4ee5-8293-944800e766d8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:43.341707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.344819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Subnet': ['ID=5ce369d1-ebc0-4bf2-a34f-f223455d7cdb,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:43.534042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-740a0a49-13c5-4824-b4e3-be00fde44430', 'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': '1be80f61-3ef3-4f68-af20-ccca7412d227'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:43.534904 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.572623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-df45372e-a928-46a3-af9c-96e92f97ff81 None None] Port c738e99d-7670-4ee5-8293-944800e766d8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:43.595903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.627583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=ed73bcab-0b05-428c-96b0-9e6283cb7acf,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:43.656384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.660014 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9e55b789-8955-462e-a1b0-d9eb3d2e4d54 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/ed73bcab-0b05-428c-96b0-9e6283cb7acf HTTP/1.1" status: 204 len: 168 time: 0.7457652 Jan 17 12:50:43.662160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] For port c738e99d-7670-4ee5-8293-944800e766d8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:43.662827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47886) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:43.712385 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d5880d-ec01-4fa9-a7c9-13f097359c00 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:50:43.714780 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-59d5880d-ec01-4fa9-a7c9-13f097359c00 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/ed73bcab-0b05-428c-96b0-9e6283cb7acf HTTP/1.1" status: 404 len: 333 time: 0.0504551 Jan 17 12:50:43.717508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47890) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:43.780211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] For port c738e99d-7670-4ee5-8293-944800e766d8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c738e99d-7670-4ee5-8293-944800e766d8,segment=NetworkSegment(34d3b009-139d-4940-a860-a9fefeb9cee6),segment_id=34d3b009-139d-4940-a860-a9fefeb9cee6)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:43.810588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 4bd2d59b-b02f-442f-8b46-0a2d4c48ad39 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:43.814728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.830841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Checking segment: {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:43.831199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network hostable DHCP agents. Network: 1850b441-7971-4bbc-9499-1e7fac97618b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:43.841724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ce471-e14f-4604-a7b8-62b1f996410b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0554dd-0442-4b41-bb2a-c42333a4bd8d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:43.859152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.867900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.873870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:43.889008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab3ade-393c-4325-9e8d-a613859bec59 req-225bbf8d-4f57-47f0-aae0-e11e5fa59945 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:43.890401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6aab3ade-393c-4325-9e8d-a613859bec59 req-225bbf8d-4f57-47f0-aae0-e11e5fa59945 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 944 time: 0.6257439 Jan 17 12:50:43.992259 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6aab3ade-393c-4325-9e8d-a613859bec59 req-793d97e8-3671-4c52-89c3-14fa43c00498 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957654 Jan 17 12:50:43.994722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:43.998141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.039101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.073886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] DHCP port deletion for 3eced433-100a-4a1d-91bb-e7ace2253da5 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:44.075977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-60a4a141-92f4-44c7-a82e-d80904b2ac98 None None] Provisioning complete for port c738e99d-7670-4ee5-8293-944800e766d8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:44.076437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60a4a141-92f4-44c7-a82e-d80904b2ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.087304 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47896) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:44.101916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1be80f61-3ef3-4f68-af20-ccca7412d227 (CIDR: 172.20.0.0/28) Jan 17 12:50:44.106355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 1850b441-7971-4bbc-9499-1e7fac97618b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:44.130580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Deleting port 7fb0eefb-872e-493d-a7a2-1640e5404596 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:44.131000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.145638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:50:44.146090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:50:44.185659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:44.186296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:44.194909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd1322-5b68-4f32-bda1-27e9bc6e02b2 None None] Pushing event updated for resources: {'Port': ['ID=c738e99d-7670-4ee5-8293-944800e766d8,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:44.214376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 1850b441-7971-4bbc-9499-1e7fac97618b) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:44.223564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:44.224167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.242738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] For port 7fb0eefb-872e-493d-a7a2-1640e5404596, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7fb0eefb-872e-493d-a7a2-1640e5404596,segment=NetworkSegment(2cc625e3-a1d4-4c15-9d99-c6432f13bfaa),segment_id=2cc625e3-a1d4-4c15-9d99-c6432f13bfaa)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:44.243728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.248929 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2aacddac-068d-478b-9a27-a34fa450d6f0 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/floatingips/7f73057d-d5d8-4c12-9d71-8adfbf6184dc HTTP/1.1" status: 200 len: 992 time: 0.1601779 Jan 17 12:50:44.263823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Calling delete_port for 7fb0eefb-872e-493d-a7a2-1640e5404596 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:44.286498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Allocated IP 172.20.0.2 (740a0a49-13c5-4824-b4e3-be00fde44430/1be80f61-3ef3-4f68-af20-ccca7412d227/1268e93c-9771-444b-8a16-ca3d675051f4) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:44.291965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7560e6d3-d3b6-4ce2-b739-6f64e38e1c05 None None] Network 1850b441-7971-4bbc-9499-1e7fac97618b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:44.293058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.342952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd2d59b-b02f-442f-8b46-0a2d4c48ad39,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:44.344791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b6b8c701-60b6-41f9-b35d-c2e6d6148524 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3990595 Jan 17 12:50:44.347459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47904) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:44.356475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:44.384295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:44.386225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c63931-dd66-48c2-8621-fabbb6f56aaf None None] Network 95f5b05d-ea08-4888-8136-60546fd554fe requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:44.390041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.393479 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eb48de2b-959c-42c8-8a39-b4236d554ce3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/4bd2d59b-b02f-442f-8b46-0a2d4c48ad39 HTTP/1.1" status: 204 len: 168 time: 0.6748526 Jan 17 12:50:44.396430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47906) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:44.426405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47908) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:44.426967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f4b27011-cf4e-42ff-9ed5-82f0c4639012 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4502649 Jan 17 12:50:44.500995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.544110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.616023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Port': ['ID=7fb0eefb-872e-493d-a7a2-1640e5404596,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:44.623727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] No DVR routers for this DVR port 7fb0eefb-872e-493d-a7a2-1640e5404596 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:44.696881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fb0eefb-872e-493d-a7a2-1640e5404596 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:44.745273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 35790f9c-9bda-422a-a34c-ca2a54075ebc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:44.745628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.761898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.797084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7fb0eefb-872e-493d-a7a2-1640e5404596 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:44.797442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fb0eefb-872e-493d-a7a2-1640e5404596 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:44.811123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:44.815269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.863672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eced433-100a-4a1d-91bb-e7ace2253da5']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:44.878160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:44.880355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:44.881254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc625e3-a1d4-4c15-9d99-c6432f13bfaa') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:44.901267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.910861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] For port 35790f9c-9bda-422a-a34c-ca2a54075ebc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=35790f9c-9bda-422a-a34c-ca2a54075ebc,segment=NetworkSegment(65d64a53-0006-46bb-a49e-379e599c6774),segment_id=65d64a53-0006-46bb-a49e-379e599c6774)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:44.911233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.928252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.930400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 35790f9c-9bda-422a-a34c-ca2a54075ebc owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:44.939830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:44.940249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:44.943376 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:45.028509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Deleting port 7fb0eefb-872e-493d-a7a2-1640e5404596 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:45.028948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.085028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.152935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60a4a141-92f4-44c7-a82e-d80904b2ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.193934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.194179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-1850b441-7971-4bbc-9499-1e7fac97618b', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:45.195002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.198626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.224605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.232552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] 10.222.0.77 "DELETE /v2.0/networks/3eced433-100a-4a1d-91bb-e7ace2253da5 HTTP/1.1" status: 204 len: 168 time: 1.9427207 Jan 17 12:50:45.268103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3a1d5-2210-44ab-a438-359d43d5ea7b tempest-AllowedAddressPairTestJSON-586820748 tempest-AllowedAddressPairTestJSON-586820748-project] Pushing event deleted for resources: {'Network': ['ID=3eced433-100a-4a1d-91bb-e7ace2253da5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.269949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No DVR routers for this DVR port 35790f9c-9bda-422a-a34c-ca2a54075ebc on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:45.271604 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=35790f9c-9bda-422a-a34c-ca2a54075ebc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.334102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] For port 7fb0eefb-872e-493d-a7a2-1640e5404596, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:45.334826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.348201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Calling delete_port for 7fb0eefb-872e-493d-a7a2-1640e5404596 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:45.351618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.ipam_backend_mixin [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Port 7fb0eefb-872e-493d-a7a2-1640e5404596 was not found and therefore no delete operation was performed {{(pid=109282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:50:45.367422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.391816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f5b05d-ea08-4888-8136-60546fd554fe']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:45.403733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d64a53-0006-46bb-a49e-379e599c6774') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:45.404117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d64a53-0006-46bb-a49e-379e599c6774') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:45.417552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.429852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.432036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.434243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.441511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:45.445899 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:45.492417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.510500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 03d0e335-29c8-4201-9443-fe6487ffcee0 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:50:45.525622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Network 3eced433-100a-4a1d-91bb-e7ace2253da5 is not hosted by any dhcp agent {{(pid=109282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:50:45.526074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] No DVR routers for this DVR port 7fb0eefb-872e-493d-a7a2-1640e5404596 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:45.541469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019369-dd9b-43e0-a259-2677b8cd1650 None None] Pushing event deleted for resources: {'Port': ['ID=7fb0eefb-872e-493d-a7a2-1640e5404596,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.546655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 740a0a49-13c5-4824-b4e3-be00fde44430 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:45.547059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-60a4a141-92f4-44c7-a82e-d80904b2ac98 None None] For port c738e99d-7670-4ee5-8293-944800e766d8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c738e99d-7670-4ee5-8293-944800e766d8,segment=NetworkSegment(34d3b009-139d-4940-a860-a9fefeb9cee6),segment_id=34d3b009-139d-4940-a860-a9fefeb9cee6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:45.559003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:45.563429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:45.564176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.570934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:45.591877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=4cd68dca-35b5-4873-808e-3145678740a0,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.605200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.625437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d562ff-5706-47db-8e94-a3443ddef3ce None None] DHCP port deletion for 95f5b05d-ea08-4888-8136-60546fd554fe request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:45.640654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.646428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.655260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47930) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:45.662621 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/95f5b05d-ea08-4888-8136-60546fd554fe HTTP/1.1" status: 204 len: 168 time: 1.2649479 Jan 17 12:50:45.666154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60a4a141-92f4-44c7-a82e-d80904b2ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.668545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Allocated IP 2001:db8:3::2 (1850b441-7971-4bbc-9499-1e7fac97618b/5ce369d1-ebc0-4bf2-a34f-f223455d7cdb/d8f519e5-8093-4e30-9d9e-6d434d842f31) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:45.668700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1023835905'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:45.707771 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a7b31e5b-ea90-4d20-a14b-1268f5396efb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3581469 Jan 17 12:50:45.709128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47932) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:45.710832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.724492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f3da-e0dd-4995-ae61-5af242e58ae6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=95f5b05d-ea08-4888-8136-60546fd554fe,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.736553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'fixed_ips': [{'subnet_id': '1be80f61-3ef3-4f68-af20-ccca7412d227'}, {'subnet_id': '4cd68dca-35b5-4873-808e-3145678740a0'}], 'name': 'tempest-PortsTestJSON-587886120'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:45.746368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47934) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:45.778965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.789671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4a141-92f4-44c7-a82e-d80904b2ac98 None None] Pushing event updated for resources: {'Port': ['ID=c738e99d-7670-4ee5-8293-944800e766d8,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.850184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:45.876140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:45.879665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:45.892112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b9e75d01-d57c-45c1-a384-d0e166c5044f None None] Provisioning complete for port c738e99d-7670-4ee5-8293-944800e766d8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:45.892490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9e75d01-d57c-45c1-a384-d0e166c5044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:45.957850 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:45.967872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:38Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:43Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:45.968094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47940) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:46.081038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9f5a2-88e4-488f-99ee-69299ea979db None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:38Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:43Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:46.105084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Attempting to bind port 1268e93c-9771-444b-8a16-ca3d675051f4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:46.105446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Attempting to bind port 1268e93c-9771-444b-8a16-ca3d675051f4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '79c7e214-dafe-4f63-bb6f-c7320cee24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:46.105810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Attempting to bind port 1268e93c-9771-444b-8a16-ca3d675051f4 on network 740a0a49-13c5-4824-b4e3-be00fde44430 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:46.113182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--2120062174', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:46.124659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Pushing event updated for resources: {'Port': ['ID=1268e93c-9771-444b-8a16-ca3d675051f4,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:46.132831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:46.133401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Checking segment: {'id': '79c7e214-dafe-4f63-bb6f-c7320cee24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:46.140842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.141267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Bound using segment: {'id': '79c7e214-dafe-4f63-bb6f-c7320cee24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:46.142325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Bound port: 1268e93c-9771-444b-8a16-ca3d675051f4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c7e214-dafe-4f63-bb6f-c7320cee24eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:46.142911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.169217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.232832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:46.235899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.275664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.280360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:46.284218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.300768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.330508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Pushing event updated for resources: {'Port': ['ID=d8f519e5-8093-4e30-9d9e-6d434d842f31,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:46.341136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] For port 1268e93c-9771-444b-8a16-ca3d675051f4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:46.346260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:46.356622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Network 1850b441-7971-4bbc-9499-1e7fac97618b is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:46.359702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:46.363297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] For port 1268e93c-9771-444b-8a16-ca3d675051f4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1268e93c-9771-444b-8a16-ca3d675051f4,segment=NetworkSegment(79c7e214-dafe-4f63-bb6f-c7320cee24eb),segment_id=79c7e214-dafe-4f63-bb6f-c7320cee24eb)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:46.365682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:46.377704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:46.392197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Allocated IP 2001:db8:3::1 (1850b441-7971-4bbc-9499-1e7fac97618b/5ce369d1-ebc0-4bf2-a34f-f223455d7cdb/54d20515-9cbd-4fac-aca5-eb84cd31c315) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:46.404799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.411207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.411594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Added segment 67d8d003-de15-4e52-aac5-dedccac716ca of type vlan for network 5810747c-137a-4839-8608-6dd0af7aa0af Jan 17 12:50:46.421652 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c0e70bec-3f1c-48dd-a5ab-77832a65036b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcc9f07c4bde4906864e43296668908e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723843 Jan 17 12:50:46.423476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47944) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:46.467051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Attempting to bind port d8f519e5-8093-4e30-9d9e-6d434d842f31 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:46.467417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Attempting to bind port d8f519e5-8093-4e30-9d9e-6d434d842f31 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:46.467837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Attempting to bind port d8f519e5-8093-4e30-9d9e-6d434d842f31 on network 1850b441-7971-4bbc-9499-1e7fac97618b {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:46.492505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.503647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:46.508009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Checking segment: {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:46.508683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.513640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Bound using segment: {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:46.514480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Bound port: d8f519e5-8093-4e30-9d9e-6d434d842f31, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:46.515122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.532974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.565553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.578824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:46.589862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 03d0e335-29c8-4201-9443-fe6487ffcee0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:46.590561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.629730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed9595-68fb-420a-863d-e1257de2e519,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:46.633632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.637527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment aa50680c-c107-4bf3-9291-d087fefc30b2 of type vlan for network 7153e27e-5585-40db-9533-63e23cf46449 Jan 17 12:50:46.654978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25feb87b-6693-4fa4-814a-468987fe1406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.690396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.693766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c738e99d-7670-4ee5-8293-944800e766d8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:46.696787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:46.717144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.767700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25feb87b-6693-4fa4-814a-468987fe1406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.769638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.776812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:46.780597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.851332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.863811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:46.864891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:46.967385 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3107362 Jan 17 12:50:46.981296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47946) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:46.984275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:46.993374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9fe6-ec5e-4757-bac7-1037a6bd3615 None None] Pushing event updated for resources: {'Port': ['ID=1268e93c-9771-444b-8a16-ca3d675051f4,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.033418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.043264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] For port d8f519e5-8093-4e30-9d9e-6d434d842f31, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:47.047722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.051047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] For port d8f519e5-8093-4e30-9d9e-6d434d842f31, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d8f519e5-8093-4e30-9d9e-6d434d842f31,segment=NetworkSegment(b650056b-8c20-496c-b692-65b9e30bcf5d),segment_id=b650056b-8c20-496c-b692-65b9e30bcf5d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:47.052279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.076529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=7153e27e-5585-40db-9533-63e23cf46449,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.093205 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d038f8ce-cca8-4094-8437-9017cd8c5421 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1213701 Jan 17 12:50:47.095171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47948) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:47.100107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914309432', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:47.106614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:50:47.108970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f370c9d7-6cae-4fd2-83e5-ebaafef5c4dc" -d '{"events": [{"server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:50:47.109140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25feb87b-6693-4fa4-814a-468987fe1406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.111777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25feb87b-6693-4fa4-814a-468987fe1406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.112988 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-25feb87b-6693-4fa4-814a-468987fe1406 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c5d83f4-ad71-4fda-aa5d-4b6686715e43 HTTP/1.1" status: 204 len: 168 time: 0.6712265 Jan 17 12:50:47.127794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 7153e27e-5585-40db-9533-63e23cf46449 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:47.135222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c738e99d-7670-4ee5-8293-944800e766d8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:47.135663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.148008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:47.175888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a47b6d-f66b-4ce1-9a8e-c473a24eee65 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Network': ['ID=5810747c-137a-4839-8608-6dd0af7aa0af,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.186585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port b61c08d0-ccdf-433c-9fa9-82d231b4ff09 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:47.196128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feb87b-6693-4fa4-814a-468987fe1406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5d83f4-ad71-4fda-aa5d-4b6686715e43,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.199751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.202421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14253cc-051a-4962-a60a-5d8accad464c x-openstack-request-id: req-a14253cc-051a-4962-a60a-5d8accad464c {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:50:47.202613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 1850b441-7971-4bbc-9499-1e7fac97618b is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:47.203040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "name": "network-vif-plugged", "status": "completed", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:50:47.203442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a14253cc-051a-4962-a60a-5d8accad464c {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:50:47.203995 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'code': 200} Jan 17 12:50:47.214812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:47.231900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5810747c-137a-4839-8608-6dd0af7aa0af details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:47.242712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:47.243919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.246222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=54d20515-9cbd-4fac-aca5-eb84cd31c315,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.302332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.315412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.317467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.376313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdcf73-6da3-4572-b1f1-d439b9a01cd0 None None] Pushing event updated for resources: {'Port': ['ID=d8f519e5-8093-4e30-9d9e-6d434d842f31,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.445085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.468720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:47.528082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35790f9c-9bda-422a-a34c-ca2a54075ebc no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:50:47.536821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:47.541232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.549153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 35790f9c-9bda-422a-a34c-ca2a54075ebc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:50:47.549505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 35790f9c-9bda-422a-a34c-ca2a54075ebc not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:50:47.622881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:47.636292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.11 (740a0a49-13c5-4824-b4e3-be00fde44430/1be80f61-3ef3-4f68-af20-ccca7412d227/b61c08d0-ccdf-433c-9fa9-82d231b4ff09) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:47.655538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.22 (740a0a49-13c5-4824-b4e3-be00fde44430/4cd68dca-35b5-4873-808e-3145678740a0/b61c08d0-ccdf-433c-9fa9-82d231b4ff09) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:47.873953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.156079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.203181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b62405-cc15-4252-83d6-aa6a71cb1834 None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:48.218901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.221006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.221749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.297551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-98afc0da-4430-48ef-baa3-4ff7060e94b4 None None] Provisioning complete for port 1268e93c-9771-444b-8a16-ca3d675051f4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:48.298193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98afc0da-4430-48ef-baa3-4ff7060e94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.303193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.330237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=4b4de8ac-086f-4ef7-bf00-4ea96b03ad29,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:48.355835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.357097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.411026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Checking segment: {'id': '67d8d003-de15-4e52-aac5-dedccac716ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:48.411389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network hostable DHCP agents. Network: 5810747c-137a-4839-8608-6dd0af7aa0af, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:48.454274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.505305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98afc0da-4430-48ef-baa3-4ff7060e94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.528438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.170 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/afb78125-bae0-45fe-ad61-3f857ed3c874) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:48.552338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 5810747c-137a-4839-8608-6dd0af7aa0af is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:48.555267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event updated for resources: {'Port': ['ID=54d20515-9cbd-4fac-aca5-eb84cd31c315,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:48.559114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-98afc0da-4430-48ef-baa3-4ff7060e94b4 None None] For port 1268e93c-9771-444b-8a16-ca3d675051f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1268e93c-9771-444b-8a16-ca3d675051f4,segment=NetworkSegment(79c7e214-dafe-4f63-bb6f-c7320cee24eb),segment_id=79c7e214-dafe-4f63-bb6f-c7320cee24eb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:48.567037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Network 1850b441-7971-4bbc-9499-1e7fac97618b is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:48.597252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:48.601697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 740a0a49-13c5-4824-b4e3-be00fde44430 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:48.610784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:48.615613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:48.666604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98afc0da-4430-48ef-baa3-4ff7060e94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.721669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.731712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] Update dhcp port {'port': {'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'fixed_ips': [{'subnet_id': '1be80f61-3ef3-4f68-af20-ccca7412d227', 'ip_address': '172.20.0.2'}, {'subnet_id': '4cd68dca-35b5-4873-808e-3145678740a0'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '1268e93c-9771-444b-8a16-ca3d675051f4'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:50:48.761037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47972) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:48.765804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5810747c-137a-4839-8608-6dd0af7aa0af) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:48.784092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:48.784734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.793187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1268e93c-9771-444b-8a16-ca3d675051f4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:48.803159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=b61c08d0-ccdf-433c-9fa9-82d231b4ff09,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:48.841372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:48.842138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.849268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4e5c48-6183-4adc-a1f9-85c701a18a04 None None] Network 5810747c-137a-4839-8608-6dd0af7aa0af requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:48.850950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a9927-f8b1-449e-a482-aec0f5ae7dfa None None] Network 1850b441-7971-4bbc-9499-1e7fac97618b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:48.872772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:48.876642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.916787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1101845816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:48.931581 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9597940a-46f1-4cd9-a2e0-127a108ec1f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9514911 Jan 17 12:50:48.935614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47976) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:48.937440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:48.942755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1047358494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:48.953499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:48.957861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:48.961581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:48.979035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:48.987783 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d0468581-76c5-4042-a7cf-a3dcf943116e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5601027 Jan 17 12:50:48.989119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47978) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:48.995123 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7d27f8d9-f4be-46ec-b1f6-e76c889900b6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.2691896 Jan 17 12:50:48.995332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:48.995464 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:48.995962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47980) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:49.000696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be80f61-3ef3-4f68-af20-ccca7412d227'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:49.007316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:49.010438 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:49.049203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afc0da-4430-48ef-baa3-4ff7060e94b4 None None] Pushing event updated for resources: {'Port': ['ID=1268e93c-9771-444b-8a16-ca3d675051f4,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:49.083043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.084484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=afb78125-bae0-45fe-ad61-3f857ed3c874,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:49.122317 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:49.187502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1268e93c-9771-444b-8a16-ca3d675051f4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:49.188308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.236563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1f800bf7-202e-4ab8-bec2-c1dbb6987410 None None] Provisioning complete for port d8f519e5-8093-4e30-9d9e-6d434d842f31 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:49.237366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1f800bf7-202e-4ab8-bec2-c1dbb6987410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.262828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.263475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.395602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.396932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.414167 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:47Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:47Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:49.431617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Delete allocated IP 172.20.0.22 (740a0a49-13c5-4824-b4e3-be00fde44430/4cd68dca-35b5-4873-808e-3145678740a0) {{(pid=109281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 12:50:49.452451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:49.452810 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Updating router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d port 54d20515-9cbd-4fac-aca5-eb84cd31c315 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:50:49.485595 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.495524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5810747c-137a-4839-8608-6dd0af7aa0af', 'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': '4b4de8ac-086f-4ef7-bf00-4ea96b03ad29'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:49.501279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.526163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.549640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1f800bf7-202e-4ab8-bec2-c1dbb6987410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.615733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d8f519e5-8093-4e30-9d9e-6d434d842f31 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:49.625181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.727011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1f800bf7-202e-4ab8-bec2-c1dbb6987410 None None] For port d8f519e5-8093-4e30-9d9e-6d434d842f31, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d8f519e5-8093-4e30-9d9e-6d434d842f31,segment=NetworkSegment(b650056b-8c20-496c-b692-65b9e30bcf5d),segment_id=b650056b-8c20-496c-b692-65b9e30bcf5d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:49.766040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.816252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] Allocated IP 172.20.0.18 (740a0a49-13c5-4824-b4e3-be00fde44430/4cd68dca-35b5-4873-808e-3145678740a0/1268e93c-9771-444b-8a16-ca3d675051f4) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:49.849612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=b61c08d0-ccdf-433c-9fa9-82d231b4ff09,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:49.853508 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.952552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] In _notify_port_updated(), no bound segment for port b61c08d0-ccdf-433c-9fa9-82d231b4ff09 on network 740a0a49-13c5-4824-b4e3-be00fde44430 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:49.958742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:49.959848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.965359 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-43169c67-d7ff-41cf-9498-c4b432539922 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/ports/b61c08d0-ccdf-433c-9fa9-82d231b4ff09 HTTP/1.1" status: 200 len: 919 time: 0.9688716 Jan 17 12:50:49.965811 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:49.966002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47982) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:49.972189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be80f61-3ef3-4f68-af20-ccca7412d227'}, {'subnet_id': '4cd68dca-35b5-4873-808e-3145678740a0'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:50.013116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.015238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.064365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1f800bf7-202e-4ab8-bec2-c1dbb6987410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.080114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.110535 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a599b-2dbf-4ac1-afd5-67f840e3733f None None] Pushing event updated for resources: {'Port': ['ID=54d20515-9cbd-4fac-aca5-eb84cd31c315,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:50.125801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.136025 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Attempting to bind port 54d20515-9cbd-4fac-aca5-eb84cd31c315 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:50.137919 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Attempting to bind port 54d20515-9cbd-4fac-aca5-eb84cd31c315 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:50.138429 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Attempting to bind port 54d20515-9cbd-4fac-aca5-eb84cd31c315 on network 1850b441-7971-4bbc-9499-1e7fac97618b {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:50.146344 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:50.147011 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Checking segment: {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:50.147556 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.148099 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Bound using segment: {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:50.149724 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Bound port: 54d20515-9cbd-4fac-aca5-eb84cd31c315, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b650056b-8c20-496c-b692-65b9e30bcf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:50.151931 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.162966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.167705 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-629a377a-a81f-4f54-ab70-4fbfef9450fa tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3998344 Jan 17 12:50:50.167892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d8f519e5-8093-4e30-9d9e-6d434d842f31 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:50.167892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.169624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47984) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:50.179426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1008711043'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:50.231373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] For port 1268e93c-9771-444b-8a16-ca3d675051f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1268e93c-9771-444b-8a16-ca3d675051f4,segment=NetworkSegment(79c7e214-dafe-4f63-bb6f-c7320cee24eb),segment_id=79c7e214-dafe-4f63-bb6f-c7320cee24eb)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:50.237352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.242336 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-81e5a50f-b80b-4b89-84d8-4cffb3b4e13f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3030593 Jan 17 12:50:50.246170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47986) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:50.258461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af', 'name': 'tempest-PortsIpV6TestJSON-1685738620'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:50.275862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f800bf7-202e-4ab8-bec2-c1dbb6987410 None None] Pushing event updated for resources: {'Port': ['ID=d8f519e5-8093-4e30-9d9e-6d434d842f31,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:50.279253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Allocated IP 2001:db8::2 (5810747c-137a-4839-8608-6dd0af7aa0af/4b4de8ac-086f-4ef7-bf00-4ea96b03ad29/b7d73838-e110-4071-bf29-3bb0d38434f1) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:50.299203 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] For port 54d20515-9cbd-4fac-aca5-eb84cd31c315, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:50.309589 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] For port 54d20515-9cbd-4fac-aca5-eb84cd31c315, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=54d20515-9cbd-4fac-aca5-eb84cd31c315,segment=NetworkSegment(b650056b-8c20-496c-b692-65b9e30bcf5d),segment_id=b650056b-8c20-496c-b692-65b9e30bcf5d)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:50.356083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.359880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-aea7de8a-7c85-41cb-9520-2ebd6b756084 None None] Provisioning complete for port 54d20515-9cbd-4fac-aca5-eb84cd31c315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:50.360256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aea7de8a-7c85-41cb-9520-2ebd6b756084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.372984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.435369 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.465909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-aea7de8a-7c85-41cb-9520-2ebd6b756084 None None] Port 54d20515-9cbd-4fac-aca5-eb84cd31c315 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:50.479784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.514493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 17 12:50:50.558322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-aea7de8a-7c85-41cb-9520-2ebd6b756084 None None] Provisioning complete for port d8f519e5-8093-4e30-9d9e-6d434d842f31 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:50.558846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aea7de8a-7c85-41cb-9520-2ebd6b756084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.595710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-d0be6c5a-e49c-4639-9aaa-95128a6c8201 {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:50.596325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:50.598717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:50.608031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.656576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1268e93c-9771-444b-8a16-ca3d675051f4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:50.704312 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:50.705056 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:50.710978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920641e7-246d-4952-a4d5-01766ae87144 None None] Pushing event updated for resources: {'Port': ['ID=1268e93c-9771-444b-8a16-ca3d675051f4,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:50.711935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Removed routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 17 12:50:50.712660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.722195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.753234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.820880 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:50.842803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1268e93c-9771-444b-8a16-ca3d675051f4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:50.843186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.878553 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a599b-2dbf-4ac1-afd5-67f840e3733f None None] Pushing event updated for resources: {'Port': ['ID=54d20515-9cbd-4fac-aca5-eb84cd31c315,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:50.903564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.950428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:50.954685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:50.984719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Network 5810747c-137a-4839-8608-6dd0af7aa0af is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:51.018153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:51.025590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:51.047073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Pushing event updated for resources: {'Port': ['ID=b7d73838-e110-4071-bf29-3bb0d38434f1,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:51.062666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a60ad7a8-b96f-4d0f-bfc5-f388795b36b5 None None] Provisioning complete for port 54d20515-9cbd-4fac-aca5-eb84cd31c315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:51.063048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a60ad7a8-b96f-4d0f-bfc5-f388795b36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.126145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:50:51.156867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.173554 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:47Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:50Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:51.190540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d8f519e5-8093-4e30-9d9e-6d434d842f31 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:51.218606 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae29ca36-9b90-4e2a-9cb6-cbaea23d8fcd None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:47Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:50Z', 'revision_number': 4, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:51.258789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.332747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.358108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Attempting to bind port b7d73838-e110-4071-bf29-3bb0d38434f1 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:51.358550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Attempting to bind port b7d73838-e110-4071-bf29-3bb0d38434f1 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '67d8d003-de15-4e52-aac5-dedccac716ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:51.358987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Attempting to bind port b7d73838-e110-4071-bf29-3bb0d38434f1 on network 5810747c-137a-4839-8608-6dd0af7aa0af {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:51.375158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:51.375541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Checking segment: {'id': '67d8d003-de15-4e52-aac5-dedccac716ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:51.375949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.378048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Bound using segment: {'id': '67d8d003-de15-4e52-aac5-dedccac716ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:51.378945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Bound port: b7d73838-e110-4071-bf29-3bb0d38434f1, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d8d003-de15-4e52-aac5-dedccac716ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5810747c-137a-4839-8608-6dd0af7aa0af'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:51.379520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.420221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.422417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.454511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.481737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a60ad7a8-b96f-4d0f-bfc5-f388795b36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.488479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:51.547205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d8f519e5-8093-4e30-9d9e-6d434d842f31 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:51.547673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.644354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a60ad7a8-b96f-4d0f-bfc5-f388795b36b5 None None] For port 54d20515-9cbd-4fac-aca5-eb84cd31c315, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=54d20515-9cbd-4fac-aca5-eb84cd31c315,segment=NetworkSegment(b650056b-8c20-496c-b692-65b9e30bcf5d),segment_id=b650056b-8c20-496c-b692-65b9e30bcf5d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:51.693087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.28 (740a0a49-13c5-4824-b4e3-be00fde44430/4cd68dca-35b5-4873-808e-3145678740a0/b61c08d0-ccdf-433c-9fa9-82d231b4ff09) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:51.706588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab85ef-72fa-4cc0-becb-ebbf1590b6cc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:51.712301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.712854 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Added segment 492de11a-dee3-47be-a81c-d5bf533a7608 of type vlan for network a5358650-f6ac-4a2f-9cce-4b5073424070 Jan 17 12:50:51.734523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c81d62-27fa-46a7-a1cf-eea52592977a None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:51.738332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a60ad7a8-b96f-4d0f-bfc5-f388795b36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.781384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::3d9 (5810747c-137a-4839-8608-6dd0af7aa0af/4b4de8ac-086f-4ef7-bf00-4ea96b03ad29/b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:51.785174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] For port b7d73838-e110-4071-bf29-3bb0d38434f1, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:51.848053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.862960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:51.864176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.881884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] For port b7d73838-e110-4071-bf29-3bb0d38434f1, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b7d73838-e110-4071-bf29-3bb0d38434f1,segment=NetworkSegment(67d8d003-de15-4e52-aac5-dedccac716ca),segment_id=67d8d003-de15-4e52-aac5-dedccac716ca)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:51.933499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ad7a8-b96f-4d0f-bfc5-f388795b36b5 None None] Pushing event updated for resources: {'Port': ['ID=54d20515-9cbd-4fac-aca5-eb84cd31c315,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:51.936235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Provisioning complete for port 54d20515-9cbd-4fac-aca5-eb84cd31c315 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:51.936604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.948203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:51.992100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.068939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=b61c08d0-ccdf-433c-9fa9-82d231b4ff09,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:52.091277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:50:52.115324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:52.127252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.128507 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-95b0a052-5e86-4614-8cf0-1aae130dd2d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 953 time: 3.1383123 Jan 17 12:50:52.132095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.137879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:52.138507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.149197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47988) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:52.151435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fd1ff-b1ed-4e08-b32a-f54cdaa39f7f None None] Pushing event updated for resources: {'Port': ['ID=b7d73838-e110-4071-bf29-3bb0d38434f1,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:52.210178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] In _notify_port_updated(), no bound segment for port b61c08d0-ccdf-433c-9fa9-82d231b4ff09 on network 740a0a49-13c5-4824-b4e3-be00fde44430 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:50:52.216772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:52.218197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.219920 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6aaaee26-5941-473e-884d-063c84a29912 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/ports/b61c08d0-ccdf-433c-9fa9-82d231b4ff09 HTTP/1.1" status: 200 len: 999 time: 2.2529125 Jan 17 12:50:52.222944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47990) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:52.224018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.258043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Provisioning complete for port 1268e93c-9771-444b-8a16-ca3d675051f4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:52.258436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.343214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47992) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:52.343475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1696129 Jan 17 12:50:52.349630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'subnet': {'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:52.426027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:52.442188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068ec79-1807-4966-ad74-e1ea43f09201 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Network': ['ID=a5358650-f6ac-4a2f-9cce-4b5073424070,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:52.453514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:52.456062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:52.456588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port b61c08d0-ccdf-433c-9fa9-82d231b4ff09 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:52.457056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.468270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a5358650-f6ac-4a2f-9cce-4b5073424070 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:52.486326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.518818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-37c60997-9a23-4835-af53-2ecb1ce367e0 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 953 time: 0.3614731 Jan 17 12:50:52.524804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 47994) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:52.531409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'routes': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:52.603148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:52.625323 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:52.637971 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:52.639149 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:52.646345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.675437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Provisioning complete for port b61c08d0-ccdf-433c-9fa9-82d231b4ff09 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:52.680483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.681897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for b61c08d0-ccdf-433c-9fa9-82d231b4ff09 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:52.773672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:52.777080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:52.803111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:52.863892 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:52.938238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1268e93c-9771-444b-8a16-ca3d675051f4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:52.940909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-192fa6f9-18d6-45ba-a30e-15fa5f34ed5a None None] Port b61c08d0-ccdf-433c-9fa9-82d231b4ff09 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:53.201694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:49Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:53.222975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.252808 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:53.253326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Updating router e5cdd5df-6982-4589-b6f4-8b5ace026f2d port afb78125-bae0-45fe-ad61-3f857ed3c874 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:50:53.268746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-246e31ca-cca2-49a1-83ed-269bcea63511 None None] Provisioning complete for port 1268e93c-9771-444b-8a16-ca3d675051f4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:53.269132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-246e31ca-cca2-49a1-83ed-269bcea63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.309828 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.405456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Subnet': ['ID=8e16d70d-1e10-4bc6-916d-79249bafdc98,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:53.431203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1268e93c-9771-444b-8a16-ca3d675051f4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:53.431895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.445148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Checking segment: {'id': '492de11a-dee3-47be-a81c-d5bf533a7608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:53.445377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network hostable DHCP agents. Network: a5358650-f6ac-4a2f-9cce-4b5073424070, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:53.451567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.482540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.487401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f6b04a3a-82ef-4eb9-a132-96553776a93b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3883471 Jan 17 12:50:53.487978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 47996) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:53.504295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.570112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network a5358650-f6ac-4a2f-9cce-4b5073424070 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:53.577893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=b61c08d0-ccdf-433c-9fa9-82d231b4ff09,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:53.584334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 5810747c-137a-4839-8608-6dd0af7aa0af is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:53.615478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:53.624371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:53.632914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-246e31ca-cca2-49a1-83ed-269bcea63511 None None] Could not find standard attr ID for object b61c08d0-ccdf-433c-9fa9-82d231b4ff09. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:53.636610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:53.638899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.716205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:50Z', 'revision_number': 6, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:51Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:53.722778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:53.757624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99cfb74-ab56-447c-80f1-e3bf23542db3 None None] Network 5810747c-137a-4839-8608-6dd0af7aa0af requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:53.766696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:53.782409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a5358650-f6ac-4a2f-9cce-4b5073424070) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:53.784884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.793208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ef159a61-4b36-4047-9c6a-ac82aa559e64 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/b61c08d0-ccdf-433c-9fa9-82d231b4ff09 HTTP/1.1" status: 204 len: 168 time: 1.5686841 Jan 17 12:50:53.802759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48000) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:53.826585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:53.827237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.848666 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-47cb1645-e019-429d-a4b2-179b975909c5 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3556240 Jan 17 12:50:53.848923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7667d-5a68-46b3-9b21-ad0a12ebeca4 None None] Network a5358650-f6ac-4a2f-9cce-4b5073424070 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:53.862701 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:53.866493 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48004) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:53.871931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7d73838-e110-4071-bf29-3bb0d38434f1 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:53.877839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-61f9baed-c8fd-4419-8f35-1107a8870ba1 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6257055 Jan 17 12:50:53.878504 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f1a74-be7c-42fb-aaf3-c7f238c365ca tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:50:53.880938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48006) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:53.882642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48008) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:53.882868 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0b8f1a74-be7c-42fb-aaf3-c7f238c365ca tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/b61c08d0-ccdf-433c-9fa9-82d231b4ff09 HTTP/1.1" status: 404 len: 333 time: 0.0781198 Jan 17 12:50:53.977127 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.007884 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-77c3ae0f-e06e-4001-a9fb-6b7b74bcb3f7 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6621959 Jan 17 12:50:54.008373 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48010) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:54.026256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'network': {'name': 'tempest-router-network01--1074032712'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:54.063322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:54.064006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:54.074645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790d39b-0e76-4016-b5c9-8699bf039fc8 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:54.076354 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9790d39b-0e76-4016-b5c9-8699bf039fc8 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2086422 Jan 17 12:50:54.081141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48012) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:54.112233 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95bbe7-74c8-4620-87d0-a5d71d15de2b None None] Pushing event updated for resources: {'Port': ['ID=afb78125-bae0-45fe-ad61-3f857ed3c874,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:54.116867 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Attempting to bind port afb78125-bae0-45fe-ad61-3f857ed3c874 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:54.117288 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Attempting to bind port afb78125-bae0-45fe-ad61-3f857ed3c874 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:54.117659 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Attempting to bind port afb78125-bae0-45fe-ad61-3f857ed3c874 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:54.122776 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-966dab7f-3b07-4b46-8c8c-7d7cc6103892 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403886 Jan 17 12:50:54.125760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48014) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:54.134202 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:54.134202 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:54.134202 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.134202 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:54.134202 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Bound port: afb78125-bae0-45fe-ad61-3f857ed3c874, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:54.134805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171498508', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:54.134898 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.204627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] Provisioning complete for port b7d73838-e110-4071-bf29-3bb0d38434f1 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:54.205047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.218427 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] For port afb78125-bae0-45fe-ad61-3f857ed3c874, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:54.223386 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] For port afb78125-bae0-45fe-ad61-3f857ed3c874, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=afb78125-bae0-45fe-ad61-3f857ed3c874,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:54.240254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 4cd68dca-35b5-4873-808e-3145678740a0 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:54.276661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.298815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:54.326406 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.347028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b7d73838-e110-4071-bf29-3bb0d38434f1 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:54.347405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.362174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 17 12:50:54.362575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 17 12:50:54.374794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.404996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a5358650-f6ac-4a2f-9cce-4b5073424070', 'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070', 'tenant_id': '8599b343319b49438f9ad81512f0016e', 'fixed_ips': [{'subnet_id': '8e16d70d-1e10-4bc6-916d-79249bafdc98'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:54.405858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.445770 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:54.448699 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:54.585789 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:54.611520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.664276 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:54.668632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.706623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:54.717189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.717536 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Added segment 5d406182-86be-4348-8d08-451d25393235 of type vlan for network e75fd2e7-e483-4820-9134-8bf2a256b43f Jan 17 12:50:54.718317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.729526 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95bbe7-74c8-4620-87d0-a5d71d15de2b None None] Pushing event updated for resources: {'Port': ['ID=afb78125-bae0-45fe-ad61-3f857ed3c874,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:54.767579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.778756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.807776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.810306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:54.815780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.850627 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:49Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:54.878994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.923026 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.925308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Allocated IP 2001:db8::2 (a5358650-f6ac-4a2f-9cce-4b5073424070/8e16d70d-1e10-4bc6-916d-79249bafdc98/a8bd5508-0248-403d-ad0c-533e9540908e) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:54.931602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:54.932545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:54.955885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd68dca-35b5-4873-808e-3145678740a0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:54.991377 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303ef1e-b3c8-4695-8e86-5d6c7b0be641 None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:49Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:55.034770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.040489 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b8fd09ac-f983-4cba-861a-a9ef4744909c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/4cd68dca-35b5-4873-808e-3145678740a0 HTTP/1.1" status: 204 len: 168 time: 1.0717349 Jan 17 12:50:55.040724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Network': ['ID=e75fd2e7-e483-4820-9134-8bf2a256b43f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:55.042599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48016) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:55.064540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d12743-dacf-491a-b42e-6deff56e65b8 None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:55.066345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e75fd2e7-e483-4820-9134-8bf2a256b43f details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:55.171461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] For port b7d73838-e110-4071-bf29-3bb0d38434f1, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b7d73838-e110-4071-bf29-3bb0d38434f1,segment=NetworkSegment(67d8d003-de15-4e52-aac5-dedccac716ca),segment_id=67d8d003-de15-4e52-aac5-dedccac716ca)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:55.193132 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9e0c51fb-2169-476b-8b27-26604c990126 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1712744 Jan 17 12:50:55.199195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48018) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:55.205798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'network': {'name': 'tempest-router-network02--588823354'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:55.206783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 1be80f61-3ef3-4f68-af20-ccca7412d227 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:50:55.210758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.222856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.276223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.298524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.321717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] Could not find standard attr ID for object b61c08d0-ccdf-433c-9fa9-82d231b4ff09. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:55.363858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:55.368455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.376998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.423207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:55.448120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:55.459554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.462207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:55.462915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: 7153e27e-5585-40db-9533-63e23cf46449, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:55.470425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.471526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.471921 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Added segment bd792079-07f3-4261-8d54-d84a104f5a65 of type vlan for network 4a8a9eae-080f-43ed-b4fa-a836524e6238 Jan 17 12:50:55.479346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.554557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.581360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.661752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:55.667915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7153e27e-5585-40db-9533-63e23cf46449 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:55.697287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.703660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:55.705001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.712740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.724663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-700280e5-205b-4a66-8322-8a3e9ea98030 None None] Could not find standard attr ID for object b61c08d0-ccdf-433c-9fa9-82d231b4ff09. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:55.770142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.777616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:50:55.837905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 7153e27e-5585-40db-9533-63e23cf46449) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:55.839585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Network': ['ID=4a8a9eae-080f-43ed-b4fa-a836524e6238,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:55.847704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:55.848776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:55.878894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f46705-1d50-40d9-b4fa-846c25f4ae7e None None] Pushing event updated for resources: {'Port': ['ID=b7d73838-e110-4071-bf29-3bb0d38434f1,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:55.884222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fabf0d-0270-4cfc-a0a3-e43390888b6d None None] Network 7153e27e-5585-40db-9533-63e23cf46449 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:55.889083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 4a8a9eae-080f-43ed-b4fa-a836524e6238 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:55.910784 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-142602ef-9e9c-46b5-b096-43ce85a85e33 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7105801 Jan 17 12:50:55.913677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48020) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:55.919992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'subnet': {'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:55.946573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f3bb367-2f0e-4629-8191-870cf1039e13 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8193576 Jan 17 12:50:55.978292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48022) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:56.061493 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:50:56.061883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:50:56.062123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.064044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.118945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:50Z', 'revision_number': 6, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:51Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:56.144729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:56.151392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.194035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.212527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4160adf6-0d62-4123-bd74-aafe48b02a57 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:50Z', 'revision_number': 6, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:51Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:56.216449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Network a5358650-f6ac-4a2f-9cce-4b5073424070 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:56.277030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:56.313484 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-720b11d8-7206-43f6-bd17-7b293855127c None None] Provisioning complete for port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:56.313865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-720b11d8-7206-43f6-bd17-7b293855127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.330026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:56.382125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Pushing event updated for resources: {'Port': ['ID=a8bd5508-0248-403d-ad0c-533e9540908e,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:56.435113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-720b11d8-7206-43f6-bd17-7b293855127c None None] Port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:56.497099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.520208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-7153e27e-5585-40db-9533-63e23cf46449', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:56.521091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.535582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-720b11d8-7206-43f6-bd17-7b293855127c None None] Provisioning complete for port b7d73838-e110-4071-bf29-3bb0d38434f1 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:56.536021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-720b11d8-7206-43f6-bd17-7b293855127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.537698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Attempting to bind port a8bd5508-0248-403d-ad0c-533e9540908e on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:56.538294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Attempting to bind port a8bd5508-0248-403d-ad0c-533e9540908e by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '492de11a-dee3-47be-a81c-d5bf533a7608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:56.538453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Attempting to bind port a8bd5508-0248-403d-ad0c-533e9540908e on network a5358650-f6ac-4a2f-9cce-4b5073424070 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:56.572414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:56.572712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Checking segment: {'id': '492de11a-dee3-47be-a81c-d5bf533a7608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:56.573538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.573538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Bound using segment: {'id': '492de11a-dee3-47be-a81c-d5bf533a7608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:56.573908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Subnet': ['ID=ea3f96c5-88d1-4749-9d4f-c58fbb141981,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:56.574028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Bound port: a8bd5508-0248-403d-ad0c-533e9540908e, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492de11a-dee3-47be-a81c-d5bf533a7608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a5358650-f6ac-4a2f-9cce-4b5073424070'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:56.574335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.584126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Checking segment: {'id': '5d406182-86be-4348-8d08-451d25393235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:56.584493 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network hostable DHCP agents. Network: e75fd2e7-e483-4820-9134-8bf2a256b43f, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:56.642956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e236b1-8a4b-42c2-b71e-edf0261237e3 None None] Update dhcp port {'port': {'network_id': '740a0a49-13c5-4824-b4e3-be00fde44430', 'fixed_ips': [{'subnet_id': '1be80f61-3ef3-4f68-af20-ccca7412d227'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '1268e93c-9771-444b-8a16-ca3d675051f4'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:50:56.668946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network e75fd2e7-e483-4820-9134-8bf2a256b43f is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:56.730996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e75fd2e7-e483-4820-9134-8bf2a256b43f) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:56.738145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:56.738807 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.740843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 54d20515-9cbd-4fac-aca5-eb84cd31c315 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:56.751283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f57b40-28eb-480f-becd-d5dc07a49753 None None] Network e75fd2e7-e483-4820-9134-8bf2a256b43f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:56.789999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=1be80f61-3ef3-4f68-af20-ccca7412d227,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:56.793670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.800204 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-94cc8106-5926-426b-80c0-f76fc9f8f810 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/1be80f61-3ef3-4f68-af20-ccca7412d227 HTTP/1.1" status: 204 len: 168 time: 1.7566240 Jan 17 12:50:56.801788 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48024) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:56.803931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:56.812988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.816100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1556415f-f90b-4198-b940-88d2afc5893a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 703 time: 4.2895854 Jan 17 12:50:56.820848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-07e236b1-8a4b-42c2-b71e-edf0261237e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.821632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48026) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:56.856196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:56.893763 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f327d600-6136-486b-b133-002d4255f046 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9789593 Jan 17 12:50:56.896956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48028) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:56.903457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'subnet': {'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:56.949383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] For port a8bd5508-0248-403d-ad0c-533e9540908e, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:56.994098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:56.997315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:56.997963 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:56.999022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.002357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] For port a8bd5508-0248-403d-ad0c-533e9540908e, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a8bd5508-0248-403d-ad0c-533e9540908e,segment=NetworkSegment(492de11a-dee3-47be-a81c-d5bf533a7608),segment_id=492de11a-dee3-47be-a81c-d5bf533a7608)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:57.084120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 1268e93c-9771-444b-8a16-ca3d675051f4 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:57.084728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.106478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Allocated IP 172.20.0.2 (7153e27e-5585-40db-9533-63e23cf46449/b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65/9df8ae1d-48d6-434c-9e73-7735dcdd8873) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:57.110202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.145307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:57.149897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.167177 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-035e363e-f1c7-45a3-8de7-f0c16e71cdf0 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 703 time: 0.3447258 Jan 17 12:50:57.170815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48030) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:57.235164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 54d20515-9cbd-4fac-aca5-eb84cd31c315 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:57.235693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.282394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port 1268e93c-9771-444b-8a16-ca3d675051f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1268e93c-9771-444b-8a16-ca3d675051f4,segment=NetworkSegment(79c7e214-dafe-4f63-bb6f-c7320cee24eb),segment_id=79c7e214-dafe-4f63-bb6f-c7320cee24eb)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:50:57.282892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.376718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 1268e93c-9771-444b-8a16-ca3d675051f4 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:50:57.410317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:57.450873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e55481-0f9b-4900-b428-1900a3a623d0 None None] Network 740a0a49-13c5-4824-b4e3-be00fde44430 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:57.546858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.617543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.619014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.698646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.738350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:57.781398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.822904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=1268e93c-9771-444b-8a16-ca3d675051f4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:57.848367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port 1268e93c-9771-444b-8a16-ca3d675051f4 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:50:57.861936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d528d-d9cd-4a80-96d4-fee8a007b7b6 None None] Pushing event updated for resources: {'Port': ['ID=a8bd5508-0248-403d-ad0c-533e9540908e,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:57.906176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 5810747c-137a-4839-8608-6dd0af7aa0af is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:57.909008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:57.911271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2e69092e-4790-4604-945f-109bab0b69b9 None None] Provisioning complete for port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:57.911894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2e69092e-4790-4604-945f-109bab0b69b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:57.944686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86cc0e-bd34-468d-b654-4fd0c16b021c None None] DHCP port deletion for 740a0a49-13c5-4824-b4e3-be00fde44430 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:50:57.969327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.015982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e75fd2e7-e483-4820-9134-8bf2a256b43f', 'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f', 'tenant_id': '8599b343319b49438f9ad81512f0016e', 'fixed_ips': [{'subnet_id': 'ea3f96c5-88d1-4749-9d4f-c58fbb141981'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:58.016924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.064695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.078370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-2e69092e-4790-4604-945f-109bab0b69b9 None None] Port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:58.123450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740a0a49-13c5-4824-b4e3-be00fde44430']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.151557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Checking segment: {'id': 'bd792079-07f3-4261-8d54-d84a104f5a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:58.152279 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network hostable DHCP agents. Network: 4a8a9eae-080f-43ed-b4fa-a836524e6238, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:50:58.172918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.180359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c7e214-dafe-4f63-bb6f-c7320cee24eb') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.182036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c7e214-dafe-4f63-bb6f-c7320cee24eb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.199129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Subnet': ['ID=bd548db9-51a7-49a7-80ef-fcc2f378f5f0,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:58.203837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.232843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.240867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:50:58.241287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:50:58.244757 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:50:58.301040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d770bd17-6722-43a6-a7db-3145c136bfaf None None] Could not find standard attr ID for object 1268e93c-9771-444b-8a16-ca3d675051f4. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:50:58.313122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Router 992dacde-bc35-450a-aba5-5f56cbe7596b is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:50:58.360848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.391084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.420181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network 4a8a9eae-080f-43ed-b4fa-a836524e6238 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:50:58.457777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Network 7153e27e-5585-40db-9533-63e23cf46449 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:58.475821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:58.479254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:58.505732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:54Z', 'revision_number': 7, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:51Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.520151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 4a8a9eae-080f-43ed-b4fa-a836524e6238) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:58.524405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.531301 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:58.532984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.554049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Allocated IP 2001:db8::2 (e75fd2e7-e483-4820-9134-8bf2a256b43f/ea3f96c5-88d1-4749-9d4f-c58fbb141981/d7f0b8fb-744b-440a-ac50-93f3988e686a) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:58.556863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:50:58.557243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.559278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:50:58.561974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3801a-091e-4e4c-ada3-74c6a1526afe None None] Network 4a8a9eae-080f-43ed-b4fa-a836524e6238 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:58.570344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48032) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:58.572573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/740a0a49-13c5-4824-b4e3-be00fde44430 HTTP/1.1" status: 204 len: 168 time: 1.7673645 Jan 17 12:50:58.576533 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] Sync routers for ids ['992dacde-bc35-450a-aba5-5f56cbe7596b'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:50:58.589648 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec8337db-1dc4-420f-86d6-f1984990808b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/routers/992dacde-bc35-450a-aba5-5f56cbe7596b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7057579 Jan 17 12:50:58.593961 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] Routers {'992dacde-bc35-450a-aba5-5f56cbe7596b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:58.594799 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['992dacde-bc35-450a-aba5-5f56cbe7596b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.608486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Pushing event updated for resources: {'Port': ['ID=9df8ae1d-48d6-434c-9e73-7735dcdd8873,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:58.622740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48034) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:58.638909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ea7fe-6a3e-471f-a56d-fb1e54e139dd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=740a0a49-13c5-4824-b4e3-be00fde44430,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:58.648619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-67d338e4-1aaa-48e0-a657-4a4602d4cf11 None None] Provisioning complete for port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:58.649084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67d338e4-1aaa-48e0-a657-4a4602d4cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.672921 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.691547 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c5048469-b245-4ed8-a666-255f9daa6b82 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7934911 Jan 17 12:50:58.694059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48036) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:58.695354 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] Routers {'992dacde-bc35-450a-aba5-5f56cbe7596b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:58.696172 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['992dacde-bc35-450a-aba5-5f56cbe7596b'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.736784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Attempting to bind port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:50:58.737145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Attempting to bind port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:50:58.737503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Attempting to bind port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 on network 7153e27e-5585-40db-9533-63e23cf46449 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:50:58.739812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7d73838-e110-4071-bf29-3bb0d38434f1 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:50:58.742669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (7153e27e-5585-40db-9533-63e23cf46449/b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65/0ca45600-74e9-4609-838c-2048ffe4b965) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:50:58.750922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:50:58.751578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.770225 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:50:58.771633 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288c489-547b-4159-80f5-61c2d0bb48e6 None None] The sync data for ids ['992dacde-bc35-450a-aba5-5f56cbe7596b'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:50:58.855406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69f699-237b-465e-9bb9-782cf9e7c8aa tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:58.861029 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff69f699-237b-465e-9bb9-782cf9e7c8aa tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2721107 Jan 17 12:50:58.862373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48038) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:58.865739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:50:58.866114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Checking segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:50:58.866515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.866904 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Bound using segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:50:58.867382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Bound port: 9df8ae1d-48d6-434c-9e73-7735dcdd8873, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:50:58.868337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:58.873404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3906ee2-69d9-4fd7-9f03-35cdbbfcbcba tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:58.875151 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c3906ee2-69d9-4fd7-9f03-35cdbbfcbcba tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports?device_id=992dacde-bc35-450a-aba5-5f56cbe7596b HTTP/1.1" status: 200 len: 989 time: 0.2499189 Jan 17 12:50:58.884274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48040) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:58.940703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-67d338e4-1aaa-48e0-a657-4a4602d4cf11 None None] Port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:50:58.951776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf7bdd-04cb-47ba-aae0-c36f58aea365 None None] Network a5358650-f6ac-4a2f-9cce-4b5073424070 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:50:58.961246 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-35fe40c4-78c5-424c-a304-47d77c897dbd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0843654 Jan 17 12:50:58.965086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48042) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:58.974927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1835335498'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:58.998710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.108445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:59.112689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.137121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:50:59.140689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.182758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:50:59.206343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7153e27e-5585-40db-9533-63e23cf46449 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:50:59.212454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.212810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment d4de7563-3739-4c6c-9469-ede5a8fb8f18 of type vlan for network 7ee24353-a9dc-4e11-87db-525910ee06ba Jan 17 12:50:59.214470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:50:59.217347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:50:59.242145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] For port 9df8ae1d-48d6-434c-9e73-7735dcdd8873, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:50:59.246068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] For port 9df8ae1d-48d6-434c-9e73-7735dcdd8873, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9df8ae1d-48d6-434c-9e73-7735dcdd8873,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:50:59.256693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=0ca45600-74e9-4609-838c-2048ffe4b965,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:59.266905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-47c66032-5f67-4a3c-bcb1-3f4bb1b139af None None] Provisioning complete for port a8bd5508-0248-403d-ad0c-533e9540908e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:59.267298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-47c66032-5f67-4a3c-bcb1-3f4bb1b139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.301699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.313175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.322134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.404018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.405697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b7d73838-e110-4071-bf29-3bb0d38434f1 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:50:59.406117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.446613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 54d20515-9cbd-4fac-aca5-eb84cd31c315 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:50:59.447181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.453690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.459867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:50:59.460451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.538736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=7ee24353-a9dc-4e11-87db-525910ee06ba,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:50:59.598271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.608176 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-047f4d74-d545-43d1-a336-a876402a17d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6392386 Jan 17 12:50:59.613442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48044) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:50:59.622419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:50:59.770952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 7ee24353-a9dc-4e11-87db-525910ee06ba details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:50:59.772848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-4a8a9eae-080f-43ed-b4fa-a836524e6238', 'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238', 'tenant_id': '8599b343319b49438f9ad81512f0016e', 'fixed_ips': [{'subnet_id': 'bd548db9-51a7-49a7-80ef-fcc2f378f5f0'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:50:59.773750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.856300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:50:59.876237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:50:59.882743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.001576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ddf6-4750-41d1-ab28-c3cc4bd062af None None] Pushing event updated for resources: {'Port': ['ID=9df8ae1d-48d6-434c-9e73-7735dcdd8873,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:00.019278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.029410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-47c66032-5f67-4a3c-bcb1-3f4bb1b139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.031051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port 54d20515-9cbd-4fac-aca5-eb84cd31c315, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=54d20515-9cbd-4fac-aca5-eb84cd31c315,segment=NetworkSegment(b650056b-8c20-496c-b692-65b9e30bcf5d),segment_id=b650056b-8c20-496c-b692-65b9e30bcf5d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:00.031334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.064695 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 54d20515-9cbd-4fac-aca5-eb84cd31c315 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:00.086071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Allocated IP 2001:db8::1 (e75fd2e7-e483-4820-9134-8bf2a256b43f/ea3f96c5-88d1-4749-9d4f-c58fbb141981/c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:00.153229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Network e75fd2e7-e483-4820-9134-8bf2a256b43f is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:00.215114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:00.218321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:00.323960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device afb78125-bae0-45fe-ad61-3f857ed3c874 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:00.362267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-47c66032-5f67-4a3c-bcb1-3f4bb1b139af None None] For port a8bd5508-0248-403d-ad0c-533e9540908e, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a8bd5508-0248-403d-ad0c-533e9540908e,segment=NetworkSegment(492de11a-dee3-47be-a81c-d5bf533a7608),segment_id=492de11a-dee3-47be-a81c-d5bf533a7608)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:00.367517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.368836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Pushing event updated for resources: {'Port': ['ID=d7f0b8fb-744b-440a-ac50-93f3988e686a,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:00.479224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Allocated IP 2001:db8::2 (4a8a9eae-080f-43ed-b4fa-a836524e6238/bd548db9-51a7-49a7-80ef-fcc2f378f5f0/b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:00.502227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Attempting to bind port d7f0b8fb-744b-440a-ac50-93f3988e686a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:00.502602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Attempting to bind port d7f0b8fb-744b-440a-ac50-93f3988e686a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5d406182-86be-4348-8d08-451d25393235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:00.503236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Attempting to bind port d7f0b8fb-744b-440a-ac50-93f3988e686a on network e75fd2e7-e483-4820-9134-8bf2a256b43f {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:00.531575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:00.531575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Checking segment: {'id': '5d406182-86be-4348-8d08-451d25393235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:00.531952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.532427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Bound using segment: {'id': '5d406182-86be-4348-8d08-451d25393235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:00.532890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Bound port: d7f0b8fb-744b-440a-ac50-93f3988e686a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d406182-86be-4348-8d08-451d25393235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e75fd2e7-e483-4820-9134-8bf2a256b43f'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:00.533352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.536616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-47c66032-5f67-4a3c-bcb1-3f4bb1b139af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.565086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.698026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port afb78125-bae0-45fe-ad61-3f857ed3c874 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:00.698403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.729043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.748614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:54Z', 'revision_number': 7, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:51Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:00.750895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:00.751585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.755259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.759734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c66032-5f67-4a3c-bcb1-3f4bb1b139af None None] Pushing event updated for resources: {'Port': ['ID=a8bd5508-0248-403d-ad0c-533e9540908e,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:00.817059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a3a44-13b7-45e6-9481-55a46f806787 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:50:54Z', 'revision_number': 7, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54d20515-9cbd-4fac-aca5-eb84cd31c315', 'name': '', 'network_id': '1850b441-7971-4bbc-9499-1e7fac97618b', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d7:64:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:45Z', 'updated_at': '2022-01-17T12:50:51Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '5ce369d1-ebc0-4bf2-a34f-f223455d7cdb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:00.830955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] For port d7f0b8fb-744b-440a-ac50-93f3988e686a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:00.832857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=54d20515-9cbd-4fac-aca5-eb84cd31c315,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:00.837720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] For port d7f0b8fb-744b-440a-ac50-93f3988e686a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7f0b8fb-744b-440a-ac50-93f3988e686a,segment=NetworkSegment(5d406182-86be-4348-8d08-451d25393235),segment_id=5d406182-86be-4348-8d08-451d25393235)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:00.840485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.863591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.872132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.926943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ba319792-b4f8-4e3c-bcb3-ebad6289db53 None None] Provisioning complete for port a8bd5508-0248-403d-ad0c-533e9540908e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:00.927462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba319792-b4f8-4e3c-bcb3-ebad6289db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.969689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Port': ['ID=c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:00.982060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network e75fd2e7-e483-4820-9134-8bf2a256b43f is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:00.984612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:00.986434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:00.995805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:00.996418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.014060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.066489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.115204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.152954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port afb78125-bae0-45fe-ad61-3f857ed3c874, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=afb78125-bae0-45fe-ad61-3f857ed3c874,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:01.164038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=35a56235-87b6-42ba-aede-24628f8b8b41,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:01.170183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=0ca45600-74e9-4609-838c-2048ffe4b965,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:01.174896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7094add-d8cc-4275-bc0f-f1b4cf0d8872 None None] Pushing event updated for resources: {'Port': ['ID=d7f0b8fb-744b-440a-ac50-93f3988e686a,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:01.181995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.236484 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.237726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a8bd5508-0248-403d-ad0c-533e9540908e up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:01.241097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Network 4a8a9eae-080f-43ed-b4fa-a836524e6238 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:01.248286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:01.252040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:01.291330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7153e27e-5585-40db-9533-63e23cf46449 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:01.316393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:01.329399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Pushing event updated for resources: {'Port': ['ID=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:01.368590 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.386475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:01.468295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Attempting to bind port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:01.469069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Attempting to bind port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'bd792079-07f3-4261-8d54-d84a104f5a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:01.469641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Attempting to bind port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 on network 4a8a9eae-080f-43ed-b4fa-a836524e6238 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:01.492240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:01.496179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Checking segment: {'id': 'bd792079-07f3-4261-8d54-d84a104f5a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:01.496179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.496179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Bound using segment: {'id': 'bd792079-07f3-4261-8d54-d84a104f5a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:01.496179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Bound port: b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd792079-07f3-4261-8d54-d84a104f5a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a8a9eae-080f-43ed-b4fa-a836524e6238'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:01.496572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.523090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:01.526312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': 'd4de7563-3739-4c6c-9469-ede5a8fb8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:01.526686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 7ee24353-a9dc-4e11-87db-525910ee06ba, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:01.533292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=afb78125-bae0-45fe-ad61-3f857ed3c874,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:01.576734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349815f7-30f4-472a-b178-9117e2c3ba74 None None] Network 7153e27e-5585-40db-9533-63e23cf46449 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:01.593652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a8bd5508-0248-403d-ad0c-533e9540908e triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:01.594134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.650885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.655709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 7ee24353-a9dc-4e11-87db-525910ee06ba is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:01.673348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.723265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] For port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:01.733274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f11cc764-f7cf-4701-97c8-bf54df2d8d25 None None] Provisioning complete for port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:01.733741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f11cc764-f7cf-4701-97c8-bf54df2d8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.740730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:01.754803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8c29c5da-0776-4eb5-8f96-b59dcd8b51b1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/e5cdd5df-6982-4589-b6f4-8b5ace026f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7671232 Jan 17 12:51:01.754803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48048) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:01.769937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:01.810103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:01.810393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:01.822173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 7ee24353-a9dc-4e11-87db-525910ee06ba) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:01.834513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:01.835276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:01.859518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f6049-8c20-4b02-afbc-f046bee9a13e None None] Network 7ee24353-a9dc-4e11-87db-525910ee06ba requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:01.960100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0b942676-bc01-4fe0-b06b-7f0d3dd5e689 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3430998 Jan 17 12:51:01.965225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48050) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:01.972704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba', 'name': 'tempest-PortsTestJSON-176079491'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:02.030937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.031590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.032066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.032524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.035764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.036265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.036599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.037188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.037486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.037930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.038389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.038819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.043160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68fbc3c1-ce01-4d47-bee1-5fbf651c139f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12483 time: 0.2922630 Jan 17 12:51:02.046492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48052) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:02.056332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.064055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:02.201379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.201927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.202381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.202844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.203270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.203743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.204182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.204618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.205062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.205482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.205918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.206496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.206948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.207364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.207824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.208253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:02.210692 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-87a02c55-5c49-4915-8b6b-f75b25cc0257 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10140 time: 0.1635809 Jan 17 12:51:02.215235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48054) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:02.240865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1268e93c-9771-444b-8a16-ca3d675051f4 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:02.268274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.272022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:02.302769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] For port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,segment=NetworkSegment(bd792079-07f3-4261-8d54-d84a104f5a65),segment_id=bd792079-07f3-4261-8d54-d84a104f5a65)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:02.309597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 1268e93c-9771-444b-8a16-ca3d675051f4 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:02.309947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1268e93c-9771-444b-8a16-ca3d675051f4 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:02.362119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f11cc764-f7cf-4701-97c8-bf54df2d8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.366818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:02.435053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.466766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.467764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.535030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:02.538772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.626467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port e9794018-c241-47b1-b26e-ddd30333256e yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:02.658556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f11cc764-f7cf-4701-97c8-bf54df2d8d25 None None] For port 9df8ae1d-48d6-434c-9e73-7735dcdd8873, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9df8ae1d-48d6-434c-9e73-7735dcdd8873,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:02.740274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-7ee24353-a9dc-4e11-87db-525910ee06ba', 'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': '35a56235-87b6-42ba-aede-24628f8b8b41'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:02.741217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.748586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:02.766253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:02.784256 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:02.785105 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:02.822835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f11cc764-f7cf-4701-97c8-bf54df2d8d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:02.831388 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8de23e7b-a806-4b56-9a9b-39532350ac8f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6295323 Jan 17 12:51:02.831583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48056) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:02.899563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671575f2-68ae-4d62-8642-5064c40a4066 None None] Network e75fd2e7-e483-4820-9134-8bf2a256b43f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:03.058627 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:03.060224 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-464d2129-4942-48ae-82da-8e1cdd5f6d7e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5381 time: 0.8436844 Jan 17 12:51:03.071472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device afb78125-bae0-45fe-ad61-3f857ed3c874 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:03.101935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 5ce369d1-ebc0-4bf2-a34f-f223455d7cdb {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:03.109549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.14 (7ee24353-a9dc-4e11-87db-525910ee06ba/35a56235-87b6-42ba-aede-24628f8b8b41/e9794018-c241-47b1-b26e-ddd30333256e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:03.111896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.238523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.469902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.473518 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:00Z', 'revision_number': 8, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:03.501437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c633b8b-a81a-4141-9fbd-114e55180edf None None] Pushing event updated for resources: {'Port': ['ID=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:03.545278 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:03.574585 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:03.575359 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:03.745617 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:03.765832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Port': ['ID=c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:03.776484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.793538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2a4e7bc6-bbc7-43cd-be14-6e03cade82a8 None None] Provisioning complete for port d7f0b8fb-744b-440a-ac50-93f3988e686a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:03.794177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7bc6-bbc7-43cd-be14-6e03cade82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.803075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48060) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:03.803289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.815014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645874237', 'description': 'tempest-secgroup-smoke-645874237 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:03.816551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port afb78125-bae0-45fe-ad61-3f857ed3c874 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:03.817269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.840392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.884442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce369d1-ebc0-4bf2-a34f-f223455d7cdb,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:03.887838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.891317 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2b380a5b-be43-4962-9b03-3602be50b4af tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/5ce369d1-ebc0-4bf2-a34f-f223455d7cdb HTTP/1.1" status: 204 len: 168 time: 1.0555024 Jan 17 12:51:03.894462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb99-fe30-40b6-88e2-e15ee5886c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.895596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48062) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:03.907163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc20127-c93c-460f-b1b9-bb44cc34e181 None None] Network 1850b441-7971-4bbc-9499-1e7fac97618b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:03.910356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:03.921725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cc764-f7cf-4701-97c8-bf54df2d8d25 None None] Pushing event updated for resources: {'Port': ['ID=9df8ae1d-48d6-434c-9e73-7735dcdd8873,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:03.972912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 7ee24353-a9dc-4e11-87db-525910ee06ba is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:04.006855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:04.015377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:04.018492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Allocated IP 172.20.0.2 (7ee24353-a9dc-4e11-87db-525910ee06ba/35a56235-87b6-42ba-aede-24628f8b8b41/9f3c310c-1487-4457-a2e6-b0b7dad5ac91) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:04.080402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.082219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=e9794018-c241-47b1-b26e-ddd30333256e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:04.110514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network e75fd2e7-e483-4820-9134-8bf2a256b43f is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:04.111662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:04.112349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.118245 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:04.149356 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:00Z', 'revision_number': 8, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.210572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port d8f519e5-8093-4e30-9d9e-6d434d842f31 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:04.210929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.213589 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53fcca-b4d9-4448-9037-a7560d4dc040 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:00Z', 'revision_number': 8, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c738e99d-7670-4ee5-8293-944800e766d8', 'name': '', 'network_id': '2353e3a8-c5c5-43d0-a7d3-316e61287c05', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:d1:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:36Z', 'updated_at': '2022-01-17T12:50:45Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '977d17b7-fb1a-4442-b724-95c07f4a131a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:04.320469 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0073787a-4028-4bb4-8464-ea8240d5a32a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3536944 Jan 17 12:51:04.326407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48064) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:04.330395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port d8f519e5-8093-4e30-9d9e-6d434d842f31, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d8f519e5-8093-4e30-9d9e-6d434d842f31,segment=NetworkSegment(b650056b-8c20-496c-b692-65b9e30bcf5d),segment_id=b650056b-8c20-496c-b692-65b9e30bcf5d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:04.330882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.338964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba', 'name': 'tempest-PortsTestJSON-1101364399'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:04.367391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.386971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Router 992dacde-bc35-450a-aba5-5f56cbe7596b has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:04.412505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for d8f519e5-8093-4e30-9d9e-6d434d842f31 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:04.434780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.488608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:04.500097 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bbfd1473-532e-4dee-b2b1-ff24d4d6a7b3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/routers/992dacde-bc35-450a-aba5-5f56cbe7596b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6108360 Jan 17 12:51:04.506612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48066) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:04.555393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] Sync routers for ids ['992dacde-bc35-450a-aba5-5f56cbe7596b'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:04.562363 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-049952b4-f05c-4701-8dfd-638762412117 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:51:04.566952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48068) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:04.567261 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-049952b4-f05c-4701-8dfd-638762412117 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/b412b6f5-bbcb-4d0f-9738-dcf99aaf2c75 HTTP/1.1" status: 404 len: 333 time: 0.0550966 Jan 17 12:51:04.596497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.636734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Router 00f6974c-da81-479c-8db9-dce20c6487d0 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:51:04.656671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] Routers {'992dacde-bc35-450a-aba5-5f56cbe7596b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:04.657251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['992dacde-bc35-450a-aba5-5f56cbe7596b'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.678515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.686030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.799021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:04.807606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ff264f15-3604-477f-b680-00f6e1119bcd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1094773 Jan 17 12:51:04.807606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.808925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48070) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:04.812146 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] Sync routers for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:04.818397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7bc6-bbc7-43cd-be14-6e03cade82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:04.829339 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:04.830221 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.834907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:04.835356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Updating router e5cdd5df-6982-4589-b6f4-8b5ace026f2d port 0ca45600-74e9-4609-838c-2048ffe4b965 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:51:04.844236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2be5fd-839b-49b6-9330-ceeaab032440 None None] Network 4a8a9eae-080f-43ed-b4fa-a836524e6238 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:04.846439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.892893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9df8ae1d-48d6-434c-9e73-7735dcdd8873 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:04.896074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Network 7ee24353-a9dc-4e11-87db-525910ee06ba is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:04.907453 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.923096 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:04.924168 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.975453 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:04.976284 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b31a7-2a71-45f8-931a-612890679b27 None None] The sync data for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:04.987300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:05.002097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:05.025980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.035827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb3dad2-db8d-4630-8904-dcdaa7a80065,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:05.044027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Pushing event updated for resources: {'Port': ['ID=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:05.117663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.119068 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-47fd0db7-6408-4c20-b317-36f4dfe175c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3124073 Jan 17 12:51:05.147902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48072) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:05.154373 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'cdb3dad2-db8d-4630-8904-dcdaa7a80065', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:05.189333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.266442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2a4e7bc6-bbc7-43cd-be14-6e03cade82a8 None None] For port d7f0b8fb-744b-440a-ac50-93f3988e686a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7f0b8fb-744b-440a-ac50-93f3988e686a,segment=NetworkSegment(5d406182-86be-4348-8d08-451d25393235),segment_id=5d406182-86be-4348-8d08-451d25393235)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:05.269000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] Routers {'992dacde-bc35-450a-aba5-5f56cbe7596b'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:05.269875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:50:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['992dacde-bc35-450a-aba5-5f56cbe7596b'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:05.299783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.307145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.351342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:05.352316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1d012-f0fa-4f38-bc00-8c15f446e370 None None] The sync data for ids ['992dacde-bc35-450a-aba5-5f56cbe7596b'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:05.391972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=d8f519e5-8093-4e30-9d9e-6d434d842f31,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:05.395108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.397742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:05.401279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.404620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.406294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port d8f519e5-8093-4e30-9d9e-6d434d842f31 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:05.413099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587ab96-17ac-4480-85b2-edd8056c13d7 None None] DHCP port deletion for 1850b441-7971-4bbc-9499-1e7fac97618b request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:05.430808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7bc6-bbc7-43cd-be14-6e03cade82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.455121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.470724 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-0f382b98-dea8-44bb-a700-b01177e09787 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:05.474682 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f382b98-dea8-44bb-a700-b01177e09787 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6493130 Jan 17 12:51:05.474808 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48074) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:05.481649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 08f9093a-1a84-485b-9afb-56f8b886253f yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:05.481866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Attempting to bind port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:05.481866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Attempting to bind port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd4de7563-3739-4c6c-9469-ede5a8fb8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:05.481866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Attempting to bind port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 on network 7ee24353-a9dc-4e11-87db-525910ee06ba {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:05.512671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:05.513048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Checking segment: {'id': 'd4de7563-3739-4c6c-9469-ede5a8fb8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:05.513585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.514039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Bound using segment: {'id': 'd4de7563-3739-4c6c-9469-ede5a8fb8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:05.514598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Bound port: 9f3c310c-1487-4457-a2e6-b0b7dad5ac91, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4de7563-3739-4c6c-9469-ede5a8fb8f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ee24353-a9dc-4e11-87db-525910ee06ba'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:05.515046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.582110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.588253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.614838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:05.615450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.617010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1850b441-7971-4bbc-9499-1e7fac97618b']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:05.634449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc02e786-41a5-4620-9fcd-793ec1ba9fd8,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:05.648000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b650056b-8c20-496c-b692-65b9e30bcf5d') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:05.648204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b650056b-8c20-496c-b692-65b9e30bcf5d') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:05.656696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.656696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Fanout notify agent at l3_agent the message router_deleted on router 992dacde-bc35-450a-aba5-5f56cbe7596b {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:05.662568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.669523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.670521 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-628b1408-d59f-41f8-bdbc-38e1f58ae3ad tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/routers/992dacde-bc35-450a-aba5-5f56cbe7596b HTTP/1.1" status: 204 len: 168 time: 1.1022201 Jan 17 12:51:05.673861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48076) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:05.674235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e7bc6-bbc7-43cd-be14-6e03cade82a8 None None] Pushing event updated for resources: {'Port': ['ID=d7f0b8fb-744b-440a-ac50-93f3988e686a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:05.697369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.707645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:05.708124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:05.711111 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:05.720165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.724074 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-07795990-606f-4da8-a220-258f8d0d86fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5724306 Jan 17 12:51:05.725038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48078) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:05.738574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Provisioning complete for port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:05.738955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.747582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'cdb3dad2-db8d-4630-8904-dcdaa7a80065', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:05.758685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.6 (7ee24353-a9dc-4e11-87db-525910ee06ba/35a56235-87b6-42ba-aede-24628f8b8b41/08f9093a-1a84-485b-9afb-56f8b886253f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:05.806463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 4b4de8ac-086f-4ef7-bf00-4ea96b03ad29 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:05.832378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.885066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] For port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:05.893824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] For port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,segment=NetworkSegment(d4de7563-3739-4c6c-9469-ede5a8fb8f18),segment_id=d4de7563-3739-4c6c-9469-ede5a8fb8f18)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:05.907690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.912534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.917676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:05.924002 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/1850b441-7971-4bbc-9499-1e7fac97618b HTTP/1.1" status: 204 len: 168 time: 2.0273240 Jan 17 12:51:05.936796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48080) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:05.960894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d52fb-71d3-4ea5-99c9-d09ec33c3dd2 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=1850b441-7971-4bbc-9499-1e7fac97618b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:05.992795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.005366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a8bd5508-0248-403d-ad0c-533e9540908e up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:06.005949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.090906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.157608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Provisioning complete for port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:06.158013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.212966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.216146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.241681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d64f3d-e6be-4189-a45b-bf41c5beda74 None None] Pushing event updated for resources: {'Port': ['ID=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:06.254628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a8bd5508-0248-403d-ad0c-533e9540908e triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:06.255009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.338584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.339419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.376518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.412595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] For port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,segment=NetworkSegment(bd792079-07f3-4261-8d54-d84a104f5a65),segment_id=bd792079-07f3-4261-8d54-d84a104f5a65)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:06.431170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d2fe82b0-1df0-4aca-8a91-2d0d650985d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.433289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.436116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7f0b8fb-744b-440a-ac50-93f3988e686a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:06.452697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.459824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 7ee24353-a9dc-4e11-87db-525910ee06ba is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:06.464491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:06.467569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:06.515819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=08f9093a-1a84-485b-9afb-56f8b886253f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:06.527717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4d05d-91cc-49ca-b9eb-e9622c970e5f None None] Pushing event updated for resources: {'Port': ['ID=0ca45600-74e9-4609-838c-2048ffe4b965,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:06.539716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.551312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.569436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:06.570360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.587069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.638489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355abe00-8ce7-4a2c-9d77-82b2019eca07,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:06.643008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4de8ac-086f-4ef7-bf00-4ea96b03ad29,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:06.655897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.659134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-06b947cb-bdcd-4049-b420-1e28f1ea92be tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/4b4de8ac-086f-4ef7-bf00-4ea96b03ad29 HTTP/1.1" status: 204 len: 168 time: 0.9525619 Jan 17 12:51:06.662427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48082) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:06.677003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9841af-d479-460b-94cf-db979599e512 None None] Network 5810747c-137a-4839-8608-6dd0af7aa0af requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:06.686572 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4733cae7-d041-4ee9-90cd-df1f8492dab7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3577464 Jan 17 12:51:06.689608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48084) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:06.746655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Attempting to bind port 0ca45600-74e9-4609-838c-2048ffe4b965 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:06.757468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Attempting to bind port 0ca45600-74e9-4609-838c-2048ffe4b965 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:06.757468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Attempting to bind port 0ca45600-74e9-4609-838c-2048ffe4b965 on network 7153e27e-5585-40db-9533-63e23cf46449 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:06.757468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Provisioning complete for port d7f0b8fb-744b-440a-ac50-93f3988e686a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:06.757468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.773057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d7f0b8fb-744b-440a-ac50-93f3988e686a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:06.773437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.803813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.803813 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-678b6379-aeef-45ec-9893-990d4443d87f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0737658 Jan 17 12:51:06.803813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48086) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:06.809487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'cdb3dad2-db8d-4630-8904-dcdaa7a80065', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:06.834366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:06.837551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Checking segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:06.837551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.837551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Bound using segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:06.837551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Bound port: 0ca45600-74e9-4609-838c-2048ffe4b965, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:06.837958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.839973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Pushing event updated for resources: {'Port': ['ID=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:06.882570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.899733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:06.911980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c5213-b36a-4c4b-aa66-44ffaaac462f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:06.918081 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2d6c5213-b36a-4c4b-aa66-44ffaaac462f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2228076 Jan 17 12:51:06.918081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48088) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:06.998107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.001428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] For port 0ca45600-74e9-4609-838c-2048ffe4b965, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:07.058708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port b7d73838-e110-4071-bf29-3bb0d38434f1 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:07.059200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.071014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] For port 0ca45600-74e9-4609-838c-2048ffe4b965, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0ca45600-74e9-4609-838c-2048ffe4b965,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:07.125539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 08f9093a-1a84-485b-9afb-56f8b886253f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:07.125539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.129039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Provisioning complete for port c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:07.129688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.130810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.140766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting port c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:07.140766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.188083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] DHCP port deletion for 5810747c-137a-4839-8608-6dd0af7aa0af request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:07.196388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.275335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] For port b7d73838-e110-4071-bf29-3bb0d38434f1, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b7d73838-e110-4071-bf29-3bb0d38434f1,segment=NetworkSegment(67d8d003-de15-4e52-aac5-dedccac716ca),segment_id=67d8d003-de15-4e52-aac5-dedccac716ca)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:07.275720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.292861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for b7d73838-e110-4071-bf29-3bb0d38434f1 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:07.299466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.304547 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.319043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Port c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:07.355515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Calling delete_port for c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:07.368799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d370be-8d29-4ebf-967e-3eaa54b53e5a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:07.387767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.393361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Provisioning complete for port 0ca45600-74e9-4609-838c-2048ffe4b965 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:07.393834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.418788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4d05d-91cc-49ca-b9eb-e9622c970e5f None None] Pushing event updated for resources: {'Port': ['ID=0ca45600-74e9-4609-838c-2048ffe4b965,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:07.468360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.478027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:07.479599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:07.487337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 08f9093a-1a84-485b-9afb-56f8b886253f owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:07.597032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.639968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=b7d73838-e110-4071-bf29-3bb0d38434f1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:07.663323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No DVR routers for this DVR port b7d73838-e110-4071-bf29-3bb0d38434f1 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:07.766422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:07.791277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.828398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e6bbc-0e78-4fc4-9fdc-86fad6afe331 None None] Network 7ee24353-a9dc-4e11-87db-525910ee06ba requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:07.841586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5810747c-137a-4839-8608-6dd0af7aa0af']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:07.859320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d8d003-de15-4e52-aac5-dedccac716ca') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:07.859807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d8d003-de15-4e52-aac5-dedccac716ca') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:07.864082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.868664 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7ca88713-3fb8-4f74-a68e-819490824fbb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0606008 Jan 17 12:51:07.869030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48090) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:07.874837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'cdb3dad2-db8d-4630-8904-dcdaa7a80065', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:07.875064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.889460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:07.903406 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:07.924385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Deleting port b7d73838-e110-4071-bf29-3bb0d38434f1 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:07.924913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.961108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.963688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port c738e99d-7670-4ee5-8293-944800e766d8 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:07.964027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:07.979146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:07.994517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=08f9093a-1a84-485b-9afb-56f8b886253f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.055139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.061236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.066880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.070345 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/5810747c-137a-4839-8608-6dd0af7aa0af HTTP/1.1" status: 204 len: 168 time: 1.4054084 Jan 17 12:51:08.074870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48092) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:08.090148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f449645-7797-4600-9d4d-21eaa8602834 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=5810747c-137a-4839-8608-6dd0af7aa0af,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.097309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] For port b7d73838-e110-4071-bf29-3bb0d38434f1, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:08.097309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.101035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.109474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6c04dfca-ff3f-4d5f-b2b2-2ff52598ed19 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/08f9093a-1a84-485b-9afb-56f8b886253f HTTP/1.1" status: 204 len: 168 time: 1.1888232 Jan 17 12:51:08.109799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48094) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:08.135927 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb20160-d729-4023-b9de-0081b6d19516 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:51:08.140223 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2fb20160-d729-4023-b9de-0081b6d19516 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/08f9093a-1a84-485b-9afb-56f8b886253f HTTP/1.1" status: 404 len: 333 time: 0.0268252 Jan 17 12:51:08.142889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48096) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:08.155720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Calling delete_port for b7d73838-e110-4071-bf29-3bb0d38434f1 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:08.162023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.ipam_backend_mixin [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Port b7d73838-e110-4071-bf29-3bb0d38434f1 was not found and therefore no delete operation was performed {{(pid=109282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:51:08.163973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:08.163973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.206521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d668e-183e-4470-875b-85cf419276fa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:08.211995 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1d0d668e-183e-4470-875b-85cf419276fa tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/c648c583-3020-4407-b5d9-14ab078f14df HTTP/1.1" status: 200 len: 844 time: 0.1321042 Jan 17 12:51:08.218901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48098) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:08.247365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.247956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port c738e99d-7670-4ee5-8293-944800e766d8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c738e99d-7670-4ee5-8293-944800e766d8,segment=NetworkSegment(34d3b009-139d-4940-a860-a9fefeb9cee6),segment_id=34d3b009-139d-4940-a860-a9fefeb9cee6)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:08.248331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.252689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port e9794018-c241-47b1-b26e-ddd30333256e {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:08.254988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.261488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.297179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for c738e99d-7670-4ee5-8293-944800e766d8 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:08.308834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.309085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Network 5810747c-137a-4839-8608-6dd0af7aa0af is not hosted by any dhcp agent {{(pid=109282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:51:08.309466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] No DVR routers for this DVR port b7d73838-e110-4071-bf29-3bb0d38434f1 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:08.312728 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ce88fac6-dfc5-472e-8d0b-11527cbb1a6f tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/c648c583-3020-4407-b5d9-14ab078f14df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0905266 Jan 17 12:51:08.317784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48100) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:08.319152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5051176-44bf-4fb1-9f31-77ff63106bb8 None None] Pushing event deleted for resources: {'Port': ['ID=b7d73838-e110-4071-bf29-3bb0d38434f1,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.330675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:08.391297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.394269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] For port 0ca45600-74e9-4609-838c-2048ffe4b965, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0ca45600-74e9-4609-838c-2048ffe4b965,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:08.400641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.446165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.467285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Port': ['ID=c4bd6fb5-e288-42cc-82cd-d2d5e5b923b0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.471143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for e9794018-c241-47b1-b26e-ddd30333256e owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:08.471660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.500677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4aeeaa-0f3e-4dcc-9883-5a2762330a4c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.538290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7f0b8fb-744b-440a-ac50-93f3988e686a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:08.582549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d6f3d-62db-4b4d-b287-975a417abb41 None None] Pushing event updated for resources: {'Port': ['ID=0ca45600-74e9-4609-838c-2048ffe4b965,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.605077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.617648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.619464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-541fdc27-d730-43cc-b36c-aeab8e487137 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7494946 Jan 17 12:51:08.625961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48106) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:08.631464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'cdb3dad2-db8d-4630-8904-dcdaa7a80065', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:08.640689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:06Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:08.696769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0369f0c-beff-4ca0-bbec-3ad4acab259b None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:06Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:08.709240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a2921641-67eb-475f-a04b-b0804fd5ad45 None None] Provisioning complete for port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:08.709677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2921641-67eb-475f-a04b-b0804fd5ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.745163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:08.770763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.780092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.807680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.815565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d7f0b8fb-744b-440a-ac50-93f3988e686a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:08.818362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:08.913630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=e9794018-c241-47b1-b26e-ddd30333256e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:08.983158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.002206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Router 00f6974c-da81-479c-8db9-dce20c6487d0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:09.007080 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:51:09.021071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.043055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.049310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-374ce917-316a-4ab0-898d-78d1cdea31ea tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/e9794018-c241-47b1-b26e-ddd30333256e HTTP/1.1" status: 204 len: 168 time: 0.9051712 Jan 17 12:51:09.051074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48110) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.074101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:09.088290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.106970 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fdecca-c250-4ece-9225-ceafb19b386d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:51:09.112137 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b2fdecca-c250-4ece-9225-ceafb19b386d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/e9794018-c241-47b1-b26e-ddd30333256e HTTP/1.1" status: 404 len: 333 time: 0.0567279 Jan 17 12:51:09.112137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48112) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.160114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a2921641-67eb-475f-a04b-b0804fd5ad45 None None] Provisioning complete for port 0ca45600-74e9-4609-838c-2048ffe4b965 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:09.160833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2921641-67eb-475f-a04b-b0804fd5ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.177604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=c738e99d-7670-4ee5-8293-944800e766d8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:09.187199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:09.224908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] Sync routers for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:09.225087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f2fd66e7-465a-4e28-96fe-16f6db9b783b tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7479608 Jan 17 12:51:09.232397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48114) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.271782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:09.272169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.274693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:09.275844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:09.292947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 35a56235-87b6-42ba-aede-24628f8b8b41 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:09.299139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-b45568b5-b34b-40eb-b81f-79364b7c24a4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] delete failed (client error): The resource could not be found. Jan 17 12:51:09.304335 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b45568b5-b34b-40eb-b81f-79364b7c24a4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1962568757 HTTP/1.1" status: 404 len: 335 time: 0.0687971 Jan 17 12:51:09.305189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48116) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.306078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.333639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ef6061e5-8f29-461e-9ee8-4533afa86f42 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'router': {'external_gateway_info': {'network_id': '00f6974c-da81-479c-8db9-dce20c6487d0'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:09.336139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:09.402488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:09.403104 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:09.416196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.429393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.429774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.473424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.490744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:09.490744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a131f23-2752-483e-8788-aa3117f853ae None None] The sync data for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:09.511021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.550587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:09.618190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:09.637553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:09.638155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.649596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6264d46-ce8e-4c54-90e5-b3a37fc4b8f5 None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:09.657337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=ea59cfbc-4cea-4832-9994-adcc6d7a7bd1,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:09.709878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8b1383-beb0-44d9-8239-864e5b27d513,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:09.719945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.767422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a2921641-67eb-475f-a04b-b0804fd5ad45 None None] Provisioning complete for port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:09.767817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2921641-67eb-475f-a04b-b0804fd5ad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.816205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.817658 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5af445ab-2f28-494f-91ee-2e3c61e3c591 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1902945 Jan 17 12:51:09.821597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,segment=NetworkSegment(d4de7563-3739-4c6c-9469-ede5a8fb8f18),segment_id=d4de7563-3739-4c6c-9469-ede5a8fb8f18)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:09.824259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ef6061e5-8f29-461e-9ee8-4533afa86f42 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.830000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48118) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.840004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'cdb3dad2-db8d-4630-8904-dcdaa7a80065', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:09.856543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-17221b5a-f975-4578-96bc-b6937f147180 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5376930 Jan 17 12:51:09.859419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48120) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.864291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412393692'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:09.904133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.905155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9df8ae1d-48d6-434c-9e73-7735dcdd8873 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:09.906681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:09.916229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:09.965014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:51:09.969627 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-ef6061e5-8f29-461e-9ee8-4533afa86f42 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] update failed (client error): The resource could not be found. Jan 17 12:51:09.971974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ef6061e5-8f29-461e-9ee8-4533afa86f42 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0 HTTP/1.1" status: 404 len: 339 time: 0.6627119 Jan 17 12:51:09.982452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48122) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:09.991614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1644509617'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:10.002432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.016165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.036207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:10.048419 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-deceaac6-960a-4887-8a18-46fd56c68bcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1085222 Jan 17 12:51:10.049359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48124) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:10.049562 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:10.066440 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:10.067296 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:10.184614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 977d17b7-fb1a-4442-b724-95c07f4a131a {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:10.202273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.206009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.210254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:10.223630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.260112 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:10.305085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.306382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.306764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=35a56235-87b6-42ba-aede-24628f8b8b41,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:10.316572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.323130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48126) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:10.326116 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff5762f7-0952-497d-84e1-236076636225 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/35a56235-87b6-42ba-aede-24628f8b8b41 HTTP/1.1" status: 204 len: 168 time: 1.2123144 Jan 17 12:51:10.361805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:10.379042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:10.389218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.399911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.415773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-64874645-0b65-43e8-b1f5-046c5b416138', 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'tenant_id': '4fc61dbba0394267a6c6bebd88060d88', 'fixed_ips': [{'subnet_id': 'ea59cfbc-4cea-4832-9994-adcc6d7a7bd1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:10.416603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.420881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.421687 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Added segment 1de4fc5b-590d-4cda-aece-0812ff69ed13 of type vlan for network e5578961-0566-46d7-b460-27ee267833a3 Jan 17 12:51:10.422966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f2c150-229a-470d-8ea1-7067b4ca2d8e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:10.447990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:10.448364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.476116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.533243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c840f2-c5dd-436a-825f-e3b2e412ef0f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:10.540887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.553810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.591160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83226cd-bd45-4efc-9aab-a012e30a233b None None] Network 7ee24353-a9dc-4e11-87db-525910ee06ba requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:10.618936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1d92294e-8834-4f1a-a214-d3d038c40802 None None] Could not find standard attr ID for object e9794018-c241-47b1-b26e-ddd30333256e. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:51:10.630752 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 9, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:10.631892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.647270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3763891c-a351-4e94-bd6a-df854da61e80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8142972 Jan 17 12:51:10.673096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.680536 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6192dd10-1ed8-445f-b4fb-bdf6c9189c87 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8171041 Jan 17 12:51:10.681518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48130) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:10.685530 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:10.688310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-701531380'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:10.688624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.695302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.704181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:10.705509 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:10.706589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.706938 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:10.745695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1d92294e-8834-4f1a-a214-d3d038c40802 None None] Provisioning complete for port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:10.750366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1d92294e-8834-4f1a-a214-d3d038c40802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.770557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:10.771005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.856470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,segment=NetworkSegment(d4de7563-3739-4c6c-9469-ede5a8fb8f18),segment_id=d4de7563-3739-4c6c-9469-ede5a8fb8f18)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:10.856844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.859215 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:10.865948 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8811228 Jan 17 12:51:10.874541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48134) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:10.876796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:10.898050 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'subnet': {'network_id': 'e5578961-0566-46d7-b460-27ee267833a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:10.906782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394c895-68b4-4553-acf3-557550803698 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Network': ['ID=e5578961-0566-46d7-b460-27ee267833a3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:10.940322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.943094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.944121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Allocated IP 2001:db8::2 (64874645-0b65-43e8-b1f5-046c5b416138/ea59cfbc-4cea-4832-9994-adcc6d7a7bd1/709b8a1a-3be2-4ee0-8dff-d0c164783a95) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:10.947569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e5578961-0566-46d7-b460-27ee267833a3 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:10.976014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-195ac2ab-043c-44c7-beeb-b1dd9f96c375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645874237&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0387962 Jan 17 12:51:10.993942 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:10.998382 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/977d17b7-fb1a-4442-b724-95c07f4a131a HTTP/1.1" status: 204 len: 168 time: 0.9465752 Jan 17 12:51:11.003790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48146) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:11.033053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc23148-3c97-401a-8205-a01772aaa68e None None] Network 2353e3a8-c5c5-43d0-a7d3-316e61287c05 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:11.054413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf642-79a3-4c77-acea-0947eb545cf3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=977d17b7-fb1a-4442-b724-95c07f4a131a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:11.163692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d8f519e5-8093-4e30-9d9e-6d434d842f31 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:11.192684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.218865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-2542b182-f4be-43e2-ad01-e7f159054d02 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:11.220394 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-2542b182-f4be-43e2-ad01-e7f159054d02 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 200 len: 797 time: 0.2347894 Jan 17 12:51:11.228607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d8f519e5-8093-4e30-9d9e-6d434d842f31 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:11.234920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d8f519e5-8093-4e30-9d9e-6d434d842f31 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:11.234920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 54d20515-9cbd-4fac-aca5-eb84cd31c315 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:11.278810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-45b319a9-d744-4ae5-a98c-cd86b5009b70 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0187588 Jan 17 12:51:11.284083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.304462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 54d20515-9cbd-4fac-aca5-eb84cd31c315 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:11.306630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 54d20515-9cbd-4fac-aca5-eb84cd31c315 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:11.307692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Made reservation on behalf of 8599b343319b49438f9ad81512f0016e for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:11.315835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.342787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] DHCP port deletion for 7ee24353-a9dc-4e11-87db-525910ee06ba request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:11.355858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:11.356335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.367059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.406623 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 9, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:11.435066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf238f-4d54-45ea-bc72-703d9b290ac1,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:11.453554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1d92294e-8834-4f1a-a214-d3d038c40802 None None] Could not find standard attr ID for object 08f9093a-1a84-485b-9afb-56f8b886253f. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:51:11.461390 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c3ddef-eae3-4368-85e0-0267eb4e36b6 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 9, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b421c059-e73d-4c86-b1a5-50d35c84e4db', 'name': '', 'network_id': 'a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:85:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:27Z', 'updated_at': '2022-01-17T12:50:36Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '0c47ab3b-228d-4e81-bea9-a8839ed8f30c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:11.471746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.499266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port 87f4d0ba-9383-4c76-85a3-53205b21bfa5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=87f4d0ba-9383-4c76-85a3-53205b21bfa5,segment=NetworkSegment(34d3b009-139d-4940-a860-a9fefeb9cee6),segment_id=34d3b009-139d-4940-a860-a9fefeb9cee6)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:11.504851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.510725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:11.519798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.520813 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cb310dd8-bf9c-45c8-a1ae-aa615e01e971 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8383024 Jan 17 12:51:11.524367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:11.526097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48148) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:11.533500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1730943235', 'security_groups': ['a4cf238f-4d54-45ea-bc72-703d9b290ac1'], 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea59cfbc-4cea-4832-9994-adcc6d7a7bd1'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:11.534994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 87f4d0ba-9383-4c76-85a3-53205b21bfa5 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:11.549796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.578688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Deleting port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:11.579162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.639710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.640626 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-2a7bc0ef-2e4b-458a-9d5f-8f2bb8399ae3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3537502 Jan 17 12:51:11.705658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:11.719571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:11.722480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:11.728968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.737675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Pushing event updated for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:11.753761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.755457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] For port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:11.755887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.788333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee24353-a9dc-4e11-87db-525910ee06ba']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:11.794154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Calling delete_port for 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:11.794678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port 87f4d0ba-9383-4c76-85a3-53205b21bfa5 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:11.796726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=87f4d0ba-9383-4c76-85a3-53205b21bfa5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:11.803069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.ipam_backend_mixin [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 was not found and therefore no delete operation was performed {{(pid=109282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:51:11.807444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.810582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4de7563-3739-4c6c-9469-ede5a8fb8f18') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:11.810842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4de7563-3739-4c6c-9469-ede5a8fb8f18') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:11.811091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Attempting to bind port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:11.811445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Attempting to bind port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'e5ab3767-b60b-47a9-88b8-f6b96197b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:11.811833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Attempting to bind port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 on network 64874645-0b65-43e8-b1f5-046c5b416138 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:11.823477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.846745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.848024 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] No DVR routers for this DVR port 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:11.852267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c368da6-b8ae-4cef-af16-2049bb8d7856 None None] Pushing event deleted for resources: {'Port': ['ID=9f3c310c-1487-4457-a2e6-b0b7dad5ac91,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:11.855047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:11.855255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:11.855458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.855668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Checking segment: {'id': 'e5ab3767-b60b-47a9-88b8-f6b96197b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:11.856078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.856734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Bound using segment: {'id': 'e5ab3767-b60b-47a9-88b8-f6b96197b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:11.857226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Bound port: 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ab3767-b60b-47a9-88b8-f6b96197b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:11.857610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:11.859100 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:11.909317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:11.924719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7067f-fd4d-47be-9188-b62d530e685a None None] DHCP port deletion for 2353e3a8-c5c5-43d0-a7d3-316e61287c05 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:11.965612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:11.991210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:12.009305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0ca45600-74e9-4609-838c-2048ffe4b965 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:12.057018 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:51:12.061170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=709b8a1a-3be2-4ee0-8dff-d0c164783a95,segment=NetworkSegment(e5ab3767-b60b-47a9-88b8-f6b96197b41a),segment_id=e5ab3767-b60b-47a9-88b8-f6b96197b41a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:12.072505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.087221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0ca45600-74e9-4609-838c-2048ffe4b965 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:12.088031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.104629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.109103 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/7ee24353-a9dc-4e11-87db-525910ee06ba HTTP/1.1" status: 204 len: 168 time: 1.7809067 Jan 17 12:51:12.111258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48152) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:12.117812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2045185954'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:12.126309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.136846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Subnet': ['ID=e4562ccb-a9cc-40ad-a4bf-1850c3e9fbc1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:12.142922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dc397-fbb6-47ae-b70f-d4486fe38694 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=7ee24353-a9dc-4e11-87db-525910ee06ba,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:12.176563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Checking segment: {'id': '1de4fc5b-590d-4cda-aece-0812ff69ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5578961-0566-46d7-b460-27ee267833a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:12.176563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network hostable DHCP agents. Network: e5578961-0566-46d7-b460-27ee267833a3, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:12.224060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56484bf-6184-4129-b396-06449cb4a83b None None] Pushing event updated for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:12.237844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.258032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port 7f17b74e-b330-4a74-93d4-5b327de8c59c yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:12.298564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:12.302265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.326453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network e5578961-0566-46d7-b460-27ee267833a3 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:12.338567 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-18f5870a-6cbb-4c38-bef8-2dab9a76218c service neutron] 10.222.0.77 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964235 Jan 17 12:51:12.345977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.354695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7d73838-e110-4071-bf29-3bb0d38434f1 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:12.378150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b7d73838-e110-4071-bf29-3bb0d38434f1 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:12.378150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b7d73838-e110-4071-bf29-3bb0d38434f1 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:12.378597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:12.391917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:12.402507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:12.402987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9f3c310c-1487-4457-a2e6-b0b7dad5ac91 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:12.414591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.419911 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment 30ced516-69c8-4027-81f2-5cf3ede65fa8 of type vlan for network 98096f54-c6f9-49b1-bbf1-7257c9335606 Jan 17 12:51:12.420190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2353e3a8-c5c5-43d0-a7d3-316e61287c05']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:12.436485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d3b009-139d-4940-a860-a9fefeb9cee6') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:12.436854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d3b009-139d-4940-a860-a9fefeb9cee6') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:12.450178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.472646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e5578961-0566-46d7-b460-27ee267833a3) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:12.481384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.492013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bed46-4fe6-41bc-81bc-af877f8fb61b None None] Network e5578961-0566-46d7-b460-27ee267833a3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:12.508769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:12.513900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.514084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:12.514084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:12.514285 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:12.519664 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-61ced47a-d85e-4e61-8c32-469c4756c356 service neutron] 10.222.0.77 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631432 Jan 17 12:51:12.525329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.575191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::31d (64874645-0b65-43e8-b1f5-046c5b416138/ea59cfbc-4cea-4832-9994-adcc6d7a7bd1/7f17b74e-b330-4a74-93d4-5b327de8c59c) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:12.644496 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3cb04eb2-a72b-4ddc-b77b-80a5c81302fd tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7662792 Jan 17 12:51:12.644852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48154) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:12.649782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-13333b7f-bd22-4ab7-bc8e-44b0b36a3c50 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5578961-0566-46d7-b460-27ee267833a3'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:12.693201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.732738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.738606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/2353e3a8-c5c5-43d0-a7d3-316e61287c05 HTTP/1.1" status: 204 len: 168 time: 1.7308369 Jan 17 12:51:12.738972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.742702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e5578961-0566-46d7-b460-27ee267833a3', 'network_id': 'e5578961-0566-46d7-b460-27ee267833a3', 'tenant_id': '8599b343319b49438f9ad81512f0016e', 'fixed_ips': [{'subnet_id': 'e4562ccb-a9cc-40ad-a4bf-1850c3e9fbc1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:12.743726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.745600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:12.746554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.747391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48156) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:12.756141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2496db6-145f-47b3-8cf2-498ecd3bc3da tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=2353e3a8-c5c5-43d0-a7d3-316e61287c05,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:12.841976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.960424 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6df21ce6-b64f-49af-b74d-85928cc533ae req-1ece73b7-0b06-4568-a79e-81e076fbeb98 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 210 time: 0.0910923 Jan 17 12:51:12.971264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=98096f54-c6f9-49b1-bbf1-7257c9335606,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:12.986063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-13333b7f-bd22-4ab7-bc8e-44b0b36a3c50 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:12.987701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Allocated IP 2001:db8:1::2 (e5578961-0566-46d7-b460-27ee267833a3/e4562ccb-a9cc-40ad-a4bf-1850c3e9fbc1/0a276950-796a-4fcc-8d99-3043d80cd409) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:12.993441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:13.036263 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1edb7e9c-6a92-4579-8472-39714e160dbc tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9238374 Jan 17 12:51:13.038692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48164) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:13.044802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:13.120432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.222045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:13.229663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:13.243720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:13.249362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:13.250291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.255399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.255974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=7f17b74e-b330-4a74-93d4-5b327de8c59c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:13.274182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.274530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.274871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.275202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.275729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.276076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.276390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.276715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.277035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.277356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.277677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.277991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:13.357551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.371106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-13333b7f-bd22-4ab7-bc8e-44b0b36a3c50 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:13.371106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-13333b7f-bd22-4ab7-bc8e-44b0b36a3c50 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0 HTTP/1.1" status: 400 len: 364 time: 0.7251127 Jan 17 12:51:13.374808 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48170) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:13.410629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Pushing event updated for resources: {'Port': ['ID=0a276950-796a-4fcc-8d99-3043d80cd409,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:13.414131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.425805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Network e5578961-0566-46d7-b460-27ee267833a3 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:13.428431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:13.431806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:13.529610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:13.558166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Attempting to bind port 0a276950-796a-4fcc-8d99-3043d80cd409 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:13.558625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Attempting to bind port 0a276950-796a-4fcc-8d99-3043d80cd409 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '1de4fc5b-590d-4cda-aece-0812ff69ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5578961-0566-46d7-b460-27ee267833a3'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:13.559123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Attempting to bind port 0a276950-796a-4fcc-8d99-3043d80cd409 on network e5578961-0566-46d7-b460-27ee267833a3 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:13.570090 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fb8dc905-9b3c-445a-a243-387392993317 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0372107 Jan 17 12:51:13.570251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:13.570251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Checking segment: {'id': '1de4fc5b-590d-4cda-aece-0812ff69ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5578961-0566-46d7-b460-27ee267833a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:13.570251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.570251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Bound using segment: {'id': '1de4fc5b-590d-4cda-aece-0812ff69ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5578961-0566-46d7-b460-27ee267833a3'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:13.570251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Bound port: 0a276950-796a-4fcc-8d99-3043d80cd409, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de4fc5b-590d-4cda-aece-0812ff69ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e5578961-0566-46d7-b460-27ee267833a3'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:13.571334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.580541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48172) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:13.606623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:13.689420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:13.691932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.727703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] For port 0a276950-796a-4fcc-8d99-3043d80cd409, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:13.761950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] For port 0a276950-796a-4fcc-8d99-3043d80cd409, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a276950-796a-4fcc-8d99-3043d80cd409,segment=NetworkSegment(1de4fc5b-590d-4cda-aece-0812ff69ed13),segment_id=1de4fc5b-590d-4cda-aece-0812ff69ed13)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:13.783252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:13.783673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.857733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.866099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port b421c059-e73d-4c86-b1a5-50d35c84e4db {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:13.866695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.907297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:13.995141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=709b8a1a-3be2-4ee0-8dff-d0c164783a95,segment=NetworkSegment(e5ab3767-b60b-47a9-88b8-f6b96197b41a),segment_id=e5ab3767-b60b-47a9-88b8-f6b96197b41a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:13.996162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Pushing event updated for resources: {'Port': ['ID=0a276950-796a-4fcc-8d99-3043d80cd409,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:14.001295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port b421c059-e73d-4c86-b1a5-50d35c84e4db, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b421c059-e73d-4c86-b1a5-50d35c84e4db,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:14.001884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.010461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.010822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.011175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.011605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.011954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.012291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.012626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.012957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.013287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.013695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.013938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.014249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83991b1-0ac5-47b4-b42d-4041cc536e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.021644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:14.029063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.058815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.087369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for b421c059-e73d-4c86-b1a5-50d35c84e4db owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:14.107231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:14.110743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.128597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.137411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03586c82-012d-48d2-9327-2c92efef404c req-08ca6f85-b057-4276-8d9d-31d18698e173 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 210 time: 0.0466142 Jan 17 12:51:14.258025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea59cfbc-4cea-4832-9994-adcc6d7a7bd1 (CIDR: 2001:db8::/64) Jan 17 12:51:14.330375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:14.330876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:14.337252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.432641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 87f4d0ba-9383-4c76-85a3-53205b21bfa5 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:14.469924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 87f4d0ba-9383-4c76-85a3-53205b21bfa5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:14.473954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 87f4d0ba-9383-4c76-85a3-53205b21bfa5 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:14.473954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c738e99d-7670-4ee5-8293-944800e766d8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:14.473954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:14.473954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:14.500179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c738e99d-7670-4ee5-8293-944800e766d8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:14.500645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c738e99d-7670-4ee5-8293-944800e766d8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:14.516717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:14.531359 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c12a1164-0c15-466b-b768-81654b39c883 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9464657 Jan 17 12:51:14.531359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48180) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:14.535788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:14.589922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.659178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=b421c059-e73d-4c86-b1a5-50d35c84e4db,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:14.673568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.716868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.717560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.717770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.717917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.718298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.718563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.718879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.719194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.719618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.722820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.722820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.722820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:51:14.755300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Allocated IP 2001:db8::1 (a5358650-f6ac-4a2f-9cce-4b5073424070/8e16d70d-1e10-4bc6-916d-79249bafdc98/0b2aadbf-11d2-419e-b545-bd44e4dbdcc5) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:14.785535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=d0fbc477-14dd-48a0-97c7-808b3ecff354,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:14.819085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:14.856457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': '30ced516-69c8-4027-81f2-5cf3ede65fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:14.856825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 98096f54-c6f9-49b1-bbf1-7257c9335606, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:14.888393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48182) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:14.938018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:14.941549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.029384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:15.040494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Provisioning complete for port c648c583-3020-4407-b5d9-14ab078f14df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:15.041116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.053296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.102577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:15.138224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Deleting port 1d323a69-68b6-4d53-8f7b-06345ccb394e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:15.138602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.160063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f1d81c90-caa4-4fa2-beac-aa1f3f505bd7 None None] Port c648c583-3020-4407-b5d9-14ab078f14df cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:15.197429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 98096f54-c6f9-49b1-bbf1-7257c9335606) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:15.206849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ec46c-f270-4532-8e09-3f2993dea248 None None] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:15.213692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:15.213692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.261096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.276368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:15.296136 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f112ccc0-b6f0-434e-bea9-c105a69efe4d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474057 Jan 17 12:51:15.299013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48186) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:15.306039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ed974-6850-48de-b278-981199debb8e None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:15.346090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b29767f3-5bc9-4c3b-ba37-48f63dc820a5 None None] Provisioning complete for port 7f17b74e-b330-4a74-93d4-5b327de8c59c triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:15.347684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b29767f3-5bc9-4c3b-ba37-48f63dc820a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.350486 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1e80fceb-e69f-48ce-ac8d-97ebadcc9360 req-1311195c-81e8-4113-9d0c-532dffd9895d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 210 time: 0.0909839 Jan 17 12:51:15.394757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:15.395392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:15.417621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.418839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.435875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network a5358650-f6ac-4a2f-9cce-4b5073424070 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:15.445024 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455be86-ddee-408f-a9c2-f1f7102a9a1d None None] Network e5578961-0566-46d7-b460-27ee267833a3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:15.452206 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-03961ede-2d6c-4b21-ac17-8970b8d4ef2d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4093106 Jan 17 12:51:15.452696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48188) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:15.454500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:15.458145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606', 'name': 'tempest-PortsTestJSON-561764187', 'fixed_ips': [{'subnet_id': 'd0fbc477-14dd-48a0-97c7-808b3ecff354', 'ip_address': '172.20.0.10'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:15.459775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Port': ['ID=0b2aadbf-11d2-419e-b545-bd44e4dbdcc5,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:15.463047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Calling delete_port for 1d323a69-68b6-4d53-8f7b-06345ccb394e owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:15.465988 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:15.466523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.548224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 0c47ab3b-228d-4e81-bea9-a8839ed8f30c {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:15.560511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.654893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.665771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b29767f3-5bc9-4c3b-ba37-48f63dc820a5 None None] Port 7f17b74e-b330-4a74-93d4-5b327de8c59c cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:15.705606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.750706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:15.790261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a276950-796a-4fcc-8d99-3043d80cd409 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:15.791452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.823453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-98096f54-c6f9-49b1-bbf1-7257c9335606', 'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': 'd0fbc477-14dd-48a0-97c7-808b3ecff354'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:15.824533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.825791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=e5d50feb-4700-4485-8c8c-b068053b0afe,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:15.840151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:15.849315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:15.854635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:15.855229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.896503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52d30f-8244-4324-a442-b6e7506feb3a None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:15.916956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:15.999819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f4bd7956-11e9-4ce7-8f43-34cf89b65c48 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4651346 Jan 17 12:51:16.000579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48190) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:16.009251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2111991234', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5d50feb-4700-4485-8c8c-b068053b0afe'}], 'security_groups': ['e3c840f2-c5dd-436a-825f-e3b2e412ef0f']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:16.058799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-046aaca4-2d5b-44a6-97e0-f75db87a3e3b None None] Provisioning complete for port 0a276950-796a-4fcc-8d99-3043d80cd409 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:16.059429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-046aaca4-2d5b-44a6-97e0-f75db87a3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.096685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:16.117803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.156270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.205631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.213429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'Port': ['ID=1d323a69-68b6-4d53-8f7b-06345ccb394e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:16.228412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0a276950-796a-4fcc-8d99-3043d80cd409 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:16.228868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.256800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-fbab04e5-753e-4b00-bb35-95d20bd58086 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:16.258472 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-fbab04e5-753e-4b00-bb35-95d20bd58086 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 200 len: 797 time: 0.2794900 Jan 17 12:51:16.286172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=0c47ab3b-228d-4e81-bea9-a8839ed8f30c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:16.316423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.319687 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-261ef411-3ac3-4508-967e-3e6f8fa7aa22 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/0c47ab3b-228d-4e81-bea9-a8839ed8f30c HTTP/1.1" status: 204 len: 168 time: 1.0196650 Jan 17 12:51:16.325984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48192) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:16.328438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ad9022-29e8-43d6-b80f-0f3e733fd4a7 None None] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:16.343748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Allocated IP 172.20.0.2 (98096f54-c6f9-49b1-bbf1-7257c9335606/d0fbc477-14dd-48a0-97c7-808b3ecff354/34a89efb-4a96-4c46-89ef-e107ea112f4c) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:16.419771 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-3cb60e12-9afa-4f69-9257-32c018032c53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 379 time: 0.1411281 Jan 17 12:51:16.423181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.440044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['cdb3dad2-db8d-4630-8904-dcdaa7a80065']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:16.552926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port ef04632b-8521-4f71-85e4-27ca7bef5d69 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:16.654626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.655252 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Floating IP 7f73057d-d5d8-4c12-9d71-8adfbf6184dc disassociated (deleted). External IP: 172.26.4.209, port: 03d0e335-29c8-4201-9443-fe6487ffcee0. Jan 17 12:51:16.673302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-046aaca4-2d5b-44a6-97e0-f75db87a3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.746281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.763054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.853840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Delete allocated IP 2001:db8::31d (64874645-0b65-43e8-b1f5-046c5b416138/ea59cfbc-4cea-4832-9994-adcc6d7a7bd1) {{(pid=109281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 12:51:16.906709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.907569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.912212 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8:0:1::1e2 (64874645-0b65-43e8-b1f5-046c5b416138/e5d50feb-4700-4485-8c8c-b068053b0afe/7f17b74e-b330-4a74-93d4-5b327de8c59c) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:16.922087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:16.946196 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f6c63ba6-307d-4c29-9367-ef0f536c6a9b req-c974bcb7-c0a7-4d23-b6d9-c0745ea8eb7e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 210 time: 0.4239283 Jan 17 12:51:17.009582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-046aaca4-2d5b-44a6-97e0-f75db87a3e3b None None] For port 0a276950-796a-4fcc-8d99-3043d80cd409, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a276950-796a-4fcc-8d99-3043d80cd409,segment=NetworkSegment(1de4fc5b-590d-4cda-aece-0812ff69ed13),segment_id=1de4fc5b-590d-4cda-aece-0812ff69ed13)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:17.011199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:14Z', 'revision_number': 10, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:17.063135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ed974-6850-48de-b278-981199debb8e None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:17.081348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.093984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:17.094614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:17.097770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] Update dhcp port {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'fixed_ips': [{'subnet_id': 'ea59cfbc-4cea-4832-9994-adcc6d7a7bd1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5d50feb-4700-4485-8c8c-b068053b0afe'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '709b8a1a-3be2-4ee0-8dff-d0c164783a95'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:51:17.099442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event updated for resources: {'Port': ['ID=0b2aadbf-11d2-419e-b545-bd44e4dbdcc5,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:17.148083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-046aaca4-2d5b-44a6-97e0-f75db87a3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.149119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port ed1b5cd6-2b30-4099-9365-4af20270f1b5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:17.150834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.184725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] DHCP port deletion for a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:17.230865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.234391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:17.238538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.245096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:17.252211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.255266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Network a5358650-f6ac-4a2f-9cce-4b5073424070 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:17.265933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:17.292094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port ed1b5cd6-2b30-4099-9365-4af20270f1b5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed1b5cd6-2b30-4099-9365-4af20270f1b5,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:17.292463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.318527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for ed1b5cd6-2b30-4099-9365-4af20270f1b5 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:17.333063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.10 (98096f54-c6f9-49b1-bbf1-7257c9335606/d0fbc477-14dd-48a0-97c7-808b3ecff354/ef04632b-8521-4f71-85e4-27ca7bef5d69) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:17.337306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:17.337306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:17.339345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:17.343757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:17.377804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:17.416585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:17.460260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aaca4-2d5b-44a6-97e0-f75db87a3e3b None None] Pushing event updated for resources: {'Port': ['ID=0a276950-796a-4fcc-8d99-3043d80cd409,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:17.481360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c614275a-aacb-4d15-93f7-e8b9a74c9d9b None None] Provisioning complete for port 0b2aadbf-11d2-419e-b545-bd44e4dbdcc5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:17.481821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c614275a-aacb-4d15-93f7-e8b9a74c9d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.622830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Attempting to bind port 34a89efb-4a96-4c46-89ef-e107ea112f4c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:17.623237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Attempting to bind port 34a89efb-4a96-4c46-89ef-e107ea112f4c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '30ced516-69c8-4027-81f2-5cf3ede65fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:17.623735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Attempting to bind port 34a89efb-4a96-4c46-89ef-e107ea112f4c on network 98096f54-c6f9-49b1-bbf1-7257c9335606 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:17.642306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.14 (7153e27e-5585-40db-9533-63e23cf46449/b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65/a2ae5115-95e3-4807-81ae-b72a05fb6828) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:17.679482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:17.679960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Checking segment: {'id': '30ced516-69c8-4027-81f2-5cf3ede65fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:17.680367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.680954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Bound using segment: {'id': '30ced516-69c8-4027-81f2-5cf3ede65fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:17.681444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Bound port: 34a89efb-4a96-4c46-89ef-e107ea112f4c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ced516-69c8-4027-81f2-5cf3ede65fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:17.682262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.699111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Deleting port ed1b5cd6-2b30-4099-9365-4af20270f1b5 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:17.699504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.702053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c614275a-aacb-4d15-93f7-e8b9a74c9d9b None None] Port 0b2aadbf-11d2-419e-b545-bd44e4dbdcc5 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:17.775856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.811248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Pushing event updated for resources: {'Port': ['ID=34a89efb-4a96-4c46-89ef-e107ea112f4c,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:17.818052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.826546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port ed1b5cd6-2b30-4099-9365-4af20270f1b5 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:17.831711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=ed1b5cd6-2b30-4099-9365-4af20270f1b5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:17.854632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.860848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Router 00f6974c-da81-479c-8db9-dce20c6487d0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:17.875340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c614275a-aacb-4d15-93f7-e8b9a74c9d9b None None] Provisioning complete for port 0a276950-796a-4fcc-8d99-3043d80cd409 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:17.875740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c614275a-aacb-4d15-93f7-e8b9a74c9d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.881000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:17.886753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.896527 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] Sync routers for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:17.907323 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:17.908396 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:17.959998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] For port ed1b5cd6-2b30-4099-9365-4af20270f1b5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ed1b5cd6-2b30-4099-9365-4af20270f1b5,segment=NetworkSegment(4f599cf0-a6d3-40b2-a9c1-daca43d82b2f),segment_id=4f599cf0-a6d3-40b2-a9c1-daca43d82b2f)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:17.960443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.988687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:17.995889 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bcc91ffb-64b6-4e04-a6be-f49a3aed3e7e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6194177 Jan 17 12:51:17.996637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:17.999953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48204) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:18.021510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] Sync routers for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:18.032663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.057742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:18.063753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Calling delete_port for ed1b5cd6-2b30-4099-9365-4af20270f1b5 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:18.068995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.085631 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-aed51fe3-ce0f-4b0f-879e-909a36f3c168 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "DELETE /v2.0/floatingips/7f73057d-d5d8-4c12-9d71-8adfbf6184dc HTTP/1.1" status: 204 len: 168 time: 3.1879752 Jan 17 12:51:18.113061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.120134 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:18.124628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] For port 34a89efb-4a96-4c46-89ef-e107ea112f4c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:18.124861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:51:18.126037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.126655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f599cf0-a6d3-40b2-a9c1-daca43d82b2f') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.127014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1791db27-bace-49a3-8082-b63c970fc46e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:51:18.138716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.162387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.216917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:18.218293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.226082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] Allocated IP 2001:db8:0:1::2 (64874645-0b65-43e8-b1f5-046c5b416138/e5d50feb-4700-4485-8c8c-b068053b0afe/709b8a1a-3be2-4ee0-8dff-d0c164783a95) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:18.228752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.236707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:18.239808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:18.242788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] For port 34a89efb-4a96-4c46-89ef-e107ea112f4c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=34a89efb-4a96-4c46-89ef-e107ea112f4c,segment=NetworkSegment(30ced516-69c8-4027-81f2-5cf3ede65fa8),segment_id=30ced516-69c8-4027-81f2-5cf3ede65fa8)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:18.249376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3a4bc7c5-c9b1-4d67-96c8-243f42f1e864 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.252439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:18.252929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:18.260688 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:18.294668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:18.295348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.339511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=ef04632b-8521-4f71-85e4-27ca7bef5d69,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:18.355621 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-3a4bc7c5-c9b1-4d67-96c8-243f42f1e864 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 17 12:51:18.356938 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3a4bc7c5-c9b1-4d67-96c8-243f42f1e864 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0 HTTP/1.1" status: 409 len: 329 time: 0.3560836 Jan 17 12:51:18.363743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] In _notify_port_updated(), no bound segment for port 7f17b74e-b330-4a74-93d4-5b327de8c59c on network 64874645-0b65-43e8-b1f5-046c5b416138 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:51:18.370005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:18.370849 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.372321 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/ports/7f17b74e-b330-4a74-93d4-5b327de8c59c HTTP/1.1" status: 200 len: 931 time: 2.3710527 Jan 17 12:51:18.373240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48210) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:18.381789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48212) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:18.383230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40d95-e019-47b7-a676-6958f35960f7 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=7f17b74e-b330-4a74-93d4-5b327de8c59c,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:18.387588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7153e27e-5585-40db-9533-63e23cf46449 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:18.402545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:18.403304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.416549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.427248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:18.455582 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:21Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.491593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=a2ae5115-95e3-4807-81ae-b72a05fb6828,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:18.491839 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] Checking router: 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:18.503398 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:18.504069 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.533938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:18.548233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.567325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.579019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.588618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 HTTP/1.1" status: 204 len: 168 time: 2.2615528 Jan 17 12:51:18.590359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48214) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:18.621252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:18.622038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.658093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:18.659225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.669449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.678666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58c3d3-6563-4031-89e3-98d45d8f311f None None] The sync data for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:18.693040 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:18.719691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:18.720174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.741377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af6bca-6c4c-4cf0-b906-ff1491b716c2 req-4989feb4-7771-49fa-b5a1-f20b340bbee3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:18.760186 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-29af6bca-6c4c-4cf0-b906-ff1491b716c2 req-4989feb4-7771-49fa-b5a1-f20b340bbee3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 932 time: 0.6600695 Jan 17 12:51:18.761604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4663b80-99bd-4037-9f40-06e839aa7069 x-openstack-request-id: req-e4663b80-99bd-4037-9f40-06e839aa7069 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:51:18.762239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:51:18.762806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4663b80-99bd-4037-9f40-06e839aa7069 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:51:18.763382 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'status': 'completed', 'code': 200} Jan 17 12:51:18.804211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4bedf-d711-40dc-9297-b553766fcc07 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:18.830762 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-02a8429c-a6f0-4efc-b09e-946b92d9ad48 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3738139 Jan 17 12:51:18.835107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48220) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:18.854797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480c934-87a1-4c09-9828-6254a7a7c91a None None] Pushing event updated for resources: {'Port': ['ID=34a89efb-4a96-4c46-89ef-e107ea112f4c,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:18.910984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:18.911212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '98096f54-c6f9-49b1-bbf1-7257c9335606', 'name': 'tempest-PortsTestJSON-1790393738', 'fixed_ips': [{'subnet_id': 'd0fbc477-14dd-48a0-97c7-808b3ecff354', 'ip_address': '172.20.0.9'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:18.928421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-dc9ed974-6850-48de-b278-981199debb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:14Z', 'revision_number': 10, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:18.937816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=709b8a1a-3be2-4ee0-8dff-d0c164783a95,segment=NetworkSegment(e5ab3767-b60b-47a9-88b8-f6b96197b41a),segment_id=e5ab3767-b60b-47a9-88b8-f6b96197b41a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:18.938188 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-29af6bca-6c4c-4cf0-b906-ff1491b716c2 req-1c10b91b-c168-4fa7-bc5b-cd8c659086da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825454 Jan 17 12:51:19.022654 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-f2a5c1ce-501d-47d1-a094-e05499ebff53 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5941668 Jan 17 12:51:19.069000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Request body: {'port': {'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:19.104589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port 7f17b74e-b330-4a74-93d4-5b327de8c59c {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:19.107212 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.144846 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:21Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:19.212583 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428e230-8ec2-4a2b-b565-afec9e65146c None None] The sync data for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv is: [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:49:15Z', 'revision_number': 4, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e155d7ce-385b-4fa6-8261-d3a1195dc2e6', 'name': '', 'network_id': 'c43b38ed-3c43-4042-b963-6e98138cb508', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'mac_address': 'fa:16:3e:d9:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:13Z', 'updated_at': '2022-01-17T12:49:21Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'subnets': [{'id': '594b246e-4f1b-457d-b99a-917fefef9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:19.264962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.283949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for 7f17b74e-b330-4a74-93d4-5b327de8c59c owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:19.309232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Pushing event deleted for resources: {'Port': ['ID=ed1b5cd6-2b30-4099-9365-4af20270f1b5,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:19.311334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ed974-6850-48de-b278-981199debb8e None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:14Z', 'revision_number': 10, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None, '_interfaces': [{'id': '36dc9398-f37d-4d8c-b250-7ceb999a03e4', 'name': '', 'network_id': '716f3a6f-2a5c-43c0-9c5d-6c1801be5afa', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'mac_address': 'fa:16:3e:79:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:19Z', 'updated_at': '2022-01-17T12:50:29Z', 'revision_number': 5, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'subnets': [{'id': '75333655-3a03-4e04-b92f-8fb409cadd93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:19.319089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-38c12874-d895-441e-bb4f-46d4a1853552 None None] Provisioning complete for port 0b2aadbf-11d2-419e-b545-bd44e4dbdcc5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:19.319715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-38c12874-d895-441e-bb4f-46d4a1853552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.322168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] Network a7d26e51-1dfb-40d5-8e9d-2da13d5bbef5 is not hosted by any dhcp agent {{(pid=109282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 17 12:51:19.322910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff694e-dc69-4a93-9446-3ec96cccfcb6 None None] No DVR routers for this DVR port ed1b5cd6-2b30-4099-9365-4af20270f1b5 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:19.358842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.410245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e8c8b-4e69-45af-8a2b-f784e33054e3 req-1dab380b-44cf-486a-b300-a0f31c343b7c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:19.415597 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-242e8c8b-4e69-45af-8a2b-f784e33054e3 req-1dab380b-44cf-486a-b300-a0f31c343b7c tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.3853230 Jan 17 12:51:19.424914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791db27-bace-49a3-8082-b63c970fc46e req-5095f90f-e1bd-4af2-828e-d0011b4aef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:19.426502 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-5095f90f-e1bd-4af2-828e-d0011b4aef5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=631838b01a2040c1ae54173126944cd9&device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 1098 time: 0.6330636 Jan 17 12:51:19.430257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.436243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-38c12874-d895-441e-bb4f-46d4a1853552 None None] Port 0b2aadbf-11d2-419e-b545-bd44e4dbdcc5 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:19.449220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-38c12874-d895-441e-bb4f-46d4a1853552 None None] Provisioning complete for port a2ae5115-95e3-4807-81ae-b72a05fb6828 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:19.449749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-38c12874-d895-441e-bb4f-46d4a1853552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.481086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.509081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-38c12874-d895-441e-bb4f-46d4a1853552 None None] Port a2ae5115-95e3-4807-81ae-b72a05fb6828 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:19.544414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.580107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:19.586909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.655543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c637b-9877-44ba-b4ec-f8cba0e33568 None None] Pushing event updated for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:19.712754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-242e8c8b-4e69-45af-8a2b-f784e33054e3 req-4bf98131-8638-4d91-ba5e-a3f43e7d7be3 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821522 Jan 17 12:51:19.744856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 159aeda0-bdc6-4888-a437-327fd71df79e yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:19.789192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 34a89efb-4a96-4c46-89ef-e107ea112f4c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:19.832064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.873761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 34a89efb-4a96-4c46-89ef-e107ea112f4c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:19.874246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:19.882724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791db27-bace-49a3-8082-b63c970fc46e req-49b98555-5e81-4ed5-be72-7310117975df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:19.884274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-49b98555-5e81-4ed5-be72-7310117975df service neutron] 10.222.0.67 "GET /v2.0/networks?id=c43b38ed-3c43-4042-b963-6e98138cb508 HTTP/1.1" status: 200 len: 897 time: 0.4329004 Jan 17 12:51:19.962335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=7f17b74e-b330-4a74-93d4-5b327de8c59c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:20.003300 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba855dd0-320f-4c49-a552-5bddb81eee86 None None] New status for floating IP 7f73057d-d5d8-4c12-9d71-8adfbf6184dc: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:51:20.031607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.058742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.063080 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-92241d0d-8d61-4ad7-910c-4932601b7221 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/7f17b74e-b330-4a74-93d4-5b327de8c59c HTTP/1.1" status: 204 len: 168 time: 1.6761057 Jan 17 12:51:20.083923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 34a89efb-4a96-4c46-89ef-e107ea112f4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=34a89efb-4a96-4c46-89ef-e107ea112f4c,segment=NetworkSegment(30ced516-69c8-4027-81f2-5cf3ede65fa8),segment_id=30ced516-69c8-4027-81f2-5cf3ede65fa8)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:20.084054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48224) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:20.147252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.148950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a276950-796a-4fcc-8d99-3043d80cd409 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:20.201660 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f4db0e-9986-417e-a29d-8e8956f9edef tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:51:20.206818 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d8f4db0e-9986-417e-a29d-8e8956f9edef tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/7f17b74e-b330-4a74-93d4-5b327de8c59c HTTP/1.1" status: 404 len: 333 time: 0.1195610 Jan 17 12:51:20.207964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:20.228230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=34a89efb-4a96-4c46-89ef-e107ea112f4c,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:20.271124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e54196-c4e0-42f1-a65e-0bad5745c37d req-feea54bf-5462-409d-b2ec-d21897e62694 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:20.273224 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e8e54196-c4e0-42f1-a65e-0bad5745c37d req-feea54bf-5462-409d-b2ec-d21897e62694 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 932 time: 0.2085190 Jan 17 12:51:20.275927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting port 0b2aadbf-11d2-419e-b545-bd44e4dbdcc5 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:20.276448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.280703 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-b3cf0f77-6e60-426b-ac8e-e1fb4681e09c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03d0e335-29c8-4201-9443-fe6487ffcee0 HTTP/1.1" status: 200 len: 217 time: 0.2025340 Jan 17 12:51:20.283973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0a276950-796a-4fcc-8d99-3043d80cd409 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:20.284361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.401220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960e47b-c300-4547-9d18-38099e7929e6 None None] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:20.417711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.9 (98096f54-c6f9-49b1-bbf1-7257c9335606/d0fbc477-14dd-48a0-97c7-808b3ecff354/159aeda0-bdc6-4888-a437-327fd71df79e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:20.422158 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e8e54196-c4e0-42f1-a65e-0bad5745c37d req-3c917cb8-cdbe-498b-8b41-8bd1c0bbbef4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419263 Jan 17 12:51:20.426536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b0c24-2176-40cc-b949-4545f142a58c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.490087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b0c24-2176-40cc-b949-4545f142a58c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.494861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.520879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Calling delete_port for 0b2aadbf-11d2-419e-b545-bd44e4dbdcc5 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:20.530776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6e287840-fc87-42b1-8dcd-66de7cf324d3 None None] Provisioning complete for port 34a89efb-4a96-4c46-89ef-e107ea112f4c triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:20.536009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e287840-fc87-42b1-8dcd-66de7cf324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.536009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed1b5cd6-2b30-4099-9365-4af20270f1b5 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:20.592770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ed1b5cd6-2b30-4099-9365-4af20270f1b5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:20.593381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ed1b5cd6-2b30-4099-9365-4af20270f1b5 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:20.594431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b421c059-e73d-4c86-b1a5-50d35c84e4db no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:20.636130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b421c059-e73d-4c86-b1a5-50d35c84e4db {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:20.636418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b421c059-e73d-4c86-b1a5-50d35c84e4db not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:20.682528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b0c24-2176-40cc-b949-4545f142a58c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.685638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b0c24-2176-40cc-b949-4545f142a58c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.686844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e69b0c24-2176-40cc-b949-4545f142a58c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/security-groups/a4cf238f-4d54-45ea-bc72-703d9b290ac1 HTTP/1.1" status: 204 len: 168 time: 0.4750810 Jan 17 12:51:20.693465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:20.710763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b0c24-2176-40cc-b949-4545f142a58c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf238f-4d54-45ea-bc72-703d9b290ac1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:20.727307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-51886aa7-8104-4a79-a645-cf8a31e16dbb tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:20.728918 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-51886aa7-8104-4a79-a645-cf8a31e16dbb tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.67 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.6479306 Jan 17 12:51:20.813426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791db27-bace-49a3-8082-b63c970fc46e req-c423ccd5-3144-4400-a2ff-eb153b10c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:20.813426 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-c423ccd5-3144-4400-a2ff-eb153b10c311 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=594b246e-4f1b-457d-b99a-917fefef9c8c HTTP/1.1" status: 200 len: 834 time: 0.2393274 Jan 17 12:51:20.886787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.891802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.942666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3c9ec2f4-fa32-4f44-b3a3-8c6602f25ff7 None None] Provisioning complete for port c648c583-3020-4407-b5d9-14ab078f14df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:20.943351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2f4-fa32-4f44-b3a3-8c6602f25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:20.957025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Port': ['ID=0b2aadbf-11d2-419e-b545-bd44e4dbdcc5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:21.032398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec2f4-fa32-4f44-b3a3-8c6602f25ff7 None None] Port c648c583-3020-4407-b5d9-14ab078f14df cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:21.064033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.067085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3c9ec2f4-fa32-4f44-b3a3-8c6602f25ff7 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:21.067701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec2f4-fa32-4f44-b3a3-8c6602f25ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.133688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791db27-bace-49a3-8082-b63c970fc46e req-737742ca-722b-4867-aaa0-3095b4dc0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:21.135176 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-737742ca-722b-4867-aaa0-3095b4dc0115 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c43b38ed-3c43-4042-b963-6e98138cb508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3004153 Jan 17 12:51:21.169085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a0395-a5eb-4b76-8103-ca992dcf15eb req-ef727385-c9c7-45bb-829c-28f80563122a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:21.184100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-187a0395-a5eb-4b76-8103-ca992dcf15eb req-ef727385-c9c7-45bb-829c-28f80563122a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 945 time: 0.3502789 Jan 17 12:51:21.234181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3c9ec2f4-fa32-4f44-b3a3-8c6602f25ff7 None None] Could not find standard attr ID for object 7f17b74e-b330-4a74-93d4-5b327de8c59c. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:51:21.282609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f5ef-3047-446d-9c38-b5d8234fb1b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.316514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Router 00f6974c-da81-479c-8db9-dce20c6487d0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:21.371346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bacece34-c641-4a40-ac2d-83c8fd5d2d1d None None] Provisioning complete for port ef04632b-8521-4f71-85e4-27ca7bef5d69 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:21.372430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bacece34-c641-4a40-ac2d-83c8fd5d2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.425995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-bacece34-c641-4a40-ac2d-83c8fd5d2d1d None None] Port ef04632b-8521-4f71-85e4-27ca7bef5d69 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:21.437772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:21.439593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bacece34-c641-4a40-ac2d-83c8fd5d2d1d None None] Provisioning complete for port 34a89efb-4a96-4c46-89ef-e107ea112f4c triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:21.440077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bacece34-c641-4a40-ac2d-83c8fd5d2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.450054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4622403-645e-49d8-99c9-cc2650166dbb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0713809 Jan 17 12:51:21.455948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48232) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:21.483206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] Sync routers for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:21.508088 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:21.509277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:21.548277 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-e998516c-3c21-460a-816b-3299fe991d06 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] show failed (client error): The resource could not be found. Jan 17 12:51:21.549438 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e998516c-3c21-460a-816b-3299fe991d06 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1448130391 HTTP/1.1" status: 404 len: 335 time: 0.0921249 Jan 17 12:51:21.554167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48236) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:21.559750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-360819d0-c06f-4c2e-87d4-c0b7a8d461f6 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:21.616608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:21.635979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] Routers {'00f6974c-da81-479c-8db9-dce20c6487d0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:21.636190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['00f6974c-da81-479c-8db9-dce20c6487d0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:21.672762 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-360819d0-c06f-4c2e-87d4-c0b7a8d461f6 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] update failed (client error): The resource could not be found. Jan 17 12:51:21.678738 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-360819d0-c06f-4c2e-87d4-c0b7a8d461f6 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1098085027 HTTP/1.1" status: 404 len: 335 time: 0.1179090 Jan 17 12:51:21.691003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48238) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:21.701952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 34a89efb-4a96-4c46-89ef-e107ea112f4c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:21.723972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:21.724820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac8a46-76ec-4884-ae6a-9800ab417710 None None] The sync data for ids ['00f6974c-da81-479c-8db9-dce20c6487d0'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:21.753898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bacece34-c641-4a40-ac2d-83c8fd5d2d1d None None] Could not find standard attr ID for object 7f17b74e-b330-4a74-93d4-5b327de8c59c. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:51:21.764362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.770284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 34a89efb-4a96-4c46-89ef-e107ea112f4c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:21.770529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.774412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006061c3-6d99-453e-8cd5-acc36ba0b0b4 req-5fa7f8c7-d6df-476a-ab50-d93d4ffa9915 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:21.776996 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-006061c3-6d99-453e-8cd5-acc36ba0b0b4 req-5fa7f8c7-d6df-476a-ab50-d93d4ffa9915 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 932 time: 0.1177659 Jan 17 12:51:21.781771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting subnet e4562ccb-a9cc-40ad-a4bf-1850c3e9fbc1 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:21.787297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.863701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:21.869202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.896881 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-006061c3-6d99-453e-8cd5-acc36ba0b0b4 req-7e4ed3ba-dcd0-44f3-a2cf-f668f3fd477a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108930 Jan 17 12:51:21.904993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ae5115-95e3-4807-81ae-b72a05fb6828 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:51:21.929008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f5ef-3047-446d-9c38-b5d8234fb1b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.930763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-14483d94-b708-46e0-9cac-eed3200d05d9 None None] Provisioning complete for port ef04632b-8521-4f71-85e4-27ca7bef5d69 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:21.931188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14483d94-b708-46e0-9cac-eed3200d05d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.936851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.962078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:21.969192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.973955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-14483d94-b708-46e0-9cac-eed3200d05d9 None None] Port ef04632b-8521-4f71-85e4-27ca7bef5d69 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:21.978025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:21.978401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:21.993259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:21.996945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Deleting port 03d0e335-29c8-4201-9443-fe6487ffcee0 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:21.997282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.004593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:22.011177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=159aeda0-bdc6-4888-a437-327fd71df79e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:22.091807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Transition to ACTIVE for port object a2ae5115-95e3-4807-81ae-b72a05fb6828 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:51:22.104021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-187a0395-a5eb-4b76-8103-ca992dcf15eb req-f55e2678-37ae-44a9-84ac-31373c05a1b4 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/security-groups?id=b1b6e633-881e-4be1-b3d4-e8e279a8029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8183277 Jan 17 12:51:22.172821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.173386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.181146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:22.181738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.186155 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-eda5ce51-98ac-416f-90e1-369e4d81eb41 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9058568 Jan 17 12:51:22.205658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Subnet': ['ID=e4562ccb-a9cc-40ad-a4bf-1850c3e9fbc1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:22.209305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.213110 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d0285c69-bfdb-451f-b771-b61d0c35a3cb tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/subnets/e4562ccb-a9cc-40ad-a4bf-1850c3e9fbc1 HTTP/1.1" status: 204 len: 168 time: 0.5204854 Jan 17 12:51:22.215441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48240) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:22.218253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710d170-390b-4e0d-9a03-2f88db08233a None None] Network e5578961-0566-46d7-b460-27ee267833a3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:22.273977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.294631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.303270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.335256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-73ae52a0-36c5-4252-8f69-b8706c64648e None None] Provisioning complete for port 159aeda0-bdc6-4888-a437-327fd71df79e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:22.336734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-73ae52a0-36c5-4252-8f69-b8706c64648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.345009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f5ef-3047-446d-9c38-b5d8234fb1b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.347544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f5ef-3047-446d-9c38-b5d8234fb1b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.351377 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4bb5f5ef-3047-446d-9c38-b5d8234fb1b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/security-groups/e3c840f2-c5dd-436a-825f-e3b2e412ef0f HTTP/1.1" status: 204 len: 168 time: 1.6509168 Jan 17 12:51:22.351377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] For port 03d0e335-29c8-4201-9443-fe6487ffcee0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=03d0e335-29c8-4201-9443-fe6487ffcee0,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:22.351377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.352378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48242) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:22.406548 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e0b23981-7bbe-467c-b741-ff5242ddd60f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5020919 Jan 17 12:51:22.406993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48244) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:22.410329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-73ae52a0-36c5-4252-8f69-b8706c64648e None None] Port 159aeda0-bdc6-4888-a437-327fd71df79e cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:22.418789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Calling delete_port for 03d0e335-29c8-4201-9443-fe6487ffcee0 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:22.421899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting port 0a276950-796a-4fcc-8d99-3043d80cd409 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:22.422373 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.430907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5f5ef-3047-446d-9c38-b5d8234fb1b4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c840f2-c5dd-436a-825f-e3b2e412ef0f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:22.497401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ae5115-95e3-4807-81ae-b72a05fb6828,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:22.499221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet ea59cfbc-4cea-4832-9994-adcc6d7a7bd1 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:22.523982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.538101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] DHCP port deletion for e5578961-0566-46d7-b460-27ee267833a3 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:22.590667 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-b5a9ee10-9e20-436b-9e90-4f78fa7b87e4 service neutron] 10.222.0.67 "GET /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611274 Jan 17 12:51:22.607538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] Deleting port 0a276950-796a-4fcc-8d99-3043d80cd409 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:22.607861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.681798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] For port 0a276950-796a-4fcc-8d99-3043d80cd409, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a276950-796a-4fcc-8d99-3043d80cd409,segment=NetworkSegment(1de4fc5b-590d-4cda-aece-0812ff69ed13),segment_id=1de4fc5b-590d-4cda-aece-0812ff69ed13)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:22.683282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.710031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Attempting to bind port a2ae5115-95e3-4807-81ae-b72a05fb6828 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:22.710239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Attempting to bind port a2ae5115-95e3-4807-81ae-b72a05fb6828 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:22.710718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Attempting to bind port a2ae5115-95e3-4807-81ae-b72a05fb6828 on network 7153e27e-5585-40db-9533-63e23cf46449 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:22.713507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] Calling delete_port for 0a276950-796a-4fcc-8d99-3043d80cd409 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:22.737713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Port a2ae5115-95e3-4807-81ae-b72a05fb6828 on network 7153e27e-5585-40db-9533-63e23cf46449 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:51:22.738645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Attempting to bind port a2ae5115-95e3-4807-81ae-b72a05fb6828 on network 7153e27e-5585-40db-9533-63e23cf46449 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:22.800323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:22.801086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Checking segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:22.801086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Bound using segment: {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:22.801769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Bound port: a2ae5115-95e3-4807-81ae-b72a05fb6828, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa50680c-c107-4bf3-9291-d087fefc30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7153e27e-5585-40db-9533-63e23cf46449'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:22.802751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.938405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.944323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] For port 0a276950-796a-4fcc-8d99-3043d80cd409, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a276950-796a-4fcc-8d99-3043d80cd409,segment=NetworkSegment(1de4fc5b-590d-4cda-aece-0812ff69ed13),segment_id=1de4fc5b-590d-4cda-aece-0812ff69ed13)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:22.944703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.964244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.965332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 36dc9398-f37d-4d8c-b250-7ceb999a03e4 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:22.965725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:22.971718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] For port a2ae5115-95e3-4807-81ae-b72a05fb6828, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:22.974362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] Pushing event deleted for resources: {'Port': ['ID=0a276950-796a-4fcc-8d99-3043d80cd409,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:22.982492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2fd5d-4908-454b-b275-6cc40403d279 None None] No DVR routers for this DVR port 0a276950-796a-4fcc-8d99-3043d80cd409 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:22.998079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216fbdc-adfc-4dda-8400-89f8ec4c359e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:22.999689 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f216fbdc-adfc-4dda-8400-89f8ec4c359e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5914648 Jan 17 12:51:23.000821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Calling delete_port for 0a276950-796a-4fcc-8d99-3043d80cd409 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:23.006452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48248) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:23.031810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.040397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] For port a2ae5115-95e3-4807-81ae-b72a05fb6828, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:23.079026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'Port': ['ID=03d0e335-29c8-4201-9443-fe6487ffcee0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:23.157481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] No DVR routers for this DVR port 03d0e335-29c8-4201-9443-fe6487ffcee0 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:23.161420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.167618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9eaf83a7-7e63-4f4b-9939-52f61e77419e req-e96c8a95-d635-4e79-b654-8abb93848e88 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.67 "DELETE /v2.0/ports/03d0e335-29c8-4201-9443-fe6487ffcee0 HTTP/1.1" status: 204 len: 173 time: 2.4133692 Jan 17 12:51:23.167807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'name': 'network-vif-deleted', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:51:23.170065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c131568-d99b-49fd-9541-82ddf8a750b3" -d '{"events": [{"server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "name": "network-vif-deleted", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:51:23.178265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.182450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port 36dc9398-f37d-4d8c-b250-7ceb999a03e4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36dc9398-f37d-4d8c-b250-7ceb999a03e4,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:23.182812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.187565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6566aa0-697f-4ec8-8aa8-532072ca91b2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.194396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6566aa0-697f-4ec8-8aa8-532072ca91b2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.200993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6566aa0-697f-4ec8-8aa8-532072ca91b2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.205585 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d6566aa0-697f-4ec8-8aa8-532072ca91b2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1953831 Jan 17 12:51:23.212689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48254) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:23.222125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 36dc9398-f37d-4d8c-b250-7ceb999a03e4 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:23.232549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47937f40-27a4-415c-b70d-7ccd18034a5f req-73dc2bf1-a2bb-4ed0-b9e5-0ce6a17fd109 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.234111 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-47937f40-27a4-415c-b70d-7ccd18034a5f req-73dc2bf1-a2bb-4ed0-b9e5-0ce6a17fd109 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 944 time: 0.2111490 Jan 17 12:51:23.255806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.256480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.258754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] 10.222.0.67 "PUT /v2.0/ports/a2ae5115-95e3-4807-81ae-b72a05fb6828 HTTP/1.1" status: 200 len: 1094 time: 4.1935720 Jan 17 12:51:23.266689 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dd58637f-5534-4914-845f-3ae9725a5e75 req-c8b02492-1372-4066-81b9-f2723720f3ce tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.0477712 Jan 17 12:51:23.330254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.337970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c54217-d6ef-4b55-93e4-47caec0a7fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ae5115-95e3-4807-81ae-b72a05fb6828,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:23.403255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.443086 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-47937f40-27a4-415c-b70d-7ccd18034a5f req-8c98fe1d-7875-42d9-87e5-4951e06a9e91 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790712 Jan 17 12:51:23.521498 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Port': ['ID=0a276950-796a-4fcc-8d99-3043d80cd409,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:23.526085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] No DVR routers for this DVR port 0a276950-796a-4fcc-8d99-3043d80cd409 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:23.583340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a276950-796a-4fcc-8d99-3043d80cd409 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:23.592323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e4c0e4-cfdf-433c-9eeb-cad85fd3d241 x-openstack-request-id: req-83e4c0e4-cfdf-433c-9eeb-cad85fd3d241 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:51:23.592681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf3c58-f20b-42b9-98c1-73845e32ec80", "name": "network-vif-deleted", "tag": "03d0e335-29c8-4201-9443-fe6487ffcee0", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:51:23.592938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83e4c0e4-cfdf-433c-9eeb-cad85fd3d241 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:51:23.593374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf3c58-f20b-42b9-98c1-73845e32ec80', 'name': 'network-vif-deleted', 'tag': '03d0e335-29c8-4201-9443-fe6487ffcee0', 'status': 'completed', 'code': 200} Jan 17 12:51:23.611342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0a276950-796a-4fcc-8d99-3043d80cd409 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:23.612164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a276950-796a-4fcc-8d99-3043d80cd409 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:23.640671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-d5ba426e-10f0-461b-8ad2-267def222bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.642347 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-d5ba426e-10f0-461b-8ad2-267def222bf4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 1097 time: 0.0632374 Jan 17 12:51:23.658548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.680418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 159aeda0-bdc6-4888-a437-327fd71df79e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:23.680950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.684651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.698808 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-bf0604d6-bf4c-484d-87dd-55302a8c6cf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828 HTTP/1.1" status: 200 len: 217 time: 0.0484705 Jan 17 12:51:23.727794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=36dc9398-f37d-4d8c-b250-7ceb999a03e4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:23.762836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5578961-0566-46d7-b460-27ee267833a3']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:23.785016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.788517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de4fc5b-590d-4cda-aece-0812ff69ed13') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:23.788865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de4fc5b-590d-4cda-aece-0812ff69ed13') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:23.834480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.841664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.850060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48258) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:23.850599 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/ea59cfbc-4cea-4832-9994-adcc6d7a7bd1 HTTP/1.1" status: 204 len: 168 time: 1.4965792 Jan 17 12:51:23.851674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5926c-0a36-43da-a1c0-3aad166956ff tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=ea59cfbc-4cea-4832-9994-adcc6d7a7bd1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:23.852910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767082f-b5b3-4688-974c-ea343bb4fadf None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:23.856793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:23.863740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-1cbf222f-4c22-44d8-934e-47abfadb8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:23.865208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-1cbf222f-4c22-44d8-934e-47abfadb8dae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65 HTTP/1.1" status: 200 len: 835 time: 0.1466908 Jan 17 12:51:23.880792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.898820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:23.899561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:23.903247 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:23.923631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.931432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:23.989045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 159aeda0-bdc6-4888-a437-327fd71df79e owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:24.053664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-6fe5f130-2af4-483a-a357-9d998314dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:24.056043 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-6fe5f130-2af4-483a-a357-9d998314dfdc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7153e27e-5585-40db-9533-63e23cf46449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793220 Jan 17 12:51:24.188757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.199928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.206354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:24.225113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48260) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:24.225362 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/networks/e5578961-0566-46d7-b460-27ee267833a3 HTTP/1.1" status: 204 len: 168 time: 1.9902735 Jan 17 12:51:24.225362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503978f-b6ca-4b23-a56d-1eabfc350004 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Network': ['ID=e5578961-0566-46d7-b460-27ee267833a3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:24.284424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.320787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=159aeda0-bdc6-4888-a437-327fd71df79e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:24.367642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting subnet bd548db9-51a7-49a7-80ef-fcc2f378f5f0 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:24.371349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.413326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:24.418197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.449128 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3767b70-7f38-4e19-9a01-fa1b507edf3e req-5eeacc72-4b6f-4a74-ab8b-38de47aa08ad tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "GET /v2.0/ports?device_id=2dbf3c58-f20b-42b9-98c1-73845e32ec80 HTTP/1.1" status: 200 len: 210 time: 0.0396409 Jan 17 12:51:24.456202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-7885e838-e711-4182-a054-6b68f8cd1485 service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889823 Jan 17 12:51:24.474406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.483280 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-919f1126-fb1d-49fd-8cf4-1e8b46b0f26a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/159aeda0-bdc6-4888-a437-327fd71df79e HTTP/1.1" status: 204 len: 168 time: 1.2677677 Jan 17 12:51:24.485798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48266) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:24.516295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96dc1fc-1f9f-4b63-8b1a-2a86d62113ab tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:51:24.518375 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e96dc1fc-1f9f-4b63-8b1a-2a86d62113ab tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/159aeda0-bdc6-4888-a437-327fd71df79e HTTP/1.1" status: 404 len: 333 time: 0.0313706 Jan 17 12:51:24.521113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48268) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:24.543060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:24.576379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 03d0e335-29c8-4201-9443-fe6487ffcee0 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:24.581749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 03d0e335-29c8-4201-9443-fe6487ffcee0 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:24.585288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.647636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port ef04632b-8521-4f71-85e4-27ca7bef5d69 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:24.651536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.659909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:24.672125 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049db87d-3966-4b03-a949-56c04f333940 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:24.682175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:24.682789 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:24.696759 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b2a4a96c-507b-400b-9231-17a8e26fcd02 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1033678 Jan 17 12:51:24.706936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48270) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:24.774765 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:24.792115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d9eeb92-5923-4d5b-88ed-68ab44e34427 req-33fc33b6-9486-4474-8602-7631e001be5b service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629550 Jan 17 12:51:24.814608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f9054-3306-4c1d-b4f1-199764f9dd42 req-422c5ce4-ca45-426c-b50d-0d91a1ac56ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:24.814784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting subnet 75333655-3a03-4e04-b92f-8fb409cadd93 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:24.816331 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-722f9054-3306-4c1d-b4f1-199764f9dd42 req-422c5ce4-ca45-426c-b50d-0d91a1ac56ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 944 time: 0.2087371 Jan 17 12:51:24.825997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.849316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.854319 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:23Z', 'revision_number': 11, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:24.871262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.875056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:24.890961 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049db87d-3966-4b03-a949-56c04f333940 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:24.903015 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:24.903015 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:24.909089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for ef04632b-8521-4f71-85e4-27ca7bef5d69 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:24.930604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-722f9054-3306-4c1d-b4f1-199764f9dd42 req-fe41b492-849a-46d1-bed3-552db1fcb4be tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038351 Jan 17 12:51:24.989938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c92fa4d9-d160-48ca-b962-5f1e788495e5 None None] Provisioning complete for port c648c583-3020-4407-b5d9-14ab078f14df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:24.990558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c92fa4d9-d160-48ca-b962-5f1e788495e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.009626 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:25.050762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c92fa4d9-d160-48ca-b962-5f1e788495e5 None None] Port c648c583-3020-4407-b5d9-14ab078f14df cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:25.058586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.061113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c92fa4d9-d160-48ca-b962-5f1e788495e5 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:25.061557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c92fa4d9-d160-48ca-b962-5f1e788495e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.102226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.159884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Subnet': ['ID=bd548db9-51a7-49a7-80ef-fcc2f378f5f0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:25.161996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.173915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685fb44-2d9c-4c1d-8912-3a73134e64aa None None] Network 4a8a9eae-080f-43ed-b4fa-a836524e6238 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:25.175993 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049db87d-3966-4b03-a949-56c04f333940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:23Z', 'revision_number': 11, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:25.203639 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049db87d-3966-4b03-a949-56c04f333940 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:23Z', 'revision_number': 11, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:25.208194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.211564 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-86ee67d6-70de-407f-9c41-9d60e55292b4 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/subnets/bd548db9-51a7-49a7-80ef-fcc2f378f5f0 HTTP/1.1" status: 204 len: 168 time: 0.9996822 Jan 17 12:51:25.214065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48272) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:25.218583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=8eede944-0204-4440-ae10-867e6ce2137d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:25.243407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:25.245358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:25.254259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.261034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:25.262014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.269046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278f7cd-785c-4f88-8b5f-72abaf6107b7 None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:25.293478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.297661 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/75333655-3a03-4e04-b92f-8fb409cadd93 HTTP/1.1" status: 204 len: 168 time: 0.5897348 Jan 17 12:51:25.298387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.300490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48274) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:25.309645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55a95-6b0c-48d7-9285-1d628c20990a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Subnet': ['ID=75333655-3a03-4e04-b92f-8fb409cadd93,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:25.309832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6038a-ed50-4ffc-a8e0-ee44c8741baf None None] Network 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:25.339965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=ef04632b-8521-4f71-85e4-27ca7bef5d69,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:25.374584 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ca06f7fb-6aa6-41a2-a9fc-1999f510a504 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5191488 Jan 17 12:51:25.375511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting subnet ea3f96c5-88d1-4749-9d4f-c58fbb141981 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:25.377749 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48276) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:25.385477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-895729802'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:25.407817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.412932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.502578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.506191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Deleting port 2e2877a7-4733-4af1-98c4-541095623c68 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:25.506711 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-97a714cf-e9f5-46b2-b196-76a4de56053b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/ef04632b-8521-4f71-85e4-27ca7bef5d69 HTTP/1.1" status: 204 len: 168 time: 0.9822712 Jan 17 12:51:25.508599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.510481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48280) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:25.557486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.562324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48282) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:25.600404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:51:25.603292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:51:25.680494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] For port 2e2877a7-4733-4af1-98c4-541095623c68, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2e2877a7-4733-4af1-98c4-541095623c68,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:25.682049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.694519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b8c3f-3cd9-4210-b055-c99029fd5f5e x-openstack-request-id: req-8f2b8c3f-3cd9-4210-b055-c99029fd5f5e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:51:25.695570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:51:25.695923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f2b8c3f-3cd9-4210-b055-c99029fd5f5e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:51:25.696519 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'status': 'completed', 'code': 200} Jan 17 12:51:25.711251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Calling delete_port for 2e2877a7-4733-4af1-98c4-541095623c68 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:25.723847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36dc9398-f37d-4d8c-b250-7ceb999a03e4 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:25.746174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 36dc9398-f37d-4d8c-b250-7ceb999a03e4 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:25.746690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36dc9398-f37d-4d8c-b250-7ceb999a03e4 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:25.776766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.778812 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba792f95-7e4a-46c5-a55f-3acf70d96d59 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:51:25.782957 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ba792f95-7e4a-46c5-a55f-3acf70d96d59 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/ef04632b-8521-4f71-85e4-27ca7bef5d69 HTTP/1.1" status: 404 len: 333 time: 0.2688468 Jan 17 12:51:25.792844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] DHCP port deletion for 4a8a9eae-080f-43ed-b4fa-a836524e6238 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:25.811605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48286) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:25.848334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] DHCP port deletion for 716f3a6f-2a5c-43c0-9c5d-6c1801be5afa request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:25.922916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] Deleting port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:25.923691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:25.931846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-d3120e48-e2a3-4fff-b3ac-217540122d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:25.933390 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-d3120e48-e2a3-4fff-b3ac-217540122d68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 1097 time: 0.2193925 Jan 17 12:51:25.951268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet d0fbc477-14dd-48a0-97c7-808b3ecff354 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:25.963983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.004219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] Update dhcp port {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'fixed_ips': [{'subnet_id': 'e5d50feb-4700-4485-8c8c-b068053b0afe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8eede944-0204-4440-ae10-867e6ce2137d'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '709b8a1a-3be2-4ee0-8dff-d0c164783a95'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:51:26.015034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] For port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,segment=NetworkSegment(bd792079-07f3-4261-8d54-d84a104f5a65),segment_id=bd792079-07f3-4261-8d54-d84a104f5a65)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:26.015623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.026228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.056524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] Calling delete_port for b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:26.063085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] Deleting port 2e2877a7-4733-4af1-98c4-541095623c68 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:26.063454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.108978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.140570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.177009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f008-fe11-4b7e-82ab-b4e22415af27 req-4a086d7c-3e58-43cc-9d81-07a8177aeacc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:26.178657 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b248f008-fe11-4b7e-82ab-b4e22415af27 req-4a086d7c-3e58-43cc-9d81-07a8177aeacc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 944 time: 0.1277580 Jan 17 12:51:26.220382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] For port 2e2877a7-4733-4af1-98c4-541095623c68, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2e2877a7-4733-4af1-98c4-541095623c68,segment=NetworkSegment(9ec8f547-635b-47db-828c-5722123f312d),segment_id=9ec8f547-635b-47db-828c-5722123f312d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:26.221013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.224255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.242789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] Calling delete_port for 2e2877a7-4733-4af1-98c4-541095623c68 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:26.287105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf61a3d2-e0b4-4dc0-a5af-fbd99cc05a54,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:26.294485 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b248f008-fe11-4b7e-82ab-b4e22415af27 req-672d1646-253e-4e7a-b01e-8b8bfc628d75 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837598 Jan 17 12:51:26.344718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.381106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.385868 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b8ab04c4-fd5f-4040-ad39-46633c249cf8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0035253 Jan 17 12:51:26.387571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.393327 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/subnets/ea3f96c5-88d1-4749-9d4f-c58fbb141981 HTTP/1.1" status: 204 len: 168 time: 1.1753013 Jan 17 12:51:26.393327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48290) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:26.395418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-346094835'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:26.400184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48292) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:26.400910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c857e-fddc-4e95-957e-a0e52e18a5d0 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3f96c5-88d1-4749-9d4f-c58fbb141981,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:26.421270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3599ca6-73c0-491d-9959-6287b002fee7 None None] Network e75fd2e7-e483-4820-9134-8bf2a256b43f requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:26.454338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.477829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.517124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.521078 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.528638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.534796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-3293054b-c3d3-4141-9966-3fd05d3343f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:26.536395 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-3293054b-c3d3-4141-9966-3fd05d3343f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 200 len: 898 time: 0.5966372 Jan 17 12:51:26.537829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] Pushing event deleted for resources: {'Port': ['ID=b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:26.547203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f159d-c4ed-4f95-a677-a151e1ea3e55 None None] No DVR routers for this DVR port b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:26.549323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] Allocated IP 2001:db8::2 (64874645-0b65-43e8-b1f5-046c5b416138/8eede944-0204-4440-ae10-867e6ce2137d/709b8a1a-3be2-4ee0-8dff-d0c164783a95) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:26.566518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.637370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.639649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Port': ['ID=2e2877a7-4733-4af1-98c4-541095623c68,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:26.643648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No DVR routers for this DVR port 2e2877a7-4733-4af1-98c4-541095623c68 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:26.649791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-812fe8bc-3b94-416a-9f0a-1ba9c612daa7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828 HTTP/1.1" status: 200 len: 217 time: 0.1007664 Jan 17 12:51:26.663170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] Pushing event deleted for resources: {'Port': ['ID=2e2877a7-4733-4af1-98c4-541095623c68,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:26.677809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f490a-48c1-4772-bae6-c446d9952d42 None None] No DVR routers for this DVR port 2e2877a7-4733-4af1-98c4-541095623c68 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:26.731237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.733143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.740423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=709b8a1a-3be2-4ee0-8dff-d0c164783a95,segment=NetworkSegment(e5ab3767-b60b-47a9-88b8-f6b96197b41a),segment_id=e5ab3767-b60b-47a9-88b8-f6b96197b41a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:26.775531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.791586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] DHCP port deletion for e75fd2e7-e483-4820-9134-8bf2a256b43f request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:26.801802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8a9eae-080f-43ed-b4fa-a836524e6238']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:26.838594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.844950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] Deleting port d7f0b8fb-744b-440a-ac50-93f3988e686a {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:26.845334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.848644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd792079-07f3-4261-8d54-d84a104f5a65') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:26.848936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd792079-07f3-4261-8d54-d84a104f5a65') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:26.871477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-c5745b79-2917-447e-9b0e-0abf08f42d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:26.872973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-c5745b79-2917-447e-9b0e-0abf08f42d8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65 HTTP/1.1" status: 200 len: 835 time: 0.2135015 Jan 17 12:51:26.876682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.877834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716f3a6f-2a5c-43c0-9c5d-6c1801be5afa']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:26.884789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.903344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.913321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.924101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:26.924544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.924704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec8f547-635b-47db-828c-5722123f312d') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:26.924918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec8f547-635b-47db-828c-5722123f312d') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:26.928866 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:26.946701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.969482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-fda6da30-5bf0-4ae5-a38a-7ff37828816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:26.970998 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-fda6da30-5bf0-4ae5-a38a-7ff37828816d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7153e27e-5585-40db-9533-63e23cf46449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908639 Jan 17 12:51:26.971962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.985955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:26.986361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:26.989484 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:26.997163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] For port d7f0b8fb-744b-440a-ac50-93f3988e686a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7f0b8fb-744b-440a-ac50-93f3988e686a,segment=NetworkSegment(5d406182-86be-4348-8d08-451d25393235),segment_id=5d406182-86be-4348-8d08-451d25393235)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:26.997163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.029633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665098b-db90-4170-90cc-655becfb09a5 None None] Pushing event updated for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.035890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] Calling delete_port for d7f0b8fb-744b-440a-ac50-93f3988e686a owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:27.056908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.102919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e3df8a-65ac-4dff-b62a-280f7eba093c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.114637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Deleting port e155d7ce-385b-4fa6-8261-d3a1195dc2e6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:27.114990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.121481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.169724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fbc477-14dd-48a0-97c7-808b3ecff354,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.169724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.170677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a04cd813-61f8-46f0-8035-b18c75adc23d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/d0fbc477-14dd-48a0-97c7-808b3ecff354 HTTP/1.1" status: 204 len: 168 time: 1.3569491 Jan 17 12:51:27.177427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48296) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:27.177621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49835dae-69ba-4eee-9193-4666ea5fb4a0 None None] Network 98096f54-c6f9-49b1-bbf1-7257c9335606 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:27.190769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.192396 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d86c83d7-3306-40d7-b481-8bfeb9a762d8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8003078 Jan 17 12:51:27.196151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.200044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48298) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:27.204746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299104194'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:27.222148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.226109 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/networks/4a8a9eae-080f-43ed-b4fa-a836524e6238 HTTP/1.1" status: 204 len: 168 time: 0.8230035 Jan 17 12:51:27.238416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48300) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:27.240783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.242843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdddb4-fb7d-4a33-b8c5-487335ef7375 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Network': ['ID=4a8a9eae-080f-43ed-b4fa-a836524e6238,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.277395 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-1af4cac0-7b27-47c7-a59d-198e1bc51177 service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984354 Jan 17 12:51:27.278031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.283047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.285890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] Pushing event deleted for resources: {'Port': ['ID=d7f0b8fb-744b-440a-ac50-93f3988e686a,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.294382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] For port e155d7ce-385b-4fa6-8261-d3a1195dc2e6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:27.294806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.297755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3cd278-88d2-4ce0-a220-885c400455c2 None None] No DVR routers for this DVR port d7f0b8fb-744b-440a-ac50-93f3988e686a on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:27.310731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Calling delete_port for e155d7ce-385b-4fa6-8261-d3a1195dc2e6 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:27.327242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.333609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/networks/716f3a6f-2a5c-43c0-9c5d-6c1801be5afa HTTP/1.1" status: 204 len: 168 time: 2.0319288 Jan 17 12:51:27.388045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48302) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:27.398950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'routes': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:27.431479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.505506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] DHCP port deletion for 98096f54-c6f9-49b1-bbf1-7257c9335606 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:27.511407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0c096-0fc7-4ee2-b2d5-6c9faf76eb2f tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Pushing event deleted for resources: {'Network': ['ID=716f3a6f-2a5c-43c0-9c5d-6c1801be5afa,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.596011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] Deleting port 34a89efb-4a96-4c46-89ef-e107ea112f4c {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:27.596309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.621485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.625077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.656881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:27.703847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] For port 34a89efb-4a96-4c46-89ef-e107ea112f4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=34a89efb-4a96-4c46-89ef-e107ea112f4c,segment=NetworkSegment(30ced516-69c8-4027-81f2-5cf3ede65fa8),segment_id=30ced516-69c8-4027-81f2-5cf3ede65fa8)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:27.704268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.713752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.726388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] Calling delete_port for 34a89efb-4a96-4c46-89ef-e107ea112f4c owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:27.753306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39012a-d82b-4909-a0ed-9c50fc6ce4ca req-582f8ef3-f9a0-44ce-b99d-369c9bdaa90e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:27.754879 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b39012a-d82b-4909-a0ed-9c50fc6ce4ca req-582f8ef3-f9a0-44ce-b99d-369c9bdaa90e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 944 time: 0.2953479 Jan 17 12:51:27.758444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:27.758444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.766356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b5bcd4-2364-41f7-bd7c-1be5c76ad1e8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.776755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.801501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Added routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 17 12:51:27.801501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Removed routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 17 12:51:27.801501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.809889 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2b1eb4-a966-45cf-b700-ca5c32a8b7e8 req-1b2f3cc0-faa3-4962-a478-b8e60306e927 service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246389 Jan 17 12:51:27.819103 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'Port': ['ID=e155d7ce-385b-4fa6-8261-d3a1195dc2e6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:27.888637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.892909 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a0c0e515-d54d-44ac-8d65-69db76b226a8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6916196 Jan 17 12:51:27.901890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48308) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:27.910551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-133208005', 'security_groups': ['90b5bcd4-2364-41f7-bd7c-1be5c76ad1e8'], 'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8eede944-0204-4440-ae10-867e6ce2137d'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:27.938160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-37b54013-dd38-4694-9c01-5dc9420599e8 None None] Provisioning complete for port c648c583-3020-4407-b5d9-14ab078f14df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:27.938538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37b54013-dd38-4694-9c01-5dc9420599e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:27.988538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-37b54013-dd38-4694-9c01-5dc9420599e8 None None] Port c648c583-3020-4407-b5d9-14ab078f14df cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:28.004281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-37b54013-dd38-4694-9c01-5dc9420599e8 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:28.004947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37b54013-dd38-4694-9c01-5dc9420599e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.018243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 34a89efb-4a96-4c46-89ef-e107ea112f4c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:28.018864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.021970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.042876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b39012a-d82b-4909-a0ed-9c50fc6ce4ca req-6a3776ae-0c9d-44a4-8176-935c5f1bf83a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728379 Jan 17 12:51:28.047421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.111783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:28.134836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] Pushing event deleted for resources: {'Port': ['ID=34a89efb-4a96-4c46-89ef-e107ea112f4c,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:28.142875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c50b8-8abe-4e1b-9325-a37bd70355ed None None] No DVR routers for this DVR port 34a89efb-4a96-4c46-89ef-e107ea112f4c on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:28.145815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:28.146244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b3d0aad7-c9b2-4e96-993c-16fe82ce8ef8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:28.146711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2e2877a7-4733-4af1-98c4-541095623c68 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:28.178641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 2e2877a7-4733-4af1-98c4-541095623c68 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:28.178907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2e2877a7-4733-4af1-98c4-541095623c68 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:28.179830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7f0b8fb-744b-440a-ac50-93f3988e686a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:28.186109 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75fd2e7-e483-4820-9134-8bf2a256b43f']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.190998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.213142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.217665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d406182-86be-4348-8d08-451d25393235') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.217958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d406182-86be-4348-8d08-451d25393235') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.223081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d7f0b8fb-744b-440a-ac50-93f3988e686a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:28.223081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7f0b8fb-744b-440a-ac50-93f3988e686a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:28.224808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port 34a89efb-4a96-4c46-89ef-e107ea112f4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=34a89efb-4a96-4c46-89ef-e107ea112f4c,segment=NetworkSegment(30ced516-69c8-4027-81f2-5cf3ede65fa8),segment_id=30ced516-69c8-4027-81f2-5cf3ede65fa8)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:28.224808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.245823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.292334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 34a89efb-4a96-4c46-89ef-e107ea112f4c owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:28.334657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.371745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:28.372148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:28.376867 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:28.424299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:28.512399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.538169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a2ae5115-95e3-4807-81ae-b72a05fb6828 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:51:28.542341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:28.549465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.551666 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e88807a1-5120-4ccb-a9d3-3731a7e6da08 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 704 time: 1.1588817 Jan 17 12:51:28.553019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.554991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48310) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:28.561853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] Sync routers for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:28.564108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.578309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.581403 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/networks/e75fd2e7-e483-4820-9134-8bf2a256b43f HTTP/1.1" status: 204 len: 168 time: 1.3375301 Jan 17 12:51:28.584077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48312) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:28.603742 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f8559828-e915-49ff-b672-c3db65605346 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 205 time: 0.0447476 Jan 17 12:51:28.618962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48314) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:28.624754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:28.626187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.630679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0084328-8612-45d8-8611-b5cede835493 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Network': ['ID=e75fd2e7-e483-4820-9134-8bf2a256b43f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:28.632093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=34a89efb-4a96-4c46-89ef-e107ea112f4c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:28.635148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port 34a89efb-4a96-4c46-89ef-e107ea112f4c on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:28.665805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:28.722748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.746789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98096f54-c6f9-49b1-bbf1-7257c9335606']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.757948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ced516-69c8-4027-81f2-5cf3ede65fa8') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.758170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ced516-69c8-4027-81f2-5cf3ede65fa8') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.768749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.784035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.790382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:28.790923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:28.794063 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:28.811367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.857852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting subnet 8e16d70d-1e10-4bc6-916d-79249bafdc98 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:28.887184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:28.893219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.951239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:23Z', 'revision_number': 11, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:28.964893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.979551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:28.983033 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/98096f54-c6f9-49b1-bbf1-7257c9335606 HTTP/1.1" status: 204 len: 168 time: 1.8087704 Jan 17 12:51:28.993217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port a2ae5115-95e3-4807-81ae-b72a05fb6828, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:28.997529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48316) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:28.997668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] Checking router: 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:28.999724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1515421185'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:29.003802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795c22-1bcf-4746-909d-6328074628d8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=98096f54-c6f9-49b1-bbf1-7257c9335606,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:29.012498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:51:29.016117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] Routers {'8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:29.016672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:29.084776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.102367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:29.106429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.113164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] Set router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:29.125003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.159868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:29.170988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.175766 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Added segment 4aac3e29-bebe-412f-970e-ce9c8d300c54 of type vlan for network 544b40ff-612c-4f9e-bb59-3fa213951524 Jan 17 12:51:29.184236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.184448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.186297 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:23Z', 'revision_number': 11, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:29.189971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.225438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4cd479-beeb-4c78-a30a-28434c524be0 None None] The sync data for ids ['8cb8c65b-4881-4310-9ca2-d2e9cff8af6d'] in dv-neutron-824886-1-hyperv is: [{'id': '8cb8c65b-4881-4310-9ca2-d2e9cff8af6d', 'name': 'tempest-RoutersIpV6Test-router-310735131', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:14Z', 'updated_at': '2022-01-17T12:51:23Z', 'revision_number': 11, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:29.227941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ae5115-95e3-4807-81ae-b72a05fb6828 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:51:29.228389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.254439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port a2ae5115-95e3-4807-81ae-b72a05fb6828, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:29.313426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] device_id is not set on port e35842c0-2c4a-4694-9675-5b8dea80c444 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:29.350365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbdd8a-6144-40a7-8b1b-403856775986 req-e89c4814-fccd-4ebb-8890-9e9c3a502c7f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:29.352265 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38fbdd8a-6144-40a7-8b1b-403856775986 req-e89c4814-fccd-4ebb-8890-9e9c3a502c7f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 944 time: 0.1993854 Jan 17 12:51:29.393053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.397743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:29.440701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=a2ae5115-95e3-4807-81ae-b72a05fb6828,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:29.451865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.484401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.492747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:29.492747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.562106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.562766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb8c65b-4881-4310-9ca2-d2e9cff8af6d {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:29.567332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Network': ['ID=544b40ff-612c-4f9e-bb59-3fa213951524,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:29.573031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.574981 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-22520206-eebf-4060-b48c-f8ca5abe5714 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 204 len: 168 time: 0.9217086 Jan 17 12:51:29.578821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 544b40ff-612c-4f9e-bb59-3fa213951524 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:29.579602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48320) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:29.584920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1658493476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:29.616031 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38fbdd8a-6144-40a7-8b1b-403856775986 req-b2c9e90c-cbc4-4f46-9626-18d55e95f875 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131176 Jan 17 12:51:29.636632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a8de016-0caa-4299-b076-758a0746281e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6409149 Jan 17 12:51:29.640847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48322) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:29.654427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:29.702888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 34a89efb-4a96-4c46-89ef-e107ea112f4c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:29.705763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['a2ae5115-95e3-4807-81ae-b72a05fb6828'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:51:29.749003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:29.757869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48324) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:29.758241 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-76c5a33e-4147-4c2e-91c5-19c335925553 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "PUT /v2.0/routers/5ea4ac1a-1cd2-47b4-b3fb-7b489e225291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1949084 Jan 17 12:51:29.763108 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] Sync routers for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:29.764381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 34a89efb-4a96-4c46-89ef-e107ea112f4c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:29.764724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 34a89efb-4a96-4c46-89ef-e107ea112f4c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:29.780137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8::17a (64874645-0b65-43e8-b1f5-046c5b416138/8eede944-0204-4440-ae10-867e6ce2137d/e35842c0-2c4a-4694-9675-5b8dea80c444) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:29.784790 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:29.785655 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:29.803098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.804222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.805240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.859472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Subnet': ['ID=8e16d70d-1e10-4bc6-916d-79249bafdc98,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:29.865756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Deleting subnet 594b246e-4f1b-457d-b99a-917fefef9c8c {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:29.875848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.876492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:29.881539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114672bf-fd1f-4999-877c-80ae65117162 None None] Network a5358650-f6ac-4a2f-9cce-4b5073424070 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:29.882657 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-527809c9-491d-4347-88c7-368165ef61b3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/subnets/8e16d70d-1e10-4bc6-916d-79249bafdc98 HTTP/1.1" status: 204 len: 168 time: 1.2971747 Jan 17 12:51:29.889793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48326) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:29.915969 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:29.921927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.010980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.057241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:30.058332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.060731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.168976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.180581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.181005 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:51:27Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:30.197041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] DHCP port deletion for a5358650-f6ac-4a2f-9cce-4b5073424070 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:30.219729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Deleting port a8bd5508-0248-403d-ad0c-533e9540908e {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:30.220203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.229639 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] Checking router: 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:30.239398 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] Routers {'5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:30.240069 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:30.269585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] Deleting port a8bd5508-0248-403d-ad0c-533e9540908e {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:30.271482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.272432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.308213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.309581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] For port a8bd5508-0248-403d-ad0c-533e9540908e, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a8bd5508-0248-403d-ad0c-533e9540908e,segment=NetworkSegment(492de11a-dee3-47be-a81c-d5bf533a7608),segment_id=492de11a-dee3-47be-a81c-d5bf533a7608)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:30.310060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.327144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Calling delete_port for a8bd5508-0248-403d-ad0c-533e9540908e owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:30.340881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.355365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'Subnet': ['ID=594b246e-4f1b-457d-b99a-917fefef9c8c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:30.362026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] For port a8bd5508-0248-403d-ad0c-533e9540908e, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a8bd5508-0248-403d-ad0c-533e9540908e,segment=NetworkSegment(492de11a-dee3-47be-a81c-d5bf533a7608),segment_id=492de11a-dee3-47be-a81c-d5bf533a7608)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:30.362446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.371200 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] Set router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:30.377215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50641c1b-42b3-4e05-9dc8-423a11c43ca6 None None] Network c43b38ed-3c43-4042-b963-6e98138cb508 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:30.389028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.392601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e73df86c-6feb-49c0-a5e2-b462eb3a7588 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "DELETE /v2.0/subnets/594b246e-4f1b-457d-b99a-917fefef9c8c HTTP/1.1" status: 204 len: 168 time: 0.6337101 Jan 17 12:51:30.398780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48328) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:30.453789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.455340 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d8aa6e13-130d-4be1-99c8-ff36bd19b1cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8747988 Jan 17 12:51:30.463231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48330) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:30.464804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] Calling delete_port for a8bd5508-0248-403d-ad0c-533e9540908e owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:30.468360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:30.496131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:30.517399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:30.520417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:30.529091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:30.529767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.578092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=e35842c0-2c4a-4694-9675-5b8dea80c444,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:30.644636 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:51:27Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:30.665269 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ae36a7b4-51bc-453e-a8ef-337217f94af6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7595639 Jan 17 12:51:30.668226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48334) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:30.674082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:30.701842 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea3594-a950-4e81-bfe2-11bfda2927de None None] The sync data for ids ['5ea4ac1a-1cd2-47b4-b3fb-7b489e225291'] in dv-neutron-824886-1-hyperv is: [{'id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593968318', 'tenant_id': '631838b01a2040c1ae54173126944cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:49:01Z', 'updated_at': '2022-01-17T12:51:27Z', 'revision_number': 5, 'project_id': '631838b01a2040c1ae54173126944cd9', 'gw_port': {'id': '6c59d2a6-9476-449d-bb69-d6c8781ab406', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4ac1a-1cd2-47b4-b3fb-7b489e225291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:49:04Z', 'updated_at': '2022-01-17T12:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:30.711117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.756124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] Pushing event deleted for resources: {'Port': ['ID=a8bd5508-0248-403d-ad0c-533e9540908e,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:30.761211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.771507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] DHCP port deletion for c43b38ed-3c43-4042-b963-6e98138cb508 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:30.779772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381671a7-16e3-47d2-895a-8689f71f9d36 None None] No DVR routers for this DVR port a8bd5508-0248-403d-ad0c-533e9540908e on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:30.806477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Port': ['ID=a8bd5508-0248-403d-ad0c-533e9540908e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:30.818500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] No DVR routers for this DVR port a8bd5508-0248-403d-ad0c-533e9540908e on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:30.844285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] Deleting port d077eaf7-32d5-46bb-8fa8-a20126f68446 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:30.844670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.914315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] For port d077eaf7-32d5-46bb-8fa8-a20126f68446, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d077eaf7-32d5-46bb-8fa8-a20126f68446,segment=NetworkSegment(6a199ab7-0077-4c07-90a2-5793c6491289),segment_id=6a199ab7-0077-4c07-90a2-5793c6491289)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:30.914721 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.931839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] Calling delete_port for d077eaf7-32d5-46bb-8fa8-a20126f68446 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:30.937625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:30.974672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5358650-f6ac-4a2f-9cce-4b5073424070']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:30.988873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492de11a-dee3-47be-a81c-d5bf533a7608') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:30.989179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492de11a-dee3-47be-a81c-d5bf533a7608') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:31.002273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.014721 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e332df85-280d-4e71-a869-f67790cc3e99 None None] Provisioning complete for port e35842c0-2c4a-4694-9675-5b8dea80c444 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:31.015089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e332df85-280d-4e71-a869-f67790cc3e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.026020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.032489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:31.033039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:31.037003 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:31.061103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e332df85-280d-4e71-a869-f67790cc3e99 None None] Port e35842c0-2c4a-4694-9675-5b8dea80c444 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:31.070628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.135569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:31.139577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.176331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.202974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] Pushing event deleted for resources: {'Port': ['ID=d077eaf7-32d5-46bb-8fa8-a20126f68446,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:31.206613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aaea8f-c257-4d2a-b384-49ef7208897c None None] No DVR routers for this DVR port d077eaf7-32d5-46bb-8fa8-a20126f68446 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:31.240916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.246571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.255917 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/networks/a5358650-f6ac-4a2f-9cce-4b5073424070 HTTP/1.1" status: 204 len: 168 time: 1.3609338 Jan 17 12:51:31.255917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48336) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:31.258288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.305975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27213a8-6814-44a7-a2de-6474186b393e tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Pushing event deleted for resources: {'Network': ['ID=a5358650-f6ac-4a2f-9cce-4b5073424070,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:31.309837 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.ipam_backend_mixin [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8eede944-0204-4440-ae10-867e6ce2137d (CIDR: 2001:db8::/64) Jan 17 12:51:31.315059 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c27d18b7-7397-4ca6-8a28-b3f0ceece1c3 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "GET /v2.0/ports?device_id=00f6974c-da81-479c-8db9-dce20c6487d0 HTTP/1.1" status: 200 len: 205 time: 0.0502024 Jan 17 12:51:31.315355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48338) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:31.341060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=2b9253b7-391b-47f3-bd93-c60c4a2920fc,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:31.381997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bb1-2d4f-4665-8773-f3f7f83c3df1 req-94aa0c58-d335-4652-9b05-185a7e810792 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:31.384085 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b058bb1-2d4f-4665-8773-f3f7f83c3df1 req-94aa0c58-d335-4652-9b05-185a7e810792 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 945 time: 0.3196156 Jan 17 12:51:31.405998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.412306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Checking segment: {'id': '4aac3e29-bebe-412f-970e-ce9c8d300c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:31.412672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network hostable DHCP agents. Network: 544b40ff-612c-4f9e-bb59-3fa213951524, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:31.508640 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b058bb1-2d4f-4665-8773-f3f7f83c3df1 req-0417f374-fabc-4954-a9d5-23ac569945e4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180947 Jan 17 12:51:31.519759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.526398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.568685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e155d7ce-385b-4fa6-8261-d3a1195dc2e6 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:31.594241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e155d7ce-385b-4fa6-8261-d3a1195dc2e6 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:31.594627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e155d7ce-385b-4fa6-8261-d3a1195dc2e6 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:31.595009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a8bd5508-0248-403d-ad0c-533e9540908e no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:31.615788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: a8bd5508-0248-403d-ad0c-533e9540908e {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:31.616145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a8bd5508-0248-403d-ad0c-533e9540908e not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:31.622299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d077eaf7-32d5-46bb-8fa8-a20126f68446 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:31.637696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d077eaf7-32d5-46bb-8fa8-a20126f68446 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:31.638025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d077eaf7-32d5-46bb-8fa8-a20126f68446 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:31.639360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 544b40ff-612c-4f9e-bb59-3fa213951524 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:31.692437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:31.693070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:31.702507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Deleting port 6c59d2a6-9476-449d-bb69-d6c8781ab406 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:31.702849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.734587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.763586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Router deed5c0e-1364-4abd-94b9-86b9238b42e6 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:51:31.790395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] For port 6c59d2a6-9476-449d-bb69-d6c8781ab406, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=6c59d2a6-9476-449d-bb69-d6c8781ab406,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:31.790760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.832633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 544b40ff-612c-4f9e-bb59-3fa213951524) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:31.842212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5240a929-ffce-4883-971b-4b17f81c99cd None None] Network 544b40ff-612c-4f9e-bb59-3fa213951524 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:31.868628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:31.869301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.871837 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5bdf889e-c075-464a-906f-64916c2cb3e4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2024920 Jan 17 12:51:31.873504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Calling delete_port for 6c59d2a6-9476-449d-bb69-d6c8781ab406 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:31.877070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48340) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:31.882585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:31.905513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.905735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:31.907223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.923948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] Sync routers for ids ['deed5c0e-1364-4abd-94b9-86b9238b42e6'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:31.946894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:31.948112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-139e785a-6f69-49b5-9130-ab37d91b7af5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "PUT /v2.0/routers/deed5c0e-1364-4abd-94b9-86b9238b42e6 HTTP/1.1" status: 200 len: 698 time: 1.4835167 Jan 17 12:51:31.950779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48342) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:31.966569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] Routers {'deed5c0e-1364-4abd-94b9-86b9238b42e6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:31.967220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['deed5c0e-1364-4abd-94b9-86b9238b42e6'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:32.039297 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-abaab0bb-e488-427c-b045-0a4cd4ff42c6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/routers/deed5c0e-1364-4abd-94b9-86b9238b42e6 HTTP/1.1" status: 200 len: 704 time: 0.0870035 Jan 17 12:51:32.040049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48344) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.053854 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-84bb91a6-6345-4f85-ac1d-89fc0eaa9932 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4101963 Jan 17 12:51:32.060200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48346) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.064596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1709676754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:32.067710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] Set router deed5c0e-1364-4abd-94b9-86b9238b42e6 gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:32.076614 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9cd118c7-6af3-4fed-9e9b-766d9d025c76 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=deed5c0e-1364-4abd-94b9-86b9238b42e6 HTTP/1.1" status: 200 len: 205 time: 0.0352032 Jan 17 12:51:32.077771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48348) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.107146 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-665bdd54-6aeb-4a06-9892-0581a3be6c27 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1525297 Jan 17 12:51:32.126814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.127366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Fanout notify agent at l3_agent the message router_deleted on router 00f6974c-da81-479c-8db9-dce20c6487d0 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:32.139883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.139883 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9d2f7595-c67c-4f8e-ac2d-f386b68ae538 tempest-RoutersNegativeIpV6Test-1513919402 tempest-RoutersNegativeIpV6Test-1513919402-project] 10.222.0.77 "DELETE /v2.0/routers/00f6974c-da81-479c-8db9-dce20c6487d0 HTTP/1.1" status: 204 len: 168 time: 0.8209276 Jan 17 12:51:32.144048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed5c0e-1364-4abd-94b9-86b9238b42e6', 'name': 'tempest-RoutersIpV6Test-router-1658493476', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:51:29Z', 'updated_at': '2022-01-17T12:51:31Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:32.184515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.207865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] Checking router: deed5c0e-1364-4abd-94b9-86b9238b42e6 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:32.210719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd1a6-bff9-457b-852b-797772b40dca req-0277c831-8b63-4e00-8a0e-1a302123a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:32.212316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-0277c831-8b63-4e00-8a0e-1a302123a376 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1098 time: 0.0663707 Jan 17 12:51:32.236217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] Routers {'deed5c0e-1364-4abd-94b9-86b9238b42e6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:32.236959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['deed5c0e-1364-4abd-94b9-86b9238b42e6'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:32.293488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.294490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.328657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] Set router deed5c0e-1364-4abd-94b9-86b9238b42e6 gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:32.365111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-544b40ff-612c-4f9e-bb59-3fa213951524', 'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': '2b9253b7-391b-47f3-bd93-c60c4a2920fc'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:32.365960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.383151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.385655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.396352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed5c0e-1364-4abd-94b9-86b9238b42e6', 'name': 'tempest-RoutersIpV6Test-router-1658493476', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:51:29Z', 'updated_at': '2022-01-17T12:51:31Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:32.396675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.407916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd1a6-bff9-457b-852b-797772b40dca req-871ec6d3-7746-47af-9cef-5bfecbe60520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:32.409425 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-871ec6d3-7746-47af-9cef-5bfecbe60520 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.1733320 Jan 17 12:51:32.435061 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e1983-e76a-48ac-b0e2-3533905f86fc None None] The sync data for ids ['deed5c0e-1364-4abd-94b9-86b9238b42e6'] in dv-neutron-824886-1-hyperv is: [{'id': 'deed5c0e-1364-4abd-94b9-86b9238b42e6', 'name': 'tempest-RoutersIpV6Test-router-1658493476', 'tenant_id': '660fe7379f654780a07e009c7a7f5b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:51:29Z', 'updated_at': '2022-01-17T12:51:31Z', 'revision_number': 2, 'project_id': '660fe7379f654780a07e009c7a7f5b49', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:32.470913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:32.474554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.481850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.555946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a2ae5115-95e3-4807-81ae-b72a05fb6828 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:32.568192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'Port': ['ID=6c59d2a6-9476-449d-bb69-d6c8781ab406,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:32.571893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.584051 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.589953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Fanout notify agent at l3_agent the message router_deleted on router deed5c0e-1364-4abd-94b9-86b9238b42e6 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:32.593136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.594271 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e8aba2cf-351a-4212-8cf9-895c5e9b1147 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/deed5c0e-1364-4abd-94b9-86b9238b42e6 HTTP/1.1" status: 204 len: 168 time: 0.5155208 Jan 17 12:51:32.597648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48354) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.645842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-482149b3-39ad-48e7-a870-007cd771df76 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=deed5c0e-1364-4abd-94b9-86b9238b42e6 HTTP/1.1" status: 200 len: 205 time: 0.0470068 Jan 17 12:51:32.656554 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-66d98a4c-9f9d-4dcf-bb1f-c838d0f50e58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124 HTTP/1.1" status: 200 len: 1001 time: 0.2410283 Jan 17 12:51:32.662359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48358) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.705264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d8ef3-ca1a-4116-97a3-9dc20255c8f2 req-31b00f4b-76e1-468a-a38c-2cfe52546e6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:32.717666 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-713d8ef3-ca1a-4116-97a3-9dc20255c8f2 req-31b00f4b-76e1-468a-a38c-2cfe52546e6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 945 time: 0.0745950 Jan 17 12:51:32.748200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48360) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.754929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-16a805b1-43fd-44ed-90cc-ae717b82e1cc tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:32.756074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-16a805b1-43fd-44ed-90cc-ae717b82e1cc tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/deed5c0e-1364-4abd-94b9-86b9238b42e6 HTTP/1.1" status: 404 len: 336 time: 0.0926962 Jan 17 12:51:32.782469 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-713d8ef3-ca1a-4116-97a3-9dc20255c8f2 req-ff8212a9-df6a-4ac4-b61d-95cf16563d5c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549464 Jan 17 12:51:32.784825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48362) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.817750 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-04958036-052a-4ae6-8b0c-798925c5a584 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:32.818290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04958036-052a-4ae6-8b0c-798925c5a584 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:32.824752 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-04958036-052a-4ae6-8b0c-798925c5a584 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/5ce369d1-ebc0-4bf2-a34f-f223455d7cdb HTTP/1.1" status: 404 len: 337 time: 0.0387986 Jan 17 12:51:32.826012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48366) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.841557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.844453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd1a6-bff9-457b-852b-797772b40dca req-f058ff79-4a22-4310-89b9-138fe5745499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:32.846087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-f058ff79-4a22-4310-89b9-138fe5745499 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.1338408 Jan 17 12:51:32.849038 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e5d50feb-4700-4485-8c8c-b068053b0afe (CIDR: 2001:db8:0:1::/64) Jan 17 12:51:32.856793 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-78793365-4c0b-4923-a3be-49fd56f864cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:32.857164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78793365-4c0b-4923-a3be-49fd56f864cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:32.863015 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-78793365-4c0b-4923-a3be-49fd56f864cb tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/977d17b7-fb1a-4442-b724-95c07f4a131a HTTP/1.1" status: 404 len: 337 time: 0.0363767 Jan 17 12:51:32.864121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48368) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.893269 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-80488715-cc51-4dcc-8a67-eb8534ce5609 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:32.893813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80488715-cc51-4dcc-8a67-eb8534ce5609 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:32.901212 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-80488715-cc51-4dcc-8a67-eb8534ce5609 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/0c47ab3b-228d-4e81-bea9-a8839ed8f30c HTTP/1.1" status: 404 len: 337 time: 0.0360279 Jan 17 12:51:32.901913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48370) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.936408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7cc693-7d51-4872-b9db-16a1615ca83e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:32.936989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7cc693-7d51-4872-b9db-16a1615ca83e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:32.943055 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9d7cc693-7d51-4872-b9db-16a1615ca83e tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/75333655-3a03-4e04-b92f-8fb409cadd93 HTTP/1.1" status: 404 len: 337 time: 0.0400214 Jan 17 12:51:32.949752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48372) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.950087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:32.950584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:32.954613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:32.957026 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e90c5f2a-e90a-46a3-ac0c-4350b2fae0ee tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8946183 Jan 17 12:51:32.959230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48374) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:32.966945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Allocated IP 172.20.0.2 (544b40ff-612c-4f9e-bb59-3fa213951524/2b9253b7-391b-47f3-bd93-c60c4a2920fc/79bcc5d7-e6c6-4f79-8208-53247094f5e9) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:32.979579 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e502ca5a-3164-4c18-bc88-c75abfce6c0d tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 200 len: 205 time: 0.0345805 Jan 17 12:51:32.986760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524', 'name': 'tempest-PortsTestJSON-396324271'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:32.990977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48376) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.004770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.010302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.071369 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-f2cb4f60-98ea-494b-92bb-53c10b6e4f28 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:33.073663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd1a6-bff9-457b-852b-797772b40dca req-f606eef7-e681-40ea-a43d-19d82224d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:33.075174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-f606eef7-e681-40ea-a43d-19d82224d460 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228315 Jan 17 12:51:33.075301 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f2cb4f60-98ea-494b-92bb-53c10b6e4f28 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/8cb8c65b-4881-4310-9ca2-d2e9cff8af6d HTTP/1.1" status: 404 len: 336 time: 0.0828309 Jan 17 12:51:33.077929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48378) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.092886 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-03bb79b0-4c3b-4b86-aea9-26abb3468ba6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8599b343319b49438f9ad81512f0016e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395388 Jan 17 12:51:33.098050 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48380) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.112717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port a2ae5115-95e3-4807-81ae-b72a05fb6828 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:51:33.119698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port a2ae5115-95e3-4807-81ae-b72a05fb6828 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:33.120149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.129180 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2144c159-030f-428a-97ea-9a52850174db tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=d639819f-af55-4fc1-9600-94039477200f HTTP/1.1" status: 200 len: 205 time: 0.0478654 Jan 17 12:51:33.136116 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-16117af8-1dff-4c10-b9ee-9a1e6fd10c57 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2551534 Jan 17 12:51:33.136116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48382) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.138096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48384) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.152900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'subnet': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:33.166813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.187110 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-dfa4b587-0e1d-4d06-92ee-f49c608b2748 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:33.191143 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dfa4b587-0e1d-4d06-92ee-f49c608b2748 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/d639819f-af55-4fc1-9600-94039477200f HTTP/1.1" status: 404 len: 336 time: 0.0518086 Jan 17 12:51:33.191143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48386) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.221903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.223013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Fanout notify agent at l3_agent the message router_deleted on router 5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:33.225026 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba29f8-0e36-4cca-92a1-086b34b933d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:33.225480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ba29f8-0e36-4cca-92a1-086b34b933d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:33.228728 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07ba29f8-0e36-4cca-92a1-086b34b933d6 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/2104490d-016e-462b-a7b7-552124fbc481 HTTP/1.1" status: 404 len: 337 time: 0.0367608 Jan 17 12:51:33.235966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.237113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c117decb-628a-45ba-a037-7a7dbb8abe8a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "DELETE /v2.0/routers/5ea4ac1a-1cd2-47b4-b3fb-7b489e225291 HTTP/1.1" status: 204 len: 168 time: 2.8368008 Jan 17 12:51:33.240481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.243914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48388) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.244193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48390) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.272675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:51:33.276342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e79992-94f8-4ec9-9da6-950baf500b2a" -d '{"events": [{"server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "name": "network-vif-plugged", "status": "completed", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:51:33.284757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.284956 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b16f1411-1e63-4605-b8d8-da3c9d2c46ed tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 200 len: 205 time: 0.0340531 Jan 17 12:51:33.291339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48394) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.295955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port a2ae5115-95e3-4807-81ae-b72a05fb6828, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:33.330990 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-7071bcea-c23c-4262-aa84-3610b4a150cc service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484620 Jan 17 12:51:33.358855 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-854dc6e8-736c-4fab-a5e6-70c5c5d667f9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:33.360557 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-854dc6e8-736c-4fab-a5e6-70c5c5d667f9 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/6ec36188-7a01-4e37-9d8e-6f001a5251a5 HTTP/1.1" status: 404 len: 336 time: 0.0660748 Jan 17 12:51:33.366122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48398) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.394872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Pushing event updated for resources: {'Port': ['ID=79bcc5d7-e6c6-4f79-8208-53247094f5e9,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:33.402281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.415159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6c46f40b-7f85-4f02-83f2-1bbc042af872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.415534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Network 544b40ff-612c-4f9e-bb59-3fa213951524 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:33.454285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.462325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:33.462671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6c46f40b-7f85-4f02-83f2-1bbc042af872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.464235 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8dfc13ec-57ac-4845-812f-e253984785a3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=5410530f-cc92-4cb6-b572-f38a73f8b903 HTTP/1.1" status: 200 len: 205 time: 0.0968785 Jan 17 12:51:33.469262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48400) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.470891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:33.594261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:33.601844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.604798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.609460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d28fd1a6-bff9-457b-852b-797772b40dca req-a34d69d5-ce1e-41f8-9e14-bb00388d1e8a service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707026 Jan 17 12:51:33.609605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=a2ae5115-95e3-4807-81ae-b72a05fb6828,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:33.623980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Attempting to bind port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:33.624549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Attempting to bind port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4aac3e29-bebe-412f-970e-ce9c8d300c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:33.625011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Attempting to bind port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 on network 544b40ff-612c-4f9e-bb59-3fa213951524 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:33.630702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:33.634317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Checking segment: {'id': '4aac3e29-bebe-412f-970e-ce9c8d300c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:33.634317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.634317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Bound using segment: {'id': '4aac3e29-bebe-412f-970e-ce9c8d300c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:33.634317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Bound port: 79bcc5d7-e6c6-4f79-8208-53247094f5e9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aac3e29-bebe-412f-970e-ce9c8d300c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '544b40ff-612c-4f9e-bb59-3fa213951524'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:33.634317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.641940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43b38ed-3c43-4042-b963-6e98138cb508']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:33.651277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6c46f40b-7f85-4f02-83f2-1bbc042af872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.653776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6c46f40b-7f85-4f02-83f2-1bbc042af872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.657401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6c46f40b-7f85-4f02-83f2-1bbc042af872 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0bab85ef-72fa-4cc0-becb-ebbf1590b6cc HTTP/1.1" status: 204 len: 168 time: 0.5537505 Jan 17 12:51:33.657401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-cf0f9644-56bb-409c-a0fd-01812345fbcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:33.657401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cf0f9644-56bb-409c-a0fd-01812345fbcd tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/5410530f-cc92-4cb6-b572-f38a73f8b903 HTTP/1.1" status: 404 len: 336 time: 0.1331301 Jan 17 12:51:33.664259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port eeaca596-e136-42f3-9b11-96dec2190605 yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:33.666917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48404) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.676568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261694f5-ee2d-4c32-98d0-091e3075183c x-openstack-request-id: req-261694f5-ee2d-4c32-98d0-091e3075183c {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:51:33.677201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "name": "network-vif-plugged", "status": "completed", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:51:33.677589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-261694f5-ee2d-4c32-98d0-091e3075183c {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:51:33.678168 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'code': 200} Jan 17 12:51:33.690379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46f40b-7f85-4f02-83f2-1bbc042af872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab85ef-72fa-4cc0-becb-ebbf1590b6cc,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:33.733339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a199ab7-0077-4c07-90a2-5793c6491289') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:33.733691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a199ab7-0077-4c07-90a2-5793c6491289') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:33.740809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-16384090-8a42-4438-ab91-ac91244d0503 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:33.741241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16384090-8a42-4438-ab91-ac91244d0503 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:33.747752 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-16384090-8a42-4438-ab91-ac91244d0503 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/1ce32b44-57a2-4cf2-8bb3-9a292b82fb64 HTTP/1.1" status: 404 len: 337 time: 0.0772040 Jan 17 12:51:33.747986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48406) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.752207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.753653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] For port 79bcc5d7-e6c6-4f79-8208-53247094f5e9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:33.759074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] For port 79bcc5d7-e6c6-4f79-8208-53247094f5e9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=79bcc5d7-e6c6-4f79-8208-53247094f5e9,segment=NetworkSegment(4aac3e29-bebe-412f-970e-ce9c8d300c54),segment_id=4aac3e29-bebe-412f-970e-ce9c8d300c54)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:33.765377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Made reservation on behalf of 4fc61dbba0394267a6c6bebd88060d88 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:33.770230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.798080 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-db5c4c30-fd07-48b3-b767-611c57aeb968 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=0621bd19-fcb0-46d7-bf8e-1ceac5154e65 HTTP/1.1" status: 200 len: 205 time: 0.0463369 Jan 17 12:51:33.799391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48408) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.816361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eb72a77e-079a-41c0-a079-9d8498cc33cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.825919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.869566 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-db1b9371-a4b4-4cdc-bc36-6e14a33a1282 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:33.870878 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-db1b9371-a4b4-4cdc-bc36-6e14a33a1282 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/0621bd19-fcb0-46d7-bf8e-1ceac5154e65 HTTP/1.1" status: 404 len: 336 time: 0.0705502 Jan 17 12:51:33.881385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48412) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:33.885759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:33.888105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.908780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:33.989308 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:34.022191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126494f-72ca-4586-9508-5506fca16eb6 None None] Pushing event updated for resources: {'Port': ['ID=79bcc5d7-e6c6-4f79-8208-53247094f5e9,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:34.032512 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4b64c2-d892-4112-a436-e7feb81f61d3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:34.032974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4b64c2-d892-4112-a436-e7feb81f61d3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:34.035986 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7c4b64c2-d892-4112-a436-e7feb81f61d3 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/a56aaca4-af87-4715-9c37-cea01159d24f HTTP/1.1" status: 404 len: 337 time: 0.1494217 Jan 17 12:51:34.038980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48414) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:34.060139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.6 (544b40ff-612c-4f9e-bb59-3fa213951524/2b9253b7-391b-47f3-bd93-c60c4a2920fc/eeaca596-e136-42f3-9b11-96dec2190605) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:34.074649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266b0a3-144a-4434-9a2d-70c2ae1c8d13 req-8958f95c-ab16-4f1b-925c-3909883f7399 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:34.077375 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c266b0a3-144a-4434-9a2d-70c2ae1c8d13 req-8958f95c-ab16-4f1b-925c-3909883f7399 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.1964605 Jan 17 12:51:34.077534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ad4c8d28-7f87-442d-b7b4-9bf20ee406e5 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f86443e-07e5-4255-bad9-5cba9ed36549 HTTP/1.1" status: 200 len: 205 time: 0.0360529 Jan 17 12:51:34.084884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48416) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:34.141583 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-f4a8a11e-78f2-44f9-9537-b0bf9676a9ee tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] delete failed (client error): The resource could not be found. Jan 17 12:51:34.145425 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c266b0a3-144a-4434-9a2d-70c2ae1c8d13 req-c7afa9f2-e730-4f2c-babe-e9f3e8977efe tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574110 Jan 17 12:51:34.157354 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f4a8a11e-78f2-44f9-9537-b0bf9676a9ee tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/routers/0f86443e-07e5-4255-bad9-5cba9ed36549 HTTP/1.1" status: 404 len: 336 time: 0.0700011 Jan 17 12:51:34.159557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.168137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48420) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:34.191050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.213190 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "DELETE /v2.0/networks/c43b38ed-3c43-4042-b963-6e98138cb508 HTTP/1.1" status: 204 len: 168 time: 0.9685354 Jan 17 12:51:34.213658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48422) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:34.271692 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b10646-8b50-4d51-8124-baaaf2702439 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:34.272295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b10646-8b50-4d51-8124-baaaf2702439 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:34.279285 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-55b10646-8b50-4d51-8124-baaaf2702439 tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/e1108bb1-5d40-4163-8b8d-2fa69b4e3afe HTTP/1.1" status: 404 len: 337 time: 0.0918748 Jan 17 12:51:34.280172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48424) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:34.283887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6c83-6659-4c5b-bbc9-147185bcc93a tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'Network': ['ID=c43b38ed-3c43-4042-b963-6e98138cb508,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:34.319303 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0552e1-ae83-42a8-a1aa-0aba7acae34a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:34.320477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0552e1-ae83-42a8-a1aa-0aba7acae34a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:34.326555 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff0552e1-ae83-42a8-a1aa-0aba7acae34a tempest-RoutersIpV6Test-1378537 tempest-RoutersIpV6Test-1378537-project] 10.222.0.77 "DELETE /v2.0/subnets/0d025e57-d0fc-4f56-9181-7d6be3a1c938 HTTP/1.1" status: 404 len: 337 time: 0.0437031 Jan 17 12:51:34.333587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de4d44-d23c-4332-b2a0-367b35f8eba8 req-3fb54a9c-c3d8-4725-9378-1be331e98298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:34.335087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-08de4d44-d23c-4332-b2a0-367b35f8eba8 req-3fb54a9c-c3d8-4725-9378-1be331e98298 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 1099 time: 0.2066362 Jan 17 12:51:34.361045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1bd57641-650e-4d6a-9fe4-02693d1a7c43 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.388868 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-08de4d44-d23c-4332-b2a0-367b35f8eba8 req-5dc6cffe-a99b-48de-b19b-9603932e6749 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Jan 17 12:51:34.472045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1bd57641-650e-4d6a-9fe4-02693d1a7c43 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.572063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.684669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.725615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Network 64874645-0b65-43e8-b1f5-046c5b416138 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:34.730950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:34.733950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:34.734631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.739247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999f052-aae7-4f74-ac4a-c5c7f17a698d None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:34.751190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Subnet': ['ID=182c8f65-20d3-4739-a90b-3d381afa4c5e,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:34.764705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.769467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1bd57641-650e-4d6a-9fe4-02693d1a7c43 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.772050 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1bd57641-650e-4d6a-9fe4-02693d1a7c43 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:34.776575 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1bd57641-650e-4d6a-9fe4-02693d1a7c43 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] 10.222.0.77 "DELETE /v2.0/security-groups/b1b6e633-881e-4be1-b3d4-e8e279a8029f HTTP/1.1" status: 204 len: 168 time: 0.5589864 Jan 17 12:51:34.876895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 544b40ff-612c-4f9e-bb59-3fa213951524 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:34.881206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:34.883322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd57641-650e-4d6a-9fe4-02693d1a7c43 tempest-TestNetworkAdvancedServerOps-1434731364 tempest-TestNetworkAdvancedServerOps-1434731364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b6e633-881e-4be1-b3d4-e8e279a8029f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:34.891040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48442) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:34.893104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0ed3f9be-17d7-4384-a9ee-03102df00f68 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7547693 Jan 17 12:51:34.897998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:34.910512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2664626', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '182c8f65-20d3-4739-a90b-3d381afa4c5e'}], 'security_groups': ['bf61a3d2-e0b4-4dc0-a5af-fbd99cc05a54', '98e3df8a-65ac-4dff-b62a-280f7eba093c']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:34.952054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=eeaca596-e136-42f3-9b11-96dec2190605,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:34.987674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48446) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:35.037168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:35.037853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.117646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] Update dhcp port {'port': {'network_id': '64874645-0b65-43e8-b1f5-046c5b416138', 'fixed_ips': [{'subnet_id': 'e5d50feb-4700-4485-8c8c-b068053b0afe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8eede944-0204-4440-ae10-867e6ce2137d', 'ip_address': '2001:db8::2'}, {'subnet_id': '182c8f65-20d3-4739-a90b-3d381afa4c5e'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '709b8a1a-3be2-4ee0-8dff-d0c164783a95'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:51:35.153802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.192374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.225314 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4b592b42-d326-4ec9-86f9-8d68e2d94e61 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2481050 Jan 17 12:51:35.231240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48456) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:35.258274 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d0e6831-e1cb-4882-ad88-67b4741fe635 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=660fe7379f654780a07e009c7a7f5b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667289 Jan 17 12:51:35.261028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48458) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:35.448892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] Allocated IP 2001:db8:0:2::2 (64874645-0b65-43e8-b1f5-046c5b416138/182c8f65-20d3-4739-a90b-3d381afa4c5e/709b8a1a-3be2-4ee0-8dff-d0c164783a95) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:35.490248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b73dba-e5ba-4e92-93e8-546a792370f7 None None] Network 544b40ff-612c-4f9e-bb59-3fa213951524 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:35.503156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6690be80-e665-4972-8df9-d3c015c6b9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.588786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6690be80-e665-4972-8df9-d3c015c6b9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.592960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48464) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:35.619115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48466) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:35.707063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 79bcc5d7-e6c6-4f79-8208-53247094f5e9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:35.709850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a5638-8329-43d5-8fa0-433648adecad req-ec8de720-1035-4b6a-aba9-92ff65b33c55 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:35.711822 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-603a5638-8329-43d5-8fa0-433648adecad req-ec8de720-1035-4b6a-aba9-92ff65b33c55 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.3917627 Jan 17 12:51:35.748017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f49a841d-83aa-4d22-a667-b0b65caa63a2 None None] Provisioning complete for port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:35.748017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f49a841d-83aa-4d22-a667-b0b65caa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.823949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e827551e-c4ac-4e90-ace0-ad9bd9d41da3 tempest-ServiceProvidersTest-2027646236 tempest-ServiceProvidersTest-2027646236-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1956308 Jan 17 12:51:35.825138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6690be80-e665-4972-8df9-d3c015c6b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.825967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-603a5638-8329-43d5-8fa0-433648adecad req-f4b1814c-a832-4869-afa7-f46b1ed37e93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024415 Jan 17 12:51:35.838443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.854817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6690be80-e665-4972-8df9-d3c015c6b9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:35.854817 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6690be80-e665-4972-8df9-d3c015c6b9df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b76dd5c3-81b3-44a2-9af7-4ccfdcf4e0f8 HTTP/1.1" status: 204 len: 168 time: 0.5879731 Jan 17 12:51:35.895731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690be80-e665-4972-8df9-d3c015c6b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76dd5c3-81b3-44a2-9af7-4ccfdcf4e0f8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:35.902498 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48476) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:35.902654 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-798cf292-5597-4e78-bd70-e0c4c6b00b4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=631838b01a2040c1ae54173126944cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034642 Jan 17 12:51:35.905599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=709b8a1a-3be2-4ee0-8dff-d0c164783a95,segment=NetworkSegment(e5ab3767-b60b-47a9-88b8-f6b96197b41a),segment_id=e5ab3767-b60b-47a9-88b8-f6b96197b41a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:36.003568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:36.003944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.043430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f49a841d-83aa-4d22-a667-b0b65caa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.047590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.078997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d84ded9e-c246-4756-b240-94773759dd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.115746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d84ded9e-c246-4756-b240-94773759dd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.135630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f49a841d-83aa-4d22-a667-b0b65caa63a2 None None] For port 79bcc5d7-e6c6-4f79-8208-53247094f5e9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=79bcc5d7-e6c6-4f79-8208-53247094f5e9,segment=NetworkSegment(4aac3e29-bebe-412f-970e-ce9c8d300c54),segment_id=4aac3e29-bebe-412f-970e-ce9c8d300c54)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:36.186629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.194929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.198588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.234467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e63dec90-7f72-4ef5-b5d7-87224d990677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.259978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f49a841d-83aa-4d22-a667-b0b65caa63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.297632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.299523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d84ded9e-c246-4756-b240-94773759dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.301985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d84ded9e-c246-4756-b240-94773759dd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.303147 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d84ded9e-c246-4756-b240-94773759dd63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfda55df-72f4-481b-9559-e7cdf7736952 HTTP/1.1" status: 204 len: 168 time: 0.3993754 Jan 17 12:51:36.352933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314661a-c48d-493e-9874-236e1a6a2379 None None] Pushing event updated for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:36.362144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:36.362506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:36.396401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ded9e-c246-4756-b240-94773759dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda55df-72f4-481b-9559-e7cdf7736952,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:36.417897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Delete allocated IP 2001:db8::17a (64874645-0b65-43e8-b1f5-046c5b416138/8eede944-0204-4440-ae10-867e6ce2137d) {{(pid=109280) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 12:51:36.441214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Allocated IP 2001:db8:0:2::9f (64874645-0b65-43e8-b1f5-046c5b416138/182c8f65-20d3-4739-a90b-3d381afa4c5e/e35842c0-2c4a-4694-9675-5b8dea80c444) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:36.460245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a841d-83aa-4d22-a667-b0b65caa63a2 None None] Pushing event updated for resources: {'Port': ['ID=79bcc5d7-e6c6-4f79-8208-53247094f5e9,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:36.483229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=eeaca596-e136-42f3-9b11-96dec2190605,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:36.501738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48484) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:36.595210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f6b9dd07-9880-4f3f-a7cc-219e8d3f8bf0 None None] Provisioning complete for port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:36.595778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dd07-9880-4f3f-a7cc-219e8d3f8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.733140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.776185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.822119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.835581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f6b9dd07-9880-4f3f-a7cc-219e8d3f8bf0 None None] Provisioning complete for port eeaca596-e136-42f3-9b11-96dec2190605 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:36.836107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dd07-9880-4f3f-a7cc-219e8d3f8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:36.933441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event updated for resources: {'Port': ['ID=e35842c0-2c4a-4694-9675-5b8dea80c444,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:36.990657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] In _notify_port_updated(), no bound segment for port e35842c0-2c4a-4694-9675-5b8dea80c444 on network 64874645-0b65-43e8-b1f5-046c5b416138 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:51:36.997961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:36.998509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.002740 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bab07040-6c24-4b29-8363-3f125bd1fb9c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "PUT /v2.0/ports/e35842c0-2c4a-4694-9675-5b8dea80c444 HTTP/1.1" status: 200 len: 966 time: 2.1076162 Jan 17 12:51:37.003159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:37.027567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9dd07-9880-4f3f-a7cc-219e8d3f8bf0 None None] Port eeaca596-e136-42f3-9b11-96dec2190605 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:37.103686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c59d2a6-9476-449d-bb69-d6c8781ab406 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:37.103905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1a965511-7db2-4fd9-a2f7-b42ebf6f8d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.116038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcddc5f-5094-4901-88fa-e6585ca4a982 req-8894cc1d-6109-427e-8296-caabcb73113e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:37.120059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5bcddc5f-5094-4901-88fa-e6585ca4a982 req-8894cc1d-6109-427e-8296-caabcb73113e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.1301763 Jan 17 12:51:37.170842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5bcddc5f-5094-4901-88fa-e6585ca4a982 req-4531342d-0326-4c45-92ee-f679cc377665 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Jan 17 12:51:37.187651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 6c59d2a6-9476-449d-bb69-d6c8781ab406 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:37.188088 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 6c59d2a6-9476-449d-bb69-d6c8781ab406 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:37.222998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e36b0aeb-bdb2-4fde-b293-651d2d3c2701 None None] Provisioning complete for port eeaca596-e136-42f3-9b11-96dec2190605 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.223769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e36b0aeb-bdb2-4fde-b293-651d2d3c2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.269948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1a965511-7db2-4fd9-a2f7-b42ebf6f8d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.275270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e36b0aeb-bdb2-4fde-b293-651d2d3c2701 None None] Port eeaca596-e136-42f3-9b11-96dec2190605 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:37.332032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port e35842c0-2c4a-4694-9675-5b8dea80c444 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:37.332374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.344893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6ac2-dbbc-40fd-9405-e05f5dc47d70 req-588de41c-5203-43e0-8608-db4ccf8da653 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:37.346385 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f41f6ac2-dbbc-40fd-9405-e05f5dc47d70 req-588de41c-5203-43e0-8608-db4ccf8da653 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.0723042 Jan 17 12:51:37.399689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Provisioning complete for port c648c583-3020-4407-b5d9-14ab078f14df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.402680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.440539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Port c648c583-3020-4407-b5d9-14ab078f14df cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:37.453718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Provisioning complete for port e35842c0-2c4a-4694-9675-5b8dea80c444 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.454200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.463098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.491985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Port e35842c0-2c4a-4694-9675-5b8dea80c444 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:37.495428 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f41f6ac2-dbbc-40fd-9405-e05f5dc47d70 req-db0ee97f-3787-4b19-b7eb-4af09abf1573 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386809 Jan 17 12:51:37.502776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.504926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.504926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.526633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48502) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:37.582161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.585755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1a965511-7db2-4fd9-a2f7-b42ebf6f8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.599727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d6a71-1429-4a45-8836-80a3d3dae040 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:37.611020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:37.613031 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-259d6a71-1429-4a45-8836-80a3d3dae040 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 1094 time: 0.0851438 Jan 17 12:51:37.613732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48506) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:37.620342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:37.659820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for e35842c0-2c4a-4694-9675-5b8dea80c444 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:37.677348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Provisioning complete for port eeaca596-e136-42f3-9b11-96dec2190605 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.677749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.712775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.712775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.729953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.740877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0e69fe18-2567-4666-a019-c4115f071574 None None] Port eeaca596-e136-42f3-9b11-96dec2190605 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:37.805973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 79bcc5d7-e6c6-4f79-8208-53247094f5e9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:37.874600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9dc1cc62-8dc8-4353-8f90-89a9ad6abf76 None None] Provisioning complete for port e35842c0-2c4a-4694-9675-5b8dea80c444 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.875335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cc62-8dc8-4353-8f90-89a9ad6abf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.902159 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:37.902692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:37.955176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1cc62-8dc8-4353-8f90-89a9ad6abf76 None None] Port e35842c0-2c4a-4694-9675-5b8dea80c444 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:38.104608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48510) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:38.105660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965511-7db2-4fd9-a2f7-b42ebf6f8d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd03df-440d-4d08-a313-34fd05f92348,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:38.145704 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1a965511-7db2-4fd9-a2f7-b42ebf6f8d95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04af8f2dab294d7baedcf018b272d96c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6404583 Jan 17 12:51:38.157185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48516) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:38.197228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea50757-9ed2-4c2b-869a-eaad1ff2190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.252676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.307610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48520) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:38.389180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.18 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/481a7f26-4d19-4dc2-b422-beb9cc919638) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:38.414846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-594579019'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:38.446938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bea730c-2354-40c2-8906-3b4b4c54095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.520550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bea730c-2354-40c2-8906-3b4b4c54095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.525805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.552415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.563125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea50757-9ed2-4c2b-869a-eaad1ff2190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.598212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:38.601817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.610561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.649932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.684014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=e35842c0-2c4a-4694-9675-5b8dea80c444,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:38.684516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.709460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.713411 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4724fa81-26ce-4a18-bd00-7d1a77024152 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/e35842c0-2c4a-4694-9675-5b8dea80c444 HTTP/1.1" status: 204 len: 168 time: 1.7088168 Jan 17 12:51:38.716239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48524) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:38.742452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.742893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bea730c-2354-40c2-8906-3b4b4c54095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.745654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0bea730c-2354-40c2-8906-3b4b4c54095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.746410 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-719cd86e-69de-4df9-8abf-3e43a9bf33c2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] GET failed (client error): The resource could not be found. Jan 17 12:51:38.749553 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0bea730c-2354-40c2-8906-3b4b4c54095b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37dd03df-440d-4d08-a313-34fd05f92348 HTTP/1.1" status: 204 len: 168 time: 0.5890033 Jan 17 12:51:38.749722 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-719cd86e-69de-4df9-8abf-3e43a9bf33c2 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports/e35842c0-2c4a-4694-9675-5b8dea80c444 HTTP/1.1" status: 404 len: 333 time: 0.0309236 Jan 17 12:51:38.749832 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dea50757-9ed2-4c2b-869a-eaad1ff2190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.751634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48528) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:38.764154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.767082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.806372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.831205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:38.841375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea730c-2354-40c2-8906-3b4b4c54095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd03df-440d-4d08-a313-34fd05f92348,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:38.841631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.842193 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment d70a6c8d-c604-4583-acae-b2589abcf992 of type vlan for network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 Jan 17 12:51:38.884190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea50757-9ed2-4c2b-869a-eaad1ff2190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca72e8a-007b-4dc3-b8bd-2c028fcbf12b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:38.892710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.896792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.914963 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dea50757-9ed2-4c2b-869a-eaad1ff2190f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a76906b0614d430d9c4c3089a7e97761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8027976 Jan 17 12:51:38.916331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48530) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:38.929918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:38.933220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=eeaca596-e136-42f3-9b11-96dec2190605,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:38.948486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=481a7f26-4d19-4dc2-b422-beb9cc919638,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:38.971340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:38.982377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:38.993423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:39.019551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30e3ec-d8d2-4d80-992f-cd4087019ec0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:39.031873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15c840d0-c703-4c19-b01d-ef4f00cbb686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.042204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18670ff1-db1b-41d2-868f-0d06bee0a1c8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.046422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.052001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:39.052596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.072252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15c840d0-c703-4c19-b01d-ef4f00cbb686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.093748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 544b40ff-612c-4f9e-bb59-3fa213951524 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:39.096685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:39.178465 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8696411 Jan 17 12:51:39.187545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48532) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:39.194795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18670ff1-db1b-41d2-868f-0d06bee0a1c8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.216041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202665721'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:39.330466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95698d8e-27e1-4f93-8396-08d3e0908058 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=2f260f2e-6c1c-44c8-bae2-7bea5de3fb89,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:39.331069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:39.334586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.342915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:39.371107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:39.375827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18670ff1-db1b-41d2-868f-0d06bee0a1c8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.378722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-18670ff1-db1b-41d2-868f-0d06bee0a1c8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.379299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Router 6776c9d6-9978-4fb0-81ed-f825e848cf73 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:51:39.383407 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-18670ff1-db1b-41d2-868f-0d06bee0a1c8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/security-groups/90b5bcd4-2364-41f7-bd7c-1be5c76ad1e8 HTTP/1.1" status: 204 len: 168 time: 0.6284831 Jan 17 12:51:39.383560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15c840d0-c703-4c19-b01d-ef4f00cbb686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.384058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15c840d0-c703-4c19-b01d-ef4f00cbb686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.388128 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-15c840d0-c703-4c19-b01d-ef4f00cbb686 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ca72e8a-007b-4dc3-b8bd-2c028fcbf12b HTTP/1.1" status: 204 len: 168 time: 0.4620697 Jan 17 12:51:39.388128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48534) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:39.406359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c840d0-c703-4c19-b01d-ef4f00cbb686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca72e8a-007b-4dc3-b8bd-2c028fcbf12b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:39.417401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.417719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 3bba2e59-a002-4642-8cef-c7fb9429ddd2 of type vlan for network a365715c-e23a-4468-a30f-65709ef219a9 Jan 17 12:51:39.426257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-261254f7-dc2c-46cb-9db7-cb498136af57 None None] Provisioning complete for port eeaca596-e136-42f3-9b11-96dec2190605 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:39.426257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-261254f7-dc2c-46cb-9db7-cb498136af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.444216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670ff1-db1b-41d2-868f-0d06bee0a1c8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b5bcd4-2364-41f7-bd7c-1be5c76ad1e8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:39.583425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.636571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-261254f7-dc2c-46cb-9db7-cb498136af57 None None] Port eeaca596-e136-42f3-9b11-96dec2190605 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:39.663071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-852a5be9-d0ef-46b4-8415-e5ae041a9aa8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.681542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:39.687217 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6985142a-e725-402c-997c-1588d79ee915 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/routers/6776c9d6-9978-4fb0-81ed-f825e848cf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4530816 Jan 17 12:51:39.690674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48538) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:39.696132 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] Sync routers for ids ['6776c9d6-9978-4fb0-81ed-f825e848cf73'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:39.700224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-852a5be9-d0ef-46b4-8415-e5ae041a9aa8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.709644 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] Routers {'6776c9d6-9978-4fb0-81ed-f825e848cf73'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:39.710845 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6776c9d6-9978-4fb0-81ed-f825e848cf73'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:39.757198 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:39.763906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.766138 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] Routers {'6776c9d6-9978-4fb0-81ed-f825e848cf73'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:39.766736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6776c9d6-9978-4fb0-81ed-f825e848cf73'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:39.769996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:39.770709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.799372 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:39.800056 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be035ac7-aa3b-4558-ab75-e64eebab710e None None] The sync data for ids ['6776c9d6-9978-4fb0-81ed-f825e848cf73'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:39.846372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=a365715c-e23a-4468-a30f-65709ef219a9,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:39.862686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a365715c-e23a-4468-a30f-65709ef219a9 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:39.873482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c27f08-a674-4359-abe8-8886507476d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:39.878028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68c27f08-a674-4359-abe8-8886507476d6 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports?device_id=6776c9d6-9978-4fb0-81ed-f825e848cf73 HTTP/1.1" status: 200 len: 981 time: 0.1834068 Jan 17 12:51:39.879299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48540) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:39.907182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-852a5be9-d0ef-46b4-8415-e5ae041a9aa8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.911179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-852a5be9-d0ef-46b4-8415-e5ae041a9aa8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.915207 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-852a5be9-d0ef-46b4-8415-e5ae041a9aa8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/security-groups/98e3df8a-65ac-4dff-b62a-280f7eba093c HTTP/1.1" status: 204 len: 168 time: 0.5195954 Jan 17 12:51:39.922230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48542) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:39.923460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:39.956041 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6add6625-748b-458c-914a-51b83bc37932 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7726092 Jan 17 12:51:39.959924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a5be9-d0ef-46b4-8415-e5ae041a9aa8 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e3df8a-65ac-4dff-b62a-280f7eba093c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:39.961995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48544) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:39.972158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:40.085843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9b8978b1-5127-4762-968f-b46c6270993d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.118235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9b8978b1-5127-4762-968f-b46c6270993d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.163441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.187133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:40.190854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.234166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9b8978b1-5127-4762-968f-b46c6270993d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.236759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9b8978b1-5127-4762-968f-b46c6270993d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.237922 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9b8978b1-5127-4762-968f-b46c6270993d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/security-groups/bf61a3d2-e0b4-4dc0-a5af-fbd99cc05a54 HTTP/1.1" status: 204 len: 168 time: 0.3128521 Jan 17 12:51:40.245850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48546) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:40.261005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8978b1-5127-4762-968f-b46c6270993d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf61a3d2-e0b4-4dc0-a5af-fbd99cc05a54,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:40.364114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 8eede944-0204-4440-ae10-867e6ce2137d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:40.381579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.450343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.500236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.514834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=aa4be7fc-3afd-43ec-9f71-61311cafac49,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:40.564515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': 'd70a6c8d-c604-4583-acae-b2589abcf992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:40.564878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:40.577260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.640677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.644106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:40.696149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:40.701598 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:40.703163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.705197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b7454-e952-4d66-90ed-dc272d76f887 None None] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:40.719656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.784153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3d498f32-41e2-4096-8824-908439da76fb tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8175447 Jan 17 12:51:40.786950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48548) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:40.792557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:40.813486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=481a7f26-4d19-4dc2-b422-beb9cc919638,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:40.822399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.863149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-2f260f2e-6c1c-44c8-bae2-7bea5de3fb89', 'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': 'aa4be7fc-3afd-43ec-9f71-61311cafac49'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:40.865460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.905878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:40.952820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:40.956719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.016632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Allocated IP 172.20.0.2 (2f260f2e-6c1c-44c8-bae2-7bea5de3fb89/aa4be7fc-3afd-43ec-9f71-61311cafac49/517648e3-e01d-4499-8010-ac051272d3c7) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:41.203907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.273962 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=453f6329-b239-4518-9f7f-6f112573cc92,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:41.281937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '3bba2e59-a002-4642-8cef-c7fb9429ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:41.282304 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: a365715c-e23a-4468-a30f-65709ef219a9, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:41.363114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network a365715c-e23a-4468-a30f-65709ef219a9 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:41.407009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.444884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a365715c-e23a-4468-a30f-65709ef219a9) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:41.450056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=8eede944-0204-4440-ae10-867e6ce2137d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:41.450567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:41.451626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.454330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.460854 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-00b67fe6-1416-4fad-91b9-2cdc41bc13f4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/8eede944-0204-4440-ae10-867e6ce2137d HTTP/1.1" status: 204 len: 168 time: 1.2069273 Jan 17 12:51:41.460854 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 811d5c0a-0dc4-4335-b475-24b684c359ae associated. External IP: 172.26.4.18, port: a2ae5115-95e3-4807-81ae-b72a05fb6828. Jan 17 12:51:41.462627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48550) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:41.480100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72ef5e8-e0f2-4ecb-8889-a8a464248acc None None] Network a365715c-e23a-4468-a30f-65709ef219a9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:41.482186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4167a-243e-4786-a0de-35eab227da65 None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:41.528021 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-09287003-5af6-4842-95c7-9f18baf497c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7392180 Jan 17 12:51:41.530113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48552) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:41.535308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1483298205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:41.570499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet 182c8f65-20d3-4739-a90b-3d381afa4c5e {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:41.603961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.643424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.644715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.672552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.688037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.719116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.745787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.793425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.819238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:41.840673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port eeaca596-e136-42f3-9b11-96dec2190605 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:41.841033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.842464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:41.846898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:41.848785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Pushing event updated for resources: {'Port': ['ID=517648e3-e01d-4499-8010-ac051272d3c7,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:41.851155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a365715c-e23a-4468-a30f-65709ef219a9', 'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': '453f6329-b239-4518-9f7f-6f112573cc92'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:41.852157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.887927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.890384 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2904c313-8453-4471-9741-4f805b56c448 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3579423 Jan 17 12:51:41.892932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48556) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:41.923646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.977738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Attempting to bind port 517648e3-e01d-4499-8010-ac051272d3c7 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:41.978030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Attempting to bind port 517648e3-e01d-4499-8010-ac051272d3c7 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd70a6c8d-c604-4583-acae-b2589abcf992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:41.978396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Attempting to bind port 517648e3-e01d-4499-8010-ac051272d3c7 on network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:41.982635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:41.990155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:41.990541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Checking segment: {'id': 'd70a6c8d-c604-4583-acae-b2589abcf992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:41.990951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:41.992140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Bound using segment: {'id': 'd70a6c8d-c604-4583-acae-b2589abcf992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:41.992639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Bound port: 517648e3-e01d-4499-8010-ac051272d3c7, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70a6c8d-c604-4583-acae-b2589abcf992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f260f2e-6c1c-44c8-bae2-7bea5de3fb89'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:41.993460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.009435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.030710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for eeaca596-e136-42f3-9b11-96dec2190605 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:42.111857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] For port 517648e3-e01d-4499-8010-ac051272d3c7, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:42.116838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] For port 517648e3-e01d-4499-8010-ac051272d3c7, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=517648e3-e01d-4499-8010-ac051272d3c7,segment=NetworkSegment(d70a6c8d-c604-4583-acae-b2589abcf992),segment_id=d70a6c8d-c604-4583-acae-b2589abcf992)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:42.120794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Allocated IP 172.21.0.2 (a365715c-e23a-4468-a30f-65709ef219a9/453f6329-b239-4518-9f7f-6f112573cc92/0aa10181-eebc-46de-8955-e5f1c7bc3ffd) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:42.188144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.212395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.234889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=182c8f65-20d3-4739-a90b-3d381afa4c5e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:42.267557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.285632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.291826 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-84f12b12-122c-40e5-92c7-0b2e4bc652d3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/182c8f65-20d3-4739-a90b-3d381afa4c5e HTTP/1.1" status: 204 len: 168 time: 0.8252349 Jan 17 12:51:42.291826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:42.295009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48558) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:42.295229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb746c-6b32-49a7-8d1a-a1307f60b978 None None] Pushing event updated for resources: {'Port': ['ID=517648e3-e01d-4499-8010-ac051272d3c7,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:42.348367 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-d337b68a-b325-40de-bb08-1b68e008172e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:42.348825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d337b68a-b325-40de-bb08-1b68e008172e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:42.352680 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d337b68a-b325-40de-bb08-1b68e008172e tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/8eede944-0204-4440-ae10-867e6ce2137d HTTP/1.1" status: 404 len: 337 time: 0.0566673 Jan 17 12:51:42.356300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48560) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:42.389523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.396801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:42.414246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:42.414883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:42.447170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.466343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting subnet e5d50feb-4700-4485-8c8c-b068053b0afe {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:42.478236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.498502 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-676a2c3c-0ac4-46ac-b4be-0d07938199e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8834953 Jan 17 12:51:42.499072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:51:42.501738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d82c696-3cf7-45f0-b3a9-07735a7359b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:51:42.504327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48562) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:42.529968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.581374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Network a365715c-e23a-4468-a30f-65709ef219a9 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:42.591910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:42.594399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:42.627751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997cfe54-88bc-48d9-a63f-82f919a62207 x-openstack-request-id: req-997cfe54-88bc-48d9-a63f-82f919a62207 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:51:42.628118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:51:42.628303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-997cfe54-88bc-48d9-a63f-82f919a62207 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:51:42.628708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'status': 'completed', 'code': 200} Jan 17 12:51:42.630698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.632539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.676194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:42.681096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Pushing event updated for resources: {'Port': ['ID=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:42.716141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Attempting to bind port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:42.716600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Attempting to bind port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '3bba2e59-a002-4642-8cef-c7fb9429ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:42.716866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Attempting to bind port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd on network a365715c-e23a-4468-a30f-65709ef219a9 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:42.746889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:42.748161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Checking segment: {'id': '3bba2e59-a002-4642-8cef-c7fb9429ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:42.748806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.749358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Bound using segment: {'id': '3bba2e59-a002-4642-8cef-c7fb9429ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:42.750000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Bound port: 0aa10181-eebc-46de-8955-e5f1c7bc3ffd, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bba2e59-a002-4642-8cef-c7fb9429ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a365715c-e23a-4468-a30f-65709ef219a9'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:42.750539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.758691 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e4583fb9-ef62-487c-b1e5-1e178ef72bc9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/811d5c0a-0dc4-4335-b475-24b684c359ae HTTP/1.1" status: 200 len: 991 time: 0.2516174 Jan 17 12:51:42.801106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=eeaca596-e136-42f3-9b11-96dec2190605,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:42.832253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.20.0.1 (2f260f2e-6c1c-44c8-bae2-7bea5de3fb89/aa4be7fc-3afd-43ec-9f71-61311cafac49/c25116e5-c53f-4a41-9283-eb2c5858afe0) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:42.855718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:42.887771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-c68a6885-3a9d-4da0-8c23-99586fba1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:42.889305 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-c68a6885-3a9d-4da0-8c23-99586fba1bf4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 1099 time: 0.2654231 Jan 17 12:51:42.889546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0a03e-ed36-4a0c-9b6e-a36ef6e52559 None None] Network 64874645-0b65-43e8-b1f5-046c5b416138 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:43.051846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.078119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.092530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.118063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7e2d87ed-bbb6-4da7-9df5-97c144c5455b None None] Provisioning complete for port c648c583-3020-4407-b5d9-14ab078f14df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:43.118478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e2d87ed-bbb6-4da7-9df5-97c144c5455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.135999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d50feb-4700-4485-8c8c-b068053b0afe,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:43.141900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.147896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d806e049-58b4-4c5a-b16c-fe0493bbe3d4 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/e5d50feb-4700-4485-8c8c-b068053b0afe HTTP/1.1" status: 204 len: 168 time: 0.7902868 Jan 17 12:51:43.149122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.185068 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeab556-657a-435d-ba14-dd3d4b3ba63d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:43.185570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeab556-657a-435d-ba14-dd3d4b3ba63d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:43.192067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-deeab556-657a-435d-ba14-dd3d4b3ba63d tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/ea59cfbc-4cea-4832-9994-adcc6d7a7bd1 HTTP/1.1" status: 404 len: 337 time: 0.0402033 Jan 17 12:51:43.194730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48568) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.227367 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5fb8fdd1-77a8-45e9-bb9c-8a3e9970ec2c tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "GET /v2.0/ports?device_id=992dacde-bc35-450a-aba5-5f56cbe7596b HTTP/1.1" status: 200 len: 205 time: 0.0335248 Jan 17 12:51:43.229816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48570) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.236733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.323147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] For port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:43.373010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] For port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,segment=NetworkSegment(3bba2e59-a002-4642-8cef-c7fb9429ddd2),segment_id=3bba2e59-a002-4642-8cef-c7fb9429ddd2)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:43.403277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d87ed-bbb6-4da7-9df5-97c144c5455b None None] Port c648c583-3020-4407-b5d9-14ab078f14df cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:43.443433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.492647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7e2d87ed-bbb6-4da7-9df5-97c144c5455b None None] Provisioning complete for port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:43.493080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e2d87ed-bbb6-4da7-9df5-97c144c5455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.588980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] DHCP port deletion for 64874645-0b65-43e8-b1f5-046c5b416138 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:43.602324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-23c35e4c-c350-42a5-b196-27831dbff90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:43.603325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-23c35e4c-c350-42a5-b196-27831dbff90e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 200 len: 898 time: 0.7061646 Jan 17 12:51:43.608828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aeebf7-386a-4bb3-9e91-013ff03bae72 None None] Pushing event updated for resources: {'Port': ['ID=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:43.636931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Router 6776c9d6-9978-4fb0-81ed-f825e848cf73 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:43.657016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:39Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:43.688293 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-574934aa-5aeb-4779-a7b0-a13d9591dcdd tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] delete failed (client error): The resource could not be found. Jan 17 12:51:43.689337 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-574934aa-5aeb-4779-a7b0-a13d9591dcdd tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/routers/992dacde-bc35-450a-aba5-5f56cbe7596b HTTP/1.1" status: 404 len: 336 time: 0.4585438 Jan 17 12:51:43.698343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48572) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.737884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:43.741226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:43.745399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:43.764245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:51:43.769372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 517648e3-e01d-4499-8010-ac051272d3c7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:43.776951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48574) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.779148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=c25116e5-c53f-4a41-9283-eb2c5858afe0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:43.818959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:43.820090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:43.829636 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6bb372-3d9c-4f04-b86d-3466633326f3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:43.830111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6bb372-3d9c-4f04-b86d-3466633326f3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:43.835929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2d6bb372-3d9c-4f04-b86d-3466633326f3 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/4b4de8ac-086f-4ef7-bf00-4ea96b03ad29 HTTP/1.1" status: 404 len: 337 time: 0.1314523 Jan 17 12:51:43.844660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48576) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.909020 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-05c24adf-d91f-4c5b-950c-e50f73cb94d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/811d5c0a-0dc4-4335-b475-24b684c359ae HTTP/1.1" status: 200 len: 991 time: 0.1296730 Jan 17 12:51:43.909253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.936421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] Deleting port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:43.936764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:43.950117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-152c5c2a-dcb4-4294-baad-f94984606549 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:43.950587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152c5c2a-dcb4-4294-baad-f94984606549 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:43.961144 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-152c5c2a-dcb4-4294-baad-f94984606549 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/4bd2d59b-b02f-442f-8b46-0a2d4c48ad39 HTTP/1.1" status: 404 len: 337 time: 0.1130877 Jan 17 12:51:43.962839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-8cdda22e-0380-4f62-8b34-b9778b06858a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828 HTTP/1.1" status: 200 len: 999 time: 0.3476136 Jan 17 12:51:43.964583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48578) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:43.984284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:43.989704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-50a3f230-d318-4aac-abd1-ca2b2a5519c9 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/routers/6776c9d6-9978-4fb0-81ed-f825e848cf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1093791 Jan 17 12:51:43.995209 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] Sync routers for ids ['6776c9d6-9978-4fb0-81ed-f825e848cf73'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:44.000811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48580) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.017221 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] Routers {'6776c9d6-9978-4fb0-81ed-f825e848cf73'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:44.018022 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6776c9d6-9978-4fb0-81ed-f825e848cf73'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:44.052968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 517648e3-e01d-4499-8010-ac051272d3c7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:44.053469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.069628 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:44.082006 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] Routers {'6776c9d6-9978-4fb0-81ed-f825e848cf73'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:44.082629 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['6776c9d6-9978-4fb0-81ed-f825e848cf73'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:44.087701 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf07f3f-83b9-4242-9f3a-b6bc3d9884f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:51:44.089390 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bdf07f3f-83b9-4242-9f3a-b6bc3d9884f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/eeaca596-e136-42f3-9b11-96dec2190605 HTTP/1.1" status: 404 len: 333 time: 0.0876355 Jan 17 12:51:44.093498 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48582) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.114176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] For port 709b8a1a-3be2-4ee0-8dff-d0c164783a95, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=709b8a1a-3be2-4ee0-8dff-d0c164783a95,segment=NetworkSegment(e5ab3767-b60b-47a9-88b8-f6b96197b41a),segment_id=e5ab3767-b60b-47a9-88b8-f6b96197b41a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:44.123575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.123902 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-05936a1e-d79f-4b46-9af4-a747e5af8349 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.127868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05936a1e-d79f-4b46-9af4-a747e5af8349 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.131088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-05936a1e-d79f-4b46-9af4-a747e5af8349 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/90bc56e5-e60c-4220-a795-f6219aaad3e0 HTTP/1.1" status: 404 len: 337 time: 0.1655722 Jan 17 12:51:44.131292 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:44.132063 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04decf5d-6a32-42d4-8cb9-64f8f131c54b None None] The sync data for ids ['6776c9d6-9978-4fb0-81ed-f825e848cf73'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:44.133234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-09a1ac7e-57e6-44c0-85b4-fa428559bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:44.134177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286908b6-2d72-468f-9360-808c40849766 None None] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:44.134959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-09a1ac7e-57e6-44c0-85b4-fa428559bc35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65 HTTP/1.1" status: 200 len: 835 time: 0.1521242 Jan 17 12:51:44.135580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48584) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.169057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] Calling delete_port for 709b8a1a-3be2-4ee0-8dff-d0c164783a95 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:44.195186 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa393d7-d591-45b6-bea7-cc48221d31fe tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.195998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa393d7-d591-45b6-bea7-cc48221d31fe tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.201535 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3aa393d7-d591-45b6-bea7-cc48221d31fe tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/7701af2f-b383-4803-a917-d99375c5b830 HTTP/1.1" status: 404 len: 333 time: 0.0622735 Jan 17 12:51:44.203631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:51:44.203795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48586) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.223097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.240791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-6646619f-e39e-46d5-8d5c-26a18840f2cd tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.241912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6646619f-e39e-46d5-8d5c-26a18840f2cd tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.247356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6646619f-e39e-46d5-8d5c-26a18840f2cd tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/32f25941-c116-4d7c-8774-14bd783a3ae0 HTTP/1.1" status: 404 len: 337 time: 0.0406010 Jan 17 12:51:44.248438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48588) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.263259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.280967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-a55063aa-ed7f-4896-a30c-c028df339988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:44.282491 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-a55063aa-ed7f-4896-a30c-c028df339988 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7153e27e-5585-40db-9533-63e23cf46449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334724 Jan 17 12:51:44.283800 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-92737542-aa62-4c38-a5e5-299599e11685 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.284238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92737542-aa62-4c38-a5e5-299599e11685 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.287386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-92737542-aa62-4c38-a5e5-299599e11685 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/8460718d-cbf8-441d-a562-907f8e9eee48 HTTP/1.1" status: 404 len: 337 time: 0.0374942 Jan 17 12:51:44.289864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48590) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.319629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c0e38dcd-e5a4-4e80-b405-e41b152c2852 None None] Provisioning complete for port 517648e3-e01d-4499-8010-ac051272d3c7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:44.320155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c0e38dcd-e5a4-4e80-b405-e41b152c2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.328761 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d2c2b1-8844-43cb-844e-94e29e7cf01b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.329785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d2c2b1-8844-43cb-844e-94e29e7cf01b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.336394 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-85d2c2b1-8844-43cb-844e-94e29e7cf01b tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/19ffd384-9cce-4640-9581-f0e3f029c4cf HTTP/1.1" status: 404 len: 333 time: 0.0423872 Jan 17 12:51:44.339145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48592) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.395878 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f27badc-fcc2-48ec-bb70-4c981eb237bc tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.396339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f27badc-fcc2-48ec-bb70-4c981eb237bc tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.399634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5f27badc-fcc2-48ec-bb70-4c981eb237bc tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/fa385a91-3487-4f7a-b7ff-dba924817a01 HTTP/1.1" status: 404 len: 337 time: 0.0589106 Jan 17 12:51:44.402266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48594) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.415526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-6cead1fb-991c-46e6-a66d-8eaa4e49fe07 service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263449 Jan 17 12:51:44.446677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b34e42-3dd9-4805-8cc7-38708542cc23 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] DELETE failed (client error): The resource could not be found. Jan 17 12:51:44.449372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b34e42-3dd9-4805-8cc7-38708542cc23 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:44.450676 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d4b34e42-3dd9-4805-8cc7-38708542cc23 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/subnets/b1a19c6e-dcc9-4b2d-b002-84113e4c8913 HTTP/1.1" status: 404 len: 337 time: 0.0471978 Jan 17 12:51:44.453333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48596) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.462757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.466456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.470259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.605347 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d82c696-3cf7-45f0-b3a9-07735a7359b6 req-dac5c9de-b79d-47ba-9cec-24339f20f44b service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671836 Jan 17 12:51:44.617704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Deleting port c648c583-3020-4407-b5d9-14ab078f14df {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:44.618050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.634791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 517648e3-e01d-4499-8010-ac051272d3c7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=517648e3-e01d-4499-8010-ac051272d3c7,segment=NetworkSegment(d70a6c8d-c604-4583-acae-b2589abcf992),segment_id=d70a6c8d-c604-4583-acae-b2589abcf992)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:44.673305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.688684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.689249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Fanout notify agent at l3_agent the message router_deleted on router 6776c9d6-9978-4fb0-81ed-f825e848cf73 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:44.692715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.698449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.702405 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d907be0d-ad07-4265-abbb-64e05ff50481 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/routers/6776c9d6-9978-4fb0-81ed-f825e848cf73 HTTP/1.1" status: 204 len: 168 time: 0.6074440 Jan 17 12:51:44.705431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48598) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.709928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Calling delete_port for c648c583-3020-4407-b5d9-14ab078f14df owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:44.729663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] Pushing event deleted for resources: {'Port': ['ID=709b8a1a-3be2-4ee0-8dff-d0c164783a95,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:44.737658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.752476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c0e38dcd-e5a4-4e80-b405-e41b152c2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.759948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a6ffa7-ac22-437e-9f29-9a12517d1118 None None] No DVR routers for this DVR port 709b8a1a-3be2-4ee0-8dff-d0c164783a95 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:44.792338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 2b9253b7-391b-47f3-bd93-c60c4a2920fc {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:44.797891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.868546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.880322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.887780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=517648e3-e01d-4499-8010-ac051272d3c7,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:44.914520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48600) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.921472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-c0e38dcd-e5a4-4e80-b405-e41b152c2852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:44.922563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Port': ['ID=c648c583-3020-4407-b5d9-14ab078f14df,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:44.922724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-c0e38dcd-e5a4-4e80-b405-e41b152c2852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:44.930868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.934141 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-38bfc38b-1cc8-463b-afc8-d3eefc0590a0 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/ports/c648c583-3020-4407-b5d9-14ab078f14df HTTP/1.1" status: 204 len: 168 time: 0.4796402 Jan 17 12:51:44.936681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48602) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:44.951833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:39Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:44.981236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:44.992806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba602b0-e3be-422a-b197-8d6a94776a83 None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:50:59Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:39Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:45.040528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.069171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.127816 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b21070c7-00cb-43a8-a214-475cf1c6be30 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/811d5c0a-0dc4-4335-b475-24b684c359ae HTTP/1.1" status: 200 len: 991 time: 0.2111337 Jan 17 12:51:45.133314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.182606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.182606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=c25116e5-c53f-4a41-9283-eb2c5858afe0,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:45.246017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6701a3c6-76f0-491d-afe2-2b995d1c3081 None None] Network a365715c-e23a-4468-a30f-65709ef219a9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:45.250949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.275663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64874645-0b65-43e8-b1f5-046c5b416138']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.291734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.291990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ab3767-b60b-47a9-88b8-f6b96197b41a') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.292365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ab3767-b60b-47a9-88b8-f6b96197b41a') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.315986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.330197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.331881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9253b7-391b-47f3-bd93-c60c4a2920fc,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:45.338844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:45.339571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.340034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.345458 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-86abbe35-ac0b-4ba3-a70e-669d997c0fa2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/2b9253b7-391b-47f3-bd93-c60c4a2920fc HTTP/1.1" status: 204 len: 168 time: 0.6391795 Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:45.348194 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:45.350726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48604) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:45.362570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:45.363830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2394201-8b62-46d7-b5a1-41dea33ea11f None None] Network 544b40ff-612c-4f9e-bb59-3fa213951524 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:45.364345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:45.423053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570f5f2-a908-4adc-b20c-ea1255d1354a None None] New status for floating IP 811d5c0a-0dc4-4335-b475-24b684c359ae: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:51:45.542788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.624361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 08c82d80-adb9-46f8-9835-ac5c07117860 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:51:45.640619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:45.640619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.685989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.710355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.716791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] 10.222.0.77 "DELETE /v2.0/networks/64874645-0b65-43e8-b1f5-046c5b416138 HTTP/1.1" status: 204 len: 168 time: 0.7791243 Jan 17 12:51:45.746143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f9429-63e2-4e05-8b4b-5751869dc0e6 tempest-PortsIpV6TestJSON-1710634164 tempest-PortsIpV6TestJSON-1710634164-project] Pushing event deleted for resources: {'Network': ['ID=64874645-0b65-43e8-b1f5-046c5b416138,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:45.752707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 517648e3-e01d-4499-8010-ac051272d3c7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:45.767864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port 79bcc5d7-e6c6-4f79-8208-53247094f5e9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=79bcc5d7-e6c6-4f79-8208-53247094f5e9,segment=NetworkSegment(4aac3e29-bebe-412f-970e-ce9c8d300c54),segment_id=4aac3e29-bebe-412f-970e-ce9c8d300c54)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:45.767864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.780956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 79bcc5d7-e6c6-4f79-8208-53247094f5e9 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:45.797686 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:45.804615 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6e13f309-e09c-4cd8-ac9c-f56b5925caf5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/08c82d80-adb9-46f8-9835-ac5c07117860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9073524 Jan 17 12:51:45.808123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48608) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:45.810033 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] Sync routers for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:45.819978 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:45.820707 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.860807 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.872438 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:45.873061 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.905722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de7f10-efc2-4d02-87c9-ac6e8316ae12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:45.909707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f9de7f10-efc2-4d02-87c9-ac6e8316ae12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports/c25116e5-c53f-4a41-9283-eb2c5858afe0 HTTP/1.1" status: 200 len: 910 time: 0.0585968 Jan 17 12:51:45.910450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48610) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:45.926055 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:45.927010 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05685f67-75de-4010-87c0-7c4c3b1710b6 None None] The sync data for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:45.962197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Provisioning complete for port 517648e3-e01d-4499-8010-ac051272d3c7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:45.962720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:45.986890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 517648e3-e01d-4499-8010-ac051272d3c7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:45.987411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.015765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.047272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005fd9a-de97-4251-8873-0056e538aec2 None None] DHCP port deletion for 544b40ff-612c-4f9e-bb59-3fa213951524 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:46.056104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=79bcc5d7-e6c6-4f79-8208-53247094f5e9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:46.079266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port 79bcc5d7-e6c6-4f79-8208-53247094f5e9 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:46.129982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48612) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:46.154316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0aa10181-eebc-46de-8955-e5f1c7bc3ffd up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:46.196432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.199100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Provisioning complete for port c25116e5-c53f-4a41-9283-eb2c5858afe0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:46.199589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.214065 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-40a013ac-a67a-46fa-a900-445ff5cd719e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/811d5c0a-0dc4-4335-b475-24b684c359ae HTTP/1.1" status: 200 len: 993 time: 0.0801101 Jan 17 12:51:46.254161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Port c25116e5-c53f-4a41-9283-eb2c5858afe0 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:46.258160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544b40ff-612c-4f9e-bb59-3fa213951524']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:46.261896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:46.262332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.269799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aac3e29-bebe-412f-970e-ce9c8d300c54') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:46.270145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aac3e29-bebe-412f-970e-ce9c8d300c54') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:46.282255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.286871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Provisioning complete for port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:46.287250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.298033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.323550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:46.323550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:46.329108 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:46.406741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48616) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:46.424754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.437729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.443635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.467198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.474210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.480209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/544b40ff-612c-4f9e-bb59-3fa213951524 HTTP/1.1" status: 204 len: 168 time: 1.1174078 Jan 17 12:51:46.487010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,segment=NetworkSegment(3bba2e59-a002-4642-8cef-c7fb9429ddd2),segment_id=3bba2e59-a002-4642-8cef-c7fb9429ddd2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:46.492035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:46.515589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98316439-9d65-4766-bd63-83e169a17056 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=544b40ff-612c-4f9e-bb59-3fa213951524,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:46.553701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.563777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605b827-34ca-4a21-ae99-3a674cfcba68 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:46.565252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7605b827-34ca-4a21-ae99-3a674cfcba68 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/86048461-549a-41e0-9d3b-cda12a95fd1a HTTP/1.1" status: 200 len: 841 time: 0.0591571 Jan 17 12:51:46.568928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48622) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:46.618858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:46.621950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-384f7113-43c5-458f-aff7-3be6b36205cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:46.622071 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a72f4f2-1689-4728-a75a-2186d8420ed4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fc61dbba0394267a6c6bebd88060d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115664 Jan 17 12:51:46.623465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48624) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:46.628926 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0f7d87a1-d816-423a-8b2e-1258d1ae0d1d tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/86048461-549a-41e0-9d3b-cda12a95fd1a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0554020 Jan 17 12:51:46.629098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48626) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:46.634819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:46.645880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:46.674132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 709b8a1a-3be2-4ee0-8dff-d0c164783a95 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:46.674583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 709b8a1a-3be2-4ee0-8dff-d0c164783a95 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:46.692079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-788a4f13-c8f1-45c9-b4d3-6fffbeab4ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.703607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:46.750865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-788a4f13-c8f1-45c9-b4d3-6fffbeab4ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.821145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.21.0.1 (a365715c-e23a-4468-a30f-65709ef219a9/453f6329-b239-4518-9f7f-6f112573cc92/053bb448-4eea-4bf5-934b-9ac2c0cd6be4) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:46.838111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:46.841817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.877978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-788a4f13-c8f1-45c9-b4d3-6fffbeab4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.880535 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-788a4f13-c8f1-45c9-b4d3-6fffbeab4ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:46.881779 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-788a4f13-c8f1-45c9-b4d3-6fffbeab4ac9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3908db76-dd92-461b-85c3-10597ead04a4 HTTP/1.1" status: 204 len: 168 time: 0.2584984 Jan 17 12:51:46.892774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4f13-c8f1-45c9-b4d3-6fffbeab4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3908db76-dd92-461b-85c3-10597ead04a4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:46.957089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.061216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.102475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network a365715c-e23a-4468-a30f-65709ef219a9 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:47.105488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:47.107866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:47.118005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.138905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=053bb448-4eea-4bf5-934b-9ac2c0cd6be4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:47.175276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:47.182345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:47.185817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:47.186642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.195715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.198199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6f8a4-2bfa-462b-a52a-774889ef9eb8 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:47.217722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=cd3d3e66-4643-4140-8332-a45747864306,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:47.276429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-53a23112-610e-4457-9bf9-fb465393484c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6462970 Jan 17 12:51:47.279088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48632) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:47.284287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'security_group': {'name': 'tempest-secgroup-1174569624'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:47.342556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-93edd4a7-2716-4898-8fac-4851a86ed3b7 None None] Provisioning complete for port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:47.342939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-93edd4a7-2716-4898-8fac-4851a86ed3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.393141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.413418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.449875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-1af7fa37-0406-4774-842d-f9d0e882a9f2', 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'tenant_id': '0fd49cca4e73451f8a16eeea4c620239', 'fixed_ips': [{'subnet_id': 'cd3d3e66-4643-4140-8332-a45747864306'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:47.450769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.492910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.561048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0aa10181-eebc-46de-8955-e5f1c7bc3ffd up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:47.576395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.616117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43abaf7d-4735-49c3-b348-09eb641ea32d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:47.644415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0fb5653a-7008-456f-9267-32f043152cef None None] Provisioning complete for port 053bb448-4eea-4bf5-934b-9ac2c0cd6be4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:47.644803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0fb5653a-7008-456f-9267-32f043152cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.651835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Allocated IP 172.20.0.2 (1af7fa37-0406-4774-842d-f9d0e882a9f2/cd3d3e66-4643-4140-8332-a45747864306/78c85177-4222-47b5-a2b5-47ae6d98e591) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:47.680887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.685889 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9fe56903-f581-40e6-a33f-c4d98f670c80 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4017627 Jan 17 12:51:47.685889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48642) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:47.690733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'security_group': {'name': 'tempest-secgroup-287278519'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:47.742070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.744882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5653a-7008-456f-9267-32f043152cef None None] Port 053bb448-4eea-4bf5-934b-9ac2c0cd6be4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:47.747832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:47.748206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.764143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.787577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.851342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.871264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=053bb448-4eea-4bf5-934b-9ac2c0cd6be4,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:47.901215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.907187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.907647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.945344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e523c5d-67ed-454d-9350-1fdd950ef585,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:47.964613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.989393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:47.994248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0c425bbb-901e-43c9-9e30-318e2078ae85 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3038702 Jan 17 12:51:47.994663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48650) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:48.000255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-505931152', 'security_groups': ['9e523c5d-67ed-454d-9350-1fdd950ef585'], 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd3d3e66-4643-4140-8332-a45747864306'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:48.001344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 79bcc5d7-e6c6-4f79-8208-53247094f5e9 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:48.015225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network a365715c-e23a-4468-a30f-65709ef219a9 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:48.016707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:48.037498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 79bcc5d7-e6c6-4f79-8208-53247094f5e9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:48.037871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 79bcc5d7-e6c6-4f79-8208-53247094f5e9 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:48.051791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:48.056680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:48.073093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:48.075402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Pushing event updated for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:48.152789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Attempting to bind port 78c85177-4222-47b5-a2b5-47ae6d98e591 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:48.154382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Attempting to bind port 78c85177-4222-47b5-a2b5-47ae6d98e591 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:48.155544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Attempting to bind port 78c85177-4222-47b5-a2b5-47ae6d98e591 on network 1af7fa37-0406-4774-842d-f9d0e882a9f2 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:48.170222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:48.170598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Checking segment: {'id': 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:48.171006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.176285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Bound using segment: {'id': 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:48.176483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Bound port: 78c85177-4222-47b5-a2b5-47ae6d98e591, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:48.176780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.190269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48654) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:48.261537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:48.266873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=78c85177-4222-47b5-a2b5-47ae6d98e591,segment=NetworkSegment(d1e68e56-5c3d-4e29-bf4f-c3925e858cdf),segment_id=d1e68e56-5c3d-4e29-bf4f-c3925e858cdf)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:48.272783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:48.330031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-16248802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:48.352763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.395446 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.428193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0b4ddcd0-10a0-413e-ad14-856952cc8f5d None None] Provisioning complete for port 053bb448-4eea-4bf5-934b-9ac2c0cd6be4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:48.428676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddcd0-10a0-413e-ad14-856952cc8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.429096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:48.434212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980124ca-6b03-4dd4-b436-779e747ee953 None None] Pushing event updated for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:48.476281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ddcd0-10a0-413e-ad14-856952cc8f5d None None] Port 053bb448-4eea-4bf5-934b-9ac2c0cd6be4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:48.482883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.484664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.516688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 08c82d80-adb9-46f8-9835-ac5c07117860 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:48.589899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.634172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:48.639223 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6ef94fc1-f9b3-4898-ae2e-82d3c40b82c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/08c82d80-adb9-46f8-9835-ac5c07117860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280250 Jan 17 12:51:48.641939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48658) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:48.655914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.656861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] Sync routers for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:48.670469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:48.671300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:48.685645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.13 (1af7fa37-0406-4774-842d-f9d0e882a9f2/cd3d3e66-4643-4140-8332-a45747864306/a0d9e1ed-5781-4f9b-b2d8-fc160bc30018) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:48.700208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50fded-fca0-4cbc-ab46-bf294f8630b5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:48.701916 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1c50fded-fca0-4cbc-ab46-bf294f8630b5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports/053bb448-4eea-4bf5-934b-9ac2c0cd6be4 HTTP/1.1" status: 200 len: 910 time: 0.0590563 Jan 17 12:51:48.704725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48660) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:48.715984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:48.726441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:48.727374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:48.764495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.769606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a4de14cd-b4e4-45d6-893f-febb19c61191 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5745738 Jan 17 12:51:48.770433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:48.771189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468fea49-dbbc-49d5-b021-324d6c4df48f None None] The sync data for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:48.786792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48662) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:48.792131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-885923338'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:48.853264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.907438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Made reservation on behalf of 21a6c855f08c4652a4c2b75d5ec4ab58 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:48.910887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.927876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:48.975465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.035241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:49.043694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:49.048860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:49.058675 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:51:49.059839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=a0d9e1ed-5781-4f9b-b2d8-fc160bc30018,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:49.076985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.109407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:49.110020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.129852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.162874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:49.176910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b546ad9-4bd3-4479-bb34-3702a4941ab9,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:49.181210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.212007 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-48bdf466-74a2-48fb-97d0-5fcaacdda9a0 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2160258 Jan 17 12:51:49.214756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48664) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:49.216927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.217317 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Added segment 3b7f28e7-e407-4335-a442-dd07761e040d of type vlan for network b72caddb-4528-4cdf-98e7-5b7069ece48e Jan 17 12:51:49.221375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:49.299703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.432284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:49.436198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.472334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.478040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:49.478714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.510694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:49.511734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.601977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Network': ['ID=b72caddb-4528-4cdf-98e7-5b7069ece48e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:49.605375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cd3d3e66-4643-4140-8332-a45747864306 (CIDR: 172.20.0.0/28) Jan 17 12:51:49.615114 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9a5bb9b8-4de1-4f63-bc8d-4b1cd8d75189 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8269017 Jan 17 12:51:49.617734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48666) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:49.623843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'subnet': {'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:49.630870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 053bb448-4eea-4bf5-934b-9ac2c0cd6be4 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:49.631270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.680818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:49.681319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:51:49.740282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network b72caddb-4528-4cdf-98e7-5b7069ece48e details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:49.742273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:49.743372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.755441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 053bb448-4eea-4bf5-934b-9ac2c0cd6be4 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:49.776503 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f53d0fcf-7e0a-4de6-a137-c199f308c7f2 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5581653 Jan 17 12:51:49.777269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48668) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:49.781739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:49.827604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:49.863824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:49.864209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.865629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:49.866175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:49.907600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Made reservation on behalf of 21a6c855f08c4652a4c2b75d5ec4ab58 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:49.911163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.003557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.015643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.017145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.047523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=053bb448-4eea-4bf5-934b-9ac2c0cd6be4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:50.061334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=78c85177-4222-47b5-a2b5-47ae6d98e591,segment=NetworkSegment(d1e68e56-5c3d-4e29-bf4f-c3925e858cdf),segment_id=d1e68e56-5c3d-4e29-bf4f-c3925e858cdf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:50.148685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.243328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:50.246337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-ea0be1f5-88d6-41a8-8c6c-19bc746e208c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:50.246337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:50.261089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.322923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:50.326939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.455729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 08c82d80-adb9-46f8-9835-ac5c07117860 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:50.525325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.551998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:50.558355 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0cdd0ced-0d44-457a-899f-b4e094080fd5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/08c82d80-adb9-46f8-9835-ac5c07117860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524189 Jan 17 12:51:50.561125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48670) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:50.564719 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] Sync routers for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:50.575176 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:50.576043 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:50.608551 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:50.618768 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:50.620344 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:50.637339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Subnet': ['ID=dee94632-48b2-4d84-8dab-9b41e333384c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:50.656859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Checking segment: {'id': '3b7f28e7-e407-4335-a442-dd07761e040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:50.657327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network hostable DHCP agents. Network: b72caddb-4528-4cdf-98e7-5b7069ece48e, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:50.660251 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:50.660870 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4e8de-afee-4aa0-84bc-bcba7ec5413e None None] The sync data for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:50.748295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.781263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network b72caddb-4528-4cdf-98e7-5b7069ece48e is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:50.806465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:50.809896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:50.814465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:50.815057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.822654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e1c85-8a7a-487a-a99c-8ead0caf1529 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:50.830739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=9a20011e-b038-4962-978a-4b185f730fce,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:50.878069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, b72caddb-4528-4cdf-98e7-5b7069ece48e) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:50.883069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:50.883850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.888722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a560dd16-7e87-4a73-9c13-c1d6b1ae727e None None] Network b72caddb-4528-4cdf-98e7-5b7069ece48e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:50.916436 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cd73baab-52cc-4d22-a192-fecf5c10d93f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1385267 Jan 17 12:51:50.923027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48672) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:50.924824 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1079130051', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a20011e-b038-4962-978a-4b185f730fce'}], 'security_groups': ['43abaf7d-4735-49c3-b348-09eb641ea32d']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:50.929468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:50.972179 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-be6701ef-c7a3-43d2-a086-7081628f4f90 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3530693 Jan 17 12:51:50.975094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48674) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:50.981471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'network': {'name': 'tempest-router-network01--1773144907'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:50.985896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b64f89a1-21f4-4ebb-93d9-2ac8d2a7d554 None None] Provisioning complete for port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:50.986460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64f89a1-21f4-4ebb-93d9-2ac8d2a7d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.061989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b64f89a1-21f4-4ebb-93d9-2ac8d2a7d554 None None] Port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:51.078125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Made reservation on behalf of 21a6c855f08c4652a4c2b75d5ec4ab58 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:51.082602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.107835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:51.118335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.118803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Added segment b46ce833-bd85-4f4b-95d5-ffbe15a42916 of type vlan for network 010847d9-9023-4b32-8589-0cb8b748a090 Jan 17 12:51:51.154611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-b72caddb-4528-4cdf-98e7-5b7069ece48e', 'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e', 'tenant_id': '21a6c855f08c4652a4c2b75d5ec4ab58', 'fixed_ips': [{'subnet_id': 'dee94632-48b2-4d84-8dab-9b41e333384c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:51.155519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.197452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.222360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.272641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.278866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:51.279717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.279878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] Update dhcp port {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'fixed_ips': [{'subnet_id': 'cd3d3e66-4643-4140-8332-a45747864306', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a20011e-b038-4962-978a-4b185f730fce'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '78c85177-4222-47b5-a2b5-47ae6d98e591'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:51:51.335538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.347063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Network': ['ID=010847d9-9023-4b32-8589-0cb8b748a090,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:51.376674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Allocated IP 172.20.0.2 (b72caddb-4528-4cdf-98e7-5b7069ece48e/dee94632-48b2-4d84-8dab-9b41e333384c/36d32413-7461-4c33-a4f0-d4a57d34bc8a) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:51.379920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 010847d9-9023-4b32-8589-0cb8b748a090 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:51.389241 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7360c949-0383-46a8-8fc1-80da075d6bf8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4126000 Jan 17 12:51:51.391750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48676) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:51.397912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'network': {'name': 'tempest-router-network02--775096351'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:51.446658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port c25116e5-c53f-4a41-9283-eb2c5858afe0 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:51.447000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.472296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Made reservation on behalf of 21a6c855f08c4652a4c2b75d5ec4ab58 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:51.476249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.503562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:51.512512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.512960 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Added segment 0230c24a-f003-4632-803f-99c1faa2e7a1 of type vlan for network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 Jan 17 12:51:51.563061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.612020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:51.667563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.680878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:51.681760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.715213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] Allocated IP 172.20.0.18 (1af7fa37-0406-4774-842d-f9d0e882a9f2/9a20011e-b038-4962-978a-4b185f730fce/78c85177-4222-47b5-a2b5-47ae6d98e591) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:51.749750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.756225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Network': ['ID=1588cb98-bfbd-47fb-bd60-7c27c34d3c06,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:51.790877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:51.802312 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-152a68e7-ae65-4bea-ac81-80e8c7812c1f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4093831 Jan 17 12:51:51.805728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48678) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:51.810856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'subnet': {'network_id': '010847d9-9023-4b32-8589-0cb8b748a090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:51.811016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:51.811227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.870501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.927404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:51.939998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for c25116e5-c53f-4a41-9283-eb2c5858afe0 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:51.953680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Network b72caddb-4528-4cdf-98e7-5b7069ece48e is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:51.971531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:51.975587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:51.978844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Pushing event updated for resources: {'Port': ['ID=36d32413-7461-4c33-a4f0-d4a57d34bc8a,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:51.988770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=78c85177-4222-47b5-a2b5-47ae6d98e591,segment=NetworkSegment(d1e68e56-5c3d-4e29-bf4f-c3925e858cdf),segment_id=d1e68e56-5c3d-4e29-bf4f-c3925e858cdf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:51.991917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Made reservation on behalf of 21a6c855f08c4652a4c2b75d5ec4ab58 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:51.997954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.226087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.236909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.240635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Attempting to bind port 36d32413-7461-4c33-a4f0-d4a57d34bc8a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:52.240901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Attempting to bind port 36d32413-7461-4c33-a4f0-d4a57d34bc8a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '3b7f28e7-e407-4335-a442-dd07761e040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:52.241275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Attempting to bind port 36d32413-7461-4c33-a4f0-d4a57d34bc8a on network b72caddb-4528-4cdf-98e7-5b7069ece48e {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:52.252775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:52.253289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Checking segment: {'id': '3b7f28e7-e407-4335-a442-dd07761e040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:52.253559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.253970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Bound using segment: {'id': '3b7f28e7-e407-4335-a442-dd07761e040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:52.254810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Bound port: 36d32413-7461-4c33-a4f0-d4a57d34bc8a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f28e7-e407-4335-a442-dd07761e040d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b72caddb-4528-4cdf-98e7-5b7069ece48e'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:52.254810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.255187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=c25116e5-c53f-4a41-9283-eb2c5858afe0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:52.267139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.268225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.331788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.359327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Checking segment: {'id': 'b46ce833-bd85-4f4b-95d5-ffbe15a42916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '010847d9-9023-4b32-8589-0cb8b748a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:52.359918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network hostable DHCP agents. Network: 010847d9-9023-4b32-8589-0cb8b748a090, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:52.369301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Subnet': ['ID=6c3799c5-ca7b-4300-ac33-f48792c5c4b1,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:52.410379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] For port 36d32413-7461-4c33-a4f0-d4a57d34bc8a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:52.447082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] For port 36d32413-7461-4c33-a4f0-d4a57d34bc8a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36d32413-7461-4c33-a4f0-d4a57d34bc8a,segment=NetworkSegment(3b7f28e7-e407-4335-a442-dd07761e040d),segment_id=3b7f28e7-e407-4335-a442-dd07761e040d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:52.461503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.466171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network 010847d9-9023-4b32-8589-0cb8b748a090 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:52.478944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55343be-fecf-44a9-bb6d-e9d6cda70a4f None None] Pushing event updated for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:52.565079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.565401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 010847d9-9023-4b32-8589-0cb8b748a090) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:52.575115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:52.578258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.601997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c3592-95f4-496b-b68e-7fa6648d4f08 None None] Network 010847d9-9023-4b32-8589-0cb8b748a090 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:52.635101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Delete allocated IP 172.20.0.13 (1af7fa37-0406-4774-842d-f9d0e882a9f2/cd3d3e66-4643-4140-8332-a45747864306) {{(pid=109281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 12:51:52.675803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-60534df1-9812-4b59-9872-f0cc65506baf tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8617716 Jan 17 12:51:52.676610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48680) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:52.676718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'subnet': {'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:52.682566 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.19 (1af7fa37-0406-4774-842d-f9d0e882a9f2/9a20011e-b038-4962-978a-4b185f730fce/a0d9e1ed-5781-4f9b-b2d8-fc160bc30018) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:52.685076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a533de2-962d-46f3-87ab-42aa4a66936b None None] Pushing event updated for resources: {'Port': ['ID=36d32413-7461-4c33-a4f0-d4a57d34bc8a,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:52.773765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 08c82d80-adb9-46f8-9835-ac5c07117860 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:51:52.810147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-010847d9-9023-4b32-8589-0cb8b748a090', 'network_id': '010847d9-9023-4b32-8589-0cb8b748a090', 'tenant_id': '21a6c855f08c4652a4c2b75d5ec4ab58', 'fixed_ips': [{'subnet_id': '6c3799c5-ca7b-4300-ac33-f48792c5c4b1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:52.811397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:52.977012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:52.984896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ce673600-0bf0-4943-bd2b-d015b0bb6c9c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/08c82d80-adb9-46f8-9835-ac5c07117860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225717 Jan 17 12:51:52.987635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48682) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:52.991345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] Sync routers for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:53.007446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Allocated IP 172.20.0.2 (010847d9-9023-4b32-8589-0cb8b748a090/6c3799c5-ca7b-4300-ac33-f48792c5c4b1/ea9bfec5-49de-424d-8ef7-f45f4ef71b6b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:53.021419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:53.022834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:53.034455 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-85985938-465c-4518-a629-2a0061f0fa96 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=08c82d80-adb9-46f8-9835-ac5c07117860 HTTP/1.1" status: 200 len: 205 time: 0.0454674 Jan 17 12:51:53.038727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48684) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:53.061357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Made reservation on behalf of 21a6c855f08c4652a4c2b75d5ec4ab58 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:53.065235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.072708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:53.117683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] Routers {'08c82d80-adb9-46f8-9835-ac5c07117860'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:53.118250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['08c82d80-adb9-46f8-9835-ac5c07117860'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:53.162273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:53.163171 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527b7c7-30f8-494b-8447-3de0befde374 None None] The sync data for ids ['08c82d80-adb9-46f8-9835-ac5c07117860'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:53.204297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.223595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:53.223985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.287769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.290871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:53.292411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.303666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:53.304059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.367226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.373574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.420557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.420767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Network 010847d9-9023-4b32-8589-0cb8b748a090 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:53.429418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:53.432046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:53.444416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.489880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Pushing event updated for resources: {'Port': ['ID=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:53.518073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Provisioning complete for port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:53.518619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.523527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Attempting to bind port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:53.523887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Attempting to bind port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'b46ce833-bd85-4f4b-95d5-ffbe15a42916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '010847d9-9023-4b32-8589-0cb8b748a090'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:53.524256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Attempting to bind port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b on network 010847d9-9023-4b32-8589-0cb8b748a090 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:53.547453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=a0d9e1ed-5781-4f9b-b2d8-fc160bc30018,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:53.553872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:53.554525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Checking segment: {'id': 'b46ce833-bd85-4f4b-95d5-ffbe15a42916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '010847d9-9023-4b32-8589-0cb8b748a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:53.554856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.557689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Bound using segment: {'id': 'b46ce833-bd85-4f4b-95d5-ffbe15a42916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '010847d9-9023-4b32-8589-0cb8b748a090'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:53.557689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Bound port: ea9bfec5-49de-424d-8ef7-f45f4ef71b6b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ce833-bd85-4f4b-95d5-ffbe15a42916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '010847d9-9023-4b32-8589-0cb8b748a090'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:53.557689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.587520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-886f5e3b-7991-45ad-8466-7da9941fa881 None None] Port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:53.641642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.642149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router 08c82d80-adb9-46f8-9835-ac5c07117860 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:51:53.642317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] For port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:53.645600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] For port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,segment=NetworkSegment(b46ce833-bd85-4f4b-95d5-ffbe15a42916),segment_id=b46ce833-bd85-4f4b-95d5-ffbe15a42916)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:53.664433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] In _notify_port_updated(), no bound segment for port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 on network 1af7fa37-0406-4774-842d-f9d0e882a9f2 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:51:53.670323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:53.670997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.675045 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9facbf72-77bc-4e4f-999b-8594a73a4fd4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/ports/a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 HTTP/1.1" status: 200 len: 921 time: 2.7519042 Jan 17 12:51:53.675553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48686) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:53.677973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.681528 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-14820f70-402d-4423-be9c-61bfd6012a90 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/08c82d80-adb9-46f8-9835-ac5c07117860 HTTP/1.1" status: 204 len: 168 time: 0.6396842 Jan 17 12:51:53.684822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48688) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:53.715824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.721548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36d32413-7461-4c33-a4f0-d4a57d34bc8a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:53.767610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet 453f6329-b239-4518-9f7f-6f112573cc92 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:53.771363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.823284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:53.823751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.833179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.835114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437fdfe-976c-4fb8-a766-5f271c1d74ad None None] Pushing event updated for resources: {'Port': ['ID=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:53.860423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 36d32413-7461-4c33-a4f0-d4a57d34bc8a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:53.860800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.920844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Subnet': ['ID=eaa4b78d-387a-47dd-bddc-2aed4ed62cf5,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:53.924851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.975582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:53.983188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296296bf-aced-4ac8-b326-967a4070eae4 None None] Network b72caddb-4528-4cdf-98e7-5b7069ece48e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:53.998646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:54.049224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Checking segment: {'id': '0230c24a-f003-4632-803f-99c1faa2e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:54.049581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network hostable DHCP agents. Network: 1588cb98-bfbd-47fb-bd60-7c27c34d3c06, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:54.097428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.126187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.156412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cf0c303b-dc95-486e-ae41-dd5bbaf480f7 None None] Provisioning complete for port 36d32413-7461-4c33-a4f0-d4a57d34bc8a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:54.161494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf0c303b-dc95-486e-ae41-dd5bbaf480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.211428 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:54.250095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 36d32413-7461-4c33-a4f0-d4a57d34bc8a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36d32413-7461-4c33-a4f0-d4a57d34bc8a,segment=NetworkSegment(3b7f28e7-e407-4335-a442-dd07761e040d),segment_id=3b7f28e7-e407-4335-a442-dd07761e040d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:54.272863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.302140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=a0d9e1ed-5781-4f9b-b2d8-fc160bc30018,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:54.302347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.304349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 1588cb98-bfbd-47fb-bd60-7c27c34d3c06) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:54.316129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:54.316848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.347680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15f141-457c-439b-895f-686cba300036 None None] Network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:54.355082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=453f6329-b239-4518-9f7f-6f112573cc92,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:54.356828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.357553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:54.358122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.365938 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-439f62d9-9139-478c-bf44-100531097368 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/453f6329-b239-4518-9f7f-6f112573cc92 HTTP/1.1" status: 204 len: 168 time: 0.6798296 Jan 17 12:51:54.367694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48690) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:54.387022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.393329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-abec02b8-61cb-4bee-b796-a6d1b4d8d57f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 HTTP/1.1" status: 204 len: 168 time: 0.7140760 Jan 17 12:51:54.393563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48692) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:54.398485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cf0c303b-dc95-486e-ae41-dd5bbaf480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.420105 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-023e781e-3582-457c-acc8-e1d10db19b3e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:51:54.424356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-023e781e-3582-457c-acc8-e1d10db19b3e tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/a0d9e1ed-5781-4f9b-b2d8-fc160bc30018 HTTP/1.1" status: 404 len: 333 time: 0.0272312 Jan 17 12:51:54.425575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48694) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:54.432452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet aa4be7fc-3afd-43ec-9f71-61311cafac49 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:54.435935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.451018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed2e2f4-4f8b-4e2e-be2a-08243126de27 None None] Network a365715c-e23a-4468-a30f-65709ef219a9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:54.466007 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9cbb411d-d749-418b-a500-7c9b2aa8968e tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7932875 Jan 17 12:51:54.469615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48696) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:54.497727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c438d03d-42a5-4de6-9249-58cc2cdfecc3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.529638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c438d03d-42a5-4de6-9249-58cc2cdfecc3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.650138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.659997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c438d03d-42a5-4de6-9249-58cc2cdfecc3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.663692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c438d03d-42a5-4de6-9249-58cc2cdfecc3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.665159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c438d03d-42a5-4de6-9249-58cc2cdfecc3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/security-groups/9e523c5d-67ed-454d-9350-1fdd950ef585 HTTP/1.1" status: 204 len: 168 time: 0.2395349 Jan 17 12:51:54.672171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48698) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:54.681454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d03d-42a5-4de6-9249-58cc2cdfecc3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e523c5d-67ed-454d-9350-1fdd950ef585,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:54.703626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:54.703865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.736819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=36d32413-7461-4c33-a4f0-d4a57d34bc8a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:54.790109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-cf0c303b-dc95-486e-ae41-dd5bbaf480f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:54.790462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-cf0c303b-dc95-486e-ae41-dd5bbaf480f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:54.909725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ba4d27a1-7ac8-41d7-a22e-c9067d62f5a8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.945043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:54.983444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] DHCP port deletion for a365715c-e23a-4468-a30f-65709ef219a9 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:55.019123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ba4d27a1-7ac8-41d7-a22e-c9067d62f5a8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.092168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-1588cb98-bfbd-47fb-bd60-7c27c34d3c06', 'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06', 'tenant_id': '21a6c855f08c4652a4c2b75d5ec4ab58', 'fixed_ips': [{'subnet_id': 'eaa4b78d-387a-47dd-bddc-2aed4ed62cf5'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:51:55.092691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.093018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.181645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] Deleting port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:55.182282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.203509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.231134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f65b26-19a1-4476-8315-b457c5bc1d27 None None] Network 010847d9-9023-4b32-8589-0cb8b748a090 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:55.265515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ba4d27a1-7ac8-41d7-a22e-c9067d62f5a8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.268106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ba4d27a1-7ac8-41d7-a22e-c9067d62f5a8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.269245 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ba4d27a1-7ac8-41d7-a22e-c9067d62f5a8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/security-groups/43abaf7d-4735-49c3-b348-09eb641ea32d HTTP/1.1" status: 204 len: 168 time: 0.5708420 Jan 17 12:51:55.270110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4be7fc-3afd-43ec-9f71-61311cafac49,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:55.272829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48700) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:55.283201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.286393 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-420c6394-f320-44f0-a322-f81fa07293c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/aa4be7fc-3afd-43ec-9f71-61311cafac49 HTTP/1.1" status: 204 len: 168 time: 0.9169762 Jan 17 12:51:55.296204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac2a98-5fc5-4551-90a1-f2b2730c9eba None None] Network 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:55.296419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48702) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:55.305602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d27a1-7ac8-41d7-a22e-c9067d62f5a8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43abaf7d-4735-49c3-b348-09eb641ea32d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:55.338834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet cd3d3e66-4643-4140-8332-a45747864306 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:51:55.342332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.383858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.417401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.430809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] For port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,segment=NetworkSegment(3bba2e59-a002-4642-8cef-c7fb9429ddd2),segment_id=3bba2e59-a002-4642-8cef-c7fb9429ddd2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:55.431216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.471100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] Calling delete_port for 0aa10181-eebc-46de-8955-e5f1c7bc3ffd owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:55.488275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.491336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Allocated IP 172.20.0.2 (1588cb98-bfbd-47fb-bd60-7c27c34d3c06/eaa4b78d-387a-47dd-bddc-2aed4ed62cf5/ac0293e3-d158-4bec-aa74-28e184a50bae) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:55.501928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Allocated IP 172.20.0.1 (010847d9-9023-4b32-8589-0cb8b748a090/6c3799c5-ca7b-4300-ac33-f48792c5c4b1/0210bb83-9fda-4920-a1cb-5ceba4fe99b3) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:55.581215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:55.581567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.661316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.718770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3d3e66-4643-4140-8332-a45747864306,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:55.732491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Provisioning complete for port 36d32413-7461-4c33-a4f0-d4a57d34bc8a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:55.732869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.737489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:55.743120 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-74830963-f9c2-406f-a748-98833c5999f4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/cd3d3e66-4643-4140-8332-a45747864306 HTTP/1.1" status: 204 len: 168 time: 0.4687197 Jan 17 12:51:55.747653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:55.753762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:55.774632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea9bfec5-49de-424d-8ef7-f45f4ef71b6b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:55.776568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd11bf2-dcae-45ab-8471-de9c02c8b186 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:55.944727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] DHCP port deletion for 2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:51:55.968485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:55.973669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.012235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,segment=NetworkSegment(3bba2e59-a002-4642-8cef-c7fb9429ddd2),segment_id=3bba2e59-a002-4642-8cef-c7fb9429ddd2)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:56.012578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.018655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.027849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.042952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 0aa10181-eebc-46de-8955-e5f1c7bc3ffd owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:56.046953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.095805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] Pushing event deleted for resources: {'Port': ['ID=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.105063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368cac3-b0cb-4fe3-bda4-0c672914a63d None None] No DVR routers for this DVR port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:56.132678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:56.132983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.142232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.169907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.219724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=0aa10181-eebc-46de-8955-e5f1c7bc3ffd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.231121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port 0aa10181-eebc-46de-8955-e5f1c7bc3ffd on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:56.247955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:56.258017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Provisioning complete for port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:56.258395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.265395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Pushing event updated for resources: {'Port': ['ID=ac0293e3-d158-4bec-aa74-28e184a50bae,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.268055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:56.270884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.307183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:56.311537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] Deleting port 517648e3-e01d-4499-8010-ac051272d3c7 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:56.311920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.364284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.373846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network 010847d9-9023-4b32-8589-0cb8b748a090 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:56.381075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:56.390222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:56.400002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.404111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a365715c-e23a-4468-a30f-65709ef219a9']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:56.429741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Port': ['ID=0210bb83-9fda-4920-a1cb-5ceba4fe99b3,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.439712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bba2e59-a002-4642-8cef-c7fb9429ddd2') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:56.444464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bba2e59-a002-4642-8cef-c7fb9429ddd2') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:56.456946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.466721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:56.470928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.481599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] For port 517648e3-e01d-4499-8010-ac051272d3c7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=517648e3-e01d-4499-8010-ac051272d3c7,segment=NetworkSegment(d70a6c8d-c604-4583-acae-b2589abcf992),segment_id=d70a6c8d-c604-4583-acae-b2589abcf992)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:56.481599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.501769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Attempting to bind port ac0293e3-d158-4bec-aa74-28e184a50bae on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:51:56.502138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Attempting to bind port ac0293e3-d158-4bec-aa74-28e184a50bae by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '0230c24a-f003-4632-803f-99c1faa2e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:51:56.502501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Attempting to bind port ac0293e3-d158-4bec-aa74-28e184a50bae on network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:51:56.504508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:56.509049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:56.510395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.513791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.514655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=addb53aa-9f66-438a-8733-19bfa5d5d545,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.516892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] Calling delete_port for 517648e3-e01d-4499-8010-ac051272d3c7 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:56.519900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:51:56.520289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Checking segment: {'id': '0230c24a-f003-4632-803f-99c1faa2e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:56.520687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.521078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Bound using segment: {'id': '0230c24a-f003-4632-803f-99c1faa2e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:51:56.521560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Bound port: ac0293e3-d158-4bec-aa74-28e184a50bae, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0230c24a-f003-4632-803f-99c1faa2e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1588cb98-bfbd-47fb-bd60-7c27c34d3c06'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:51:56.522590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.540019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.552846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:56.553591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:56.557788 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:56.629408 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2942b2b1-23d5-47a7-9414-496f2f32e959 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8805540 Jan 17 12:51:56.632735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48706) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:56.637630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'security_group': {'name': 'tempest-secgroup-891086864'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:56.712370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.727035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.731195 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/a365715c-e23a-4468-a30f-65709ef219a9 HTTP/1.1" status: 204 len: 168 time: 1.4336259 Jan 17 12:51:56.734022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48708) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:56.741597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.759537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfb2de-b828-4944-9b4e-e97de1dce73c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=a365715c-e23a-4468-a30f-65709ef219a9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.823143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.856773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.860012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,segment=NetworkSegment(b46ce833-bd85-4f4b-95d5-ffbe15a42916),segment_id=b46ce833-bd85-4f4b-95d5-ffbe15a42916)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:56.872823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.878011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] For port ac0293e3-d158-4bec-aa74-28e184a50bae, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:51:56.879101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.886549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.913952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] For port ac0293e3-d158-4bec-aa74-28e184a50bae, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac0293e3-d158-4bec-aa74-28e184a50bae,segment=NetworkSegment(0230c24a-f003-4632-803f-99c1faa2e7a1),segment_id=0230c24a-f003-4632-803f-99c1faa2e7a1)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:51:56.923421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404602f7-f3bc-461a-80c9-9a30f2b8575e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:56.947327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.948308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36d32413-7461-4c33-a4f0-d4a57d34bc8a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:56.977773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:56.981839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1cc76493-5635-4a93-87e4-61e9fe81929a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3456640 Jan 17 12:51:56.982230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48710) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:56.986480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'security_group': {'name': 'tempest-secgroup-433233997'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:57.016315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.044136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.077830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:51:57.078184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:51:57.080885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 517648e3-e01d-4499-8010-ac051272d3c7 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:57.081266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.088434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] No DVR routers for this DVR port 517648e3-e01d-4499-8010-ac051272d3c7 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:57.088747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.094668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.144605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 36d32413-7461-4c33-a4f0-d4a57d34bc8a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:57.145067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.205023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4bb8-3107-4861-a997-506c090b9420 None None] Pushing event updated for resources: {'Port': ['ID=ac0293e3-d158-4bec-aa74-28e184a50bae,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.231435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.237918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 517648e3-e01d-4499-8010-ac051272d3c7, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:57.238287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.245224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944094fc-d59d-465f-91e3-0354a73587cf None None] Pushing event deleted for resources: {'Port': ['ID=517648e3-e01d-4499-8010-ac051272d3c7,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.260292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 517648e3-e01d-4499-8010-ac051272d3c7 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:57.266324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Port 517648e3-e01d-4499-8010-ac051272d3c7 was not found and therefore no delete operation was performed {{(pid=109281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:51:57.272326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.294903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a86ad-2582-49b0-9d90-35ac292672d0 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:57.306760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.322691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=517648e3-e01d-4499-8010-ac051272d3c7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.370921 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.373475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port 517648e3-e01d-4499-8010-ac051272d3c7 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:51:57.407101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9559fb-f5fc-4d12-86c2-4306db4d311e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.423596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0aa10181-eebc-46de-8955-e5f1c7bc3ffd no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:57.454154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0aa10181-eebc-46de-8955-e5f1c7bc3ffd {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:57.454496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0aa10181-eebc-46de-8955-e5f1c7bc3ffd not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:57.467831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.489754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.495963 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3d2c68d5-1882-4fc7-a26f-eadee84cd9ac tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5127473 Jan 17 12:51:57.496789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48712) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:57.502719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'security_group': {'name': 'tempest-secgroup-1361798764'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:57.556812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.597357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f260f2e-6c1c-44c8-bae2-7bea5de3fb89']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:57.604274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.629976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.638164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Port': ['ID=0210bb83-9fda-4920-a1cb-5ceba4fe99b3,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.650405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70a6c8d-c604-4583-acae-b2589abcf992') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:57.650942 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70a6c8d-c604-4583-acae-b2589abcf992') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:57.664037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] Update dhcp port {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'fixed_ips': [{'subnet_id': '9a20011e-b038-4962-978a-4b185f730fce', 'ip_address': '172.20.0.18'}, {'subnet_id': 'addb53aa-9f66-438a-8733-19bfa5d5d545'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '78c85177-4222-47b5-a2b5-47ae6d98e591'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:51:57.670064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.689385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f79e5f32-642d-4ac1-921a-fb33dc85f4af None None] Could not find standard attr ID for object a0d9e1ed-5781-4f9b-b2d8-fc160bc30018. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 12:51:57.696713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.715250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.746718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea9bfec5-49de-424d-8ef7-f45f4ef71b6b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:57.756079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.766864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:51:57.767278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:51:57.770357 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:51:57.775654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.806531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daaea51a-8b50-44e4-904a-80579e22d430,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:57.851344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network 010847d9-9023-4b32-8589-0cb8b748a090 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:57.852952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:57.866243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Provisioning complete for port 0210bb83-9fda-4920-a1cb-5ceba4fe99b3 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:57.866491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.875547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.876730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6f3fed33-3353-407f-a9b5-3c158b427f4f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3787560 Jan 17 12:51:57.880752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48714) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:57.887752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-18143726', 'security_groups': ['daaea51a-8b50-44e4-904a-80579e22d430'], 'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'addb53aa-9f66-438a-8733-19bfa5d5d545'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:57.942897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.955354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Port 0210bb83-9fda-4920-a1cb-5ceba4fe99b3 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:57.957106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:57.957600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:57.964863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] Allocated IP 172.20.0.2 (1af7fa37-0406-4774-842d-f9d0e882a9f2/addb53aa-9f66-438a-8733-19bfa5d5d545/78c85177-4222-47b5-a2b5-47ae6d98e591) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:58.016506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.025576 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/2f260f2e-6c1c-44c8-bae2-7bea5de3fb89 HTTP/1.1" status: 204 len: 168 time: 1.2901931 Jan 17 12:51:58.030954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805e43-5e94-4a9c-a9b7-21c874df611f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=2f260f2e-6c1c-44c8-bae2-7bea5de3fb89,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:58.032691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48716) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:58.040961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:58.041740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.046042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1000069601'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:58.168549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:58.172440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.196187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=78c85177-4222-47b5-a2b5-47ae6d98e591,segment=NetworkSegment(d1e68e56-5c3d-4e29-bf4f-c3925e858cdf),segment_id=d1e68e56-5c3d-4e29-bf4f-c3925e858cdf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:58.198482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Router e9e11919-8a9d-4e9f-aec5-0f05f70566a1 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:51:58.211782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:51:58.213331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ac0293e3-d158-4bec-aa74-28e184a50bae up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:58.255186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:58.275841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.276774 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 25604811-b6e1-40f3-a3d4-a8d0e5d42500 of type vlan for network e20a7c91-60e9-419b-87ec-600f051c1345 Jan 17 12:51:58.298807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.318739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:58.319101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.342819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ac0293e3-d158-4bec-aa74-28e184a50bae triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:58.343200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.344439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.361032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.380237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:58.383794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] device_id is not set on port 3624eeab-f92a-4e95-9d0d-48813193d8d6 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:51:58.389022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.426456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:51:58.432346 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-acb6135c-6d8f-4735-96d4-9246db54c457 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9615717 Jan 17 12:51:58.434908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:58.440068 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] Sync routers for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:51:58.449330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Provisioning complete for port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:58.449330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66a2f7f8-81ce-4a9a-a384-b5a27a2968bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.460372 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:58.460372 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:58.487524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107ffb5-2d47-498f-84fd-fd01efe27614 None None] Network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:58.495586 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:58.505482 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:51:58.506445 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:58.532020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.540977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:58.541588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.545248 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:51:58.546097 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61934c05-6841-4390-be82-ae86d2ea16e5 None None] The sync data for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:51:58.632128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81afb4-1eb6-443b-abee-07b1c56feb8b None None] Pushing event updated for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:58.676485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:58.694665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.12 (1af7fa37-0406-4774-842d-f9d0e882a9f2/addb53aa-9f66-438a-8733-19bfa5d5d545/3624eeab-f92a-4e95-9d0d-48813193d8d6) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:51:58.721218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48720) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:58.721440 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6801403 Jan 17 12:51:58.739240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:58.810670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5cd4e-1519-4dc4-a8d9-a685922c7c5b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=e20a7c91-60e9-419b-87ec-600f051c1345,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:58.822239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port ac0293e3-d158-4bec-aa74-28e184a50bae, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac0293e3-d158-4bec-aa74-28e184a50bae,segment=NetworkSegment(0230c24a-f003-4632-803f-99c1faa2e7a1),segment_id=0230c24a-f003-4632-803f-99c1faa2e7a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:51:58.831464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e20a7c91-60e9-419b-87ec-600f051c1345 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:51:58.934557 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-49e53b3e-02b1-434b-b98c-94f03d94de1c tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:51:58.941013 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-49e53b3e-02b1-434b-b98c-94f03d94de1c tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5048969 Jan 17 12:51:58.941606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48722) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:58.943113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.043353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 517648e3-e01d-4499-8010-ac051272d3c7 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:51:59.095850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.097701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 517648e3-e01d-4499-8010-ac051272d3c7 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:51:59.098167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 517648e3-e01d-4499-8010-ac051272d3c7 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:51:59.128716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=ac0293e3-d158-4bec-aa74-28e184a50bae,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:59.144389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ccf9718a-b86e-4537-9b92-08175ce0105b None None] Provisioning complete for port 0210bb83-9fda-4920-a1cb-5ceba4fe99b3 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.144907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ccf9718a-b86e-4537-9b92-08175ce0105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.196098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ccf9718a-b86e-4537-9b92-08175ce0105b None None] Port 0210bb83-9fda-4920-a1cb-5ceba4fe99b3 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:59.203179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:59.208574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.222312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ccf9718a-b86e-4537-9b92-08175ce0105b None None] Provisioning complete for port ac0293e3-d158-4bec-aa74-28e184a50bae triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.222837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ccf9718a-b86e-4537-9b92-08175ce0105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.287176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.367387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:51:59.375218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:59.387437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:51:59.394910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=3624eeab-f92a-4e95-9d0d-48813193d8d6,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:59.417836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.461903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:59.462592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.469724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ff262961-948a-4812-8364-85cb23802181 None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.470955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ff262961-948a-4812-8364-85cb23802181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.516249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ff262961-948a-4812-8364-85cb23802181 None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:51:59.531174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ff262961-948a-4812-8364-85cb23802181 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.531604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ff262961-948a-4812-8364-85cb23802181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.595607 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-985e31e5-59e4-4999-bc9f-3342e54cd168 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7126188 Jan 17 12:51:59.596285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48724) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:51:59.603246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:51:59.629059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ac0293e3-d158-4bec-aa74-28e184a50bae up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:59.667332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.695815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ac0293e3-d158-4bec-aa74-28e184a50bae triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.696198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.758218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting port 0210bb83-9fda-4920-a1cb-5ceba4fe99b3 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:51:59.759219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.771167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=282265bd-93b4-48c7-b71e-816c28e6408b,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:51:59.782127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:51:59.789102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '25604811-b6e1-40f3-a3d4-a8d0e5d42500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:51:59.789402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: e20a7c91-60e9-419b-87ec-600f051c1345, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:51:59.825511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7abf6e70-3936-429b-97ef-f3bc311acad3 None None] Provisioning complete for port ac0293e3-d158-4bec-aa74-28e184a50bae triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.827224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e70-3936-429b-97ef-f3bc311acad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.851623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.861062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network e20a7c91-60e9-419b-87ec-600f051c1345 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:51:59.863674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Calling delete_port for 0210bb83-9fda-4920-a1cb-5ceba4fe99b3 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:51:59.874502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:51:59.874881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.877536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:51:59.881354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.933399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e20a7c91-60e9-419b-87ec-600f051c1345) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:51:59.938313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:51:59.939095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:51:59.949586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2b34e-70e9-4da3-a2c8-31eb26c1fcd6 None None] Network e20a7c91-60e9-419b-87ec-600f051c1345 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:51:59.987680 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet addb53aa-9f66-438a-8733-19bfa5d5d545 (CIDR: 172.20.0.0/28) Jan 17 12:51:59.996205 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-705a45eb-6a65-499e-82bb-41b745d5e496 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2730105 Jan 17 12:52:00.001496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48726) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:00.006721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1455499302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:00.014408 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:52:00.014928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:00.089761 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6601fb6c-ca13-47c8-95cc-5ac97393564f tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4919050 Jan 17 12:52:00.092360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48728) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:00.098406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:00.151789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.153192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.192249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7abf6e70-3936-429b-97ef-f3bc311acad3 None None] Provisioning complete for port 3624eeab-f92a-4e95-9d0d-48813193d8d6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:00.192629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7abf6e70-3936-429b-97ef-f3bc311acad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.217995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.257948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.277375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7abf6e70-3936-429b-97ef-f3bc311acad3 None None] Port 3624eeab-f92a-4e95-9d0d-48813193d8d6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:00.332427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e20a7c91-60e9-419b-87ec-600f051c1345', 'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': '282265bd-93b4-48c7-b71e-816c28e6408b'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:00.333301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.369614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:00.373624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.420708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.421974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-330f8188-2114-40b7-ac9e-04e1c96d2893 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4194181 Jan 17 12:52:00.424755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48734) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:00.432314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'port': {'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345', 'name': 'tempest-RoutersTest-171270231'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:00.466970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.467205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Allocated IP 172.20.0.2 (e20a7c91-60e9-419b-87ec-600f051c1345/282265bd-93b4-48c7-b71e-816c28e6408b/70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:00.499361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Port': ['ID=0210bb83-9fda-4920-a1cb-5ceba4fe99b3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:00.550034 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.ipam_backend_mixin [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9a20011e-b038-4962-978a-4b185f730fce (CIDR: 172.20.0.16/28) Jan 17 12:52:00.593311 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 12:52:00.593813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:00.649175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:00.653535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.655038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.673795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.675460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] device_id is not set on port 838a1614-6de2-4cfd-b874-ea32ab32f54f yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:52:00.717536 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d510456e-93ff-4fb2-a661-dc5669a5acc7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6213930 Jan 17 12:52:00.722662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48736) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:00.726432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'subnet': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:00.775692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.819170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Network e20a7c91-60e9-419b-87ec-600f051c1345 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:00.827531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:00.830038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:00.832457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Pushing event updated for resources: {'Port': ['ID=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:00.843441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Router e9e11919-8a9d-4e9f-aec5-0f05f70566a1 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:00.868494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.20.0.11 (e20a7c91-60e9-419b-87ec-600f051c1345/282265bd-93b4-48c7-b71e-816c28e6408b/838a1614-6de2-4cfd-b874-ea32ab32f54f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:00.898832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Attempting to bind port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:00.899300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Attempting to bind port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '25604811-b6e1-40f3-a3d4-a8d0e5d42500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:00.899615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Attempting to bind port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a on network e20a7c91-60e9-419b-87ec-600f051c1345 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:00.904894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:00.905264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Checking segment: {'id': '25604811-b6e1-40f3-a3d4-a8d0e5d42500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:00.905862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.906538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Bound using segment: {'id': '25604811-b6e1-40f3-a3d4-a8d0e5d42500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:00.907211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Bound port: 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25604811-b6e1-40f3-a3d4-a8d0e5d42500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e20a7c91-60e9-419b-87ec-600f051c1345'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:00.907620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:00.923656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:00.933342 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-65a4ad4d-43bf-4545-bd79-65b1647801c3 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866381 Jan 17 12:52:00.933805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48738) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:00.950571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] Sync routers for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:00.966421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:00.967040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:00.977841 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-ec1a5468-6aa3-4696-88e5-7ce5b4fd0cf5 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] delete failed (client error): The resource could not be found. Jan 17 12:52:00.982430 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ec1a5468-6aa3-4696-88e5-7ce5b4fd0cf5 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-304274186 HTTP/1.1" status: 404 len: 334 time: 0.0441382 Jan 17 12:52:00.982659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48740) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:00.987384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-dfd4e5a7-c19a-4886-88a3-8b2796a64629 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:01.004683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:01.014447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Made reservation on behalf of 0fd49cca4e73451f8a16eeea4c620239 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:01.017648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.025884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] For port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:01.027961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:01.028584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:01.031281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] For port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,segment=NetworkSegment(25604811-b6e1-40f3-a3d4-a8d0e5d42500),segment_id=25604811-b6e1-40f3-a3d4-a8d0e5d42500)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:01.066607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:01.067257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e726b78-f57d-4c25-a573-8afb96104c1b None None] The sync data for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:01.094215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.106541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.183010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace83adf-dbe4-48f3-a524-9bcb4b8bb450 None None] Pushing event updated for resources: {'Port': ['ID=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:01.217392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e5a7-c19a-4886-88a3-8b2796a64629 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.250308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.319030 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-dfd4e5a7-c19a-4886-88a3-8b2796a64629 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] update failed (client error): The resource could not be found. Jan 17 12:52:01.320987 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dfd4e5a7-c19a-4886-88a3-8b2796a64629 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1 HTTP/1.1" status: 404 len: 339 time: 0.3365390 Jan 17 12:52:01.324219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48742) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:01.624800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:01.633601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network e20a7c91-60e9-419b-87ec-600f051c1345 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:01.634394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=838a1614-6de2-4cfd-b874-ea32ab32f54f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:01.642225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:01.645646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:01.646466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.678093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:01.678610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.716751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:01.717440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.765813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.769261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.807351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,segment=NetworkSegment(25604811-b6e1-40f3-a3d4-a8d0e5d42500),segment_id=25604811-b6e1-40f3-a3d4-a8d0e5d42500)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:01.809636 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-10738285-3db5-4ddf-804f-ee236c10ad6c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3838382 Jan 17 12:52:01.814841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48744) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:01.816496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:01.829667 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:01.839112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449fcde-0f40-426f-8d68-4188404a3f46 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:01.864414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:01.865014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:01.917154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Subnet': ['ID=10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:01.922390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Allocated IP 172.20.0.1 (b72caddb-4528-4cdf-98e7-5b7069ece48e/dee94632-48b2-4d84-8dab-9b41e333384c/3468da55-e3e7-4669-941d-fd7ccd0d03c9) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:01.975254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.035956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:02.059311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.098060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6195d91d-5b4d-45f5-b035-b171f67599d1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3787754 Jan 17 12:52:02.098419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48746) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:02.108993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-836468328', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1'}], 'security_groups': ['404602f7-f3bc-461a-80c9-9a30f2b8575e', '1e9559fb-f5fc-4d12-86c2-4306db4d311e']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:02.180296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.204011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] Update dhcp port {'port': {'network_id': '1af7fa37-0406-4774-842d-f9d0e882a9f2', 'fixed_ips': [{'subnet_id': '9a20011e-b038-4962-978a-4b185f730fce', 'ip_address': '172.20.0.18'}, {'subnet_id': 'addb53aa-9f66-438a-8733-19bfa5d5d545', 'ip_address': '172.20.0.2'}, {'subnet_id': '10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1'}], 'binding:host_id': 'dv-neutron-824886-1-hyperv'}, 'id': '78c85177-4222-47b5-a2b5-47ae6d98e591'} from dv-neutron-824886-1-hyperv. {{(pid=109282) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 17 12:52:02.225916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.234940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.254514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network b72caddb-4528-4cdf-98e7-5b7069ece48e is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:02.259426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:02.267978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:02.336841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Port': ['ID=3468da55-e3e7-4669-941d-fd7ccd0d03c9,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:02.358141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.378886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd602fe0-e653-44cc-91cd-2787a38968e7 None None] Network e20a7c91-60e9-419b-87ec-600f051c1345 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:02.455092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.497006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8864f1d8-9484-4bac-8333-226853b252af None None] Provisioning complete for port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:02.497513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8864f1d8-9484-4bac-8333-226853b252af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.513607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] Allocated IP 172.20.0.34 (1af7fa37-0406-4774-842d-f9d0e882a9f2/10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1/78c85177-4222-47b5-a2b5-47ae6d98e591) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:02.580660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.649422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.732898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=78c85177-4222-47b5-a2b5-47ae6d98e591,segment=NetworkSegment(d1e68e56-5c3d-4e29-bf4f-c3925e858cdf),segment_id=d1e68e56-5c3d-4e29-bf4f-c3925e858cdf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:02.736788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=838a1614-6de2-4cfd-b874-ea32ab32f54f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:02.743785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.777285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.844422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.964854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.971073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0a3c8264-7319-4e8a-9587-54a358c6308d None None] Provisioning complete for port 3468da55-e3e7-4669-941d-fd7ccd0d03c9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:02.971452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0a3c8264-7319-4e8a-9587-54a358c6308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:02.979655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb18abc-cd83-415a-8620-067b5da752fc None None] Pushing event updated for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:03.036053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c8264-7319-4e8a-9587-54a358c6308d None None] Port 3468da55-e3e7-4669-941d-fd7ccd0d03c9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:03.067781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Delete allocated IP 172.20.0.12 (1af7fa37-0406-4774-842d-f9d0e882a9f2/addb53aa-9f66-438a-8733-19bfa5d5d545) {{(pid=109281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 12:52:03.089253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Allocated IP 172.20.0.36 (1af7fa37-0406-4774-842d-f9d0e882a9f2/10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1/3624eeab-f92a-4e95-9d0d-48813193d8d6) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:03.164510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cd94cde6-ee47-49e1-853d-5a4eaebc7773 None None] Provisioning complete for port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:03.164888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd94cde6-ee47-49e1-853d-5a4eaebc7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.202120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.290716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.346803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.353863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cd94cde6-ee47-49e1-853d-5a4eaebc7773 None None] Provisioning complete for port 838a1614-6de2-4cfd-b874-ea32ab32f54f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:03.361680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd94cde6-ee47-49e1-853d-5a4eaebc7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.425552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cd94cde6-ee47-49e1-853d-5a4eaebc7773 None None] Port 838a1614-6de2-4cfd-b874-ea32ab32f54f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:03.548793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event updated for resources: {'Port': ['ID=3468da55-e3e7-4669-941d-fd7ccd0d03c9,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:03.554150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.555222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2337f1f5-4ebc-4011-b13f-3e9cc886f90a None None] Provisioning complete for port 838a1614-6de2-4cfd-b874-ea32ab32f54f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:03.555832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2337f1f5-4ebc-4011-b13f-3e9cc886f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.615868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:03.648865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.661997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-2337f1f5-4ebc-4011-b13f-3e9cc886f90a None None] Port 838a1614-6de2-4cfd-b874-ea32ab32f54f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:03.709931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:03.710579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.720206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Network b72caddb-4528-4cdf-98e7-5b7069ece48e is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:03.722130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:03.731280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.759351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eb6f073d-577b-42cb-b7b9-faa9e630ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.795654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.830476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-487c7969-f5e8-400f-ab28-581b72426bee None None] Provisioning complete for port 838a1614-6de2-4cfd-b874-ea32ab32f54f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:03.831192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-487c7969-f5e8-400f-ab28-581b72426bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.835133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:03.872738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.909142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-487c7969-f5e8-400f-ab28-581b72426bee None None] Port 838a1614-6de2-4cfd-b874-ea32ab32f54f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:03.930060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event updated for resources: {'Port': ['ID=3624eeab-f92a-4e95-9d0d-48813193d8d6,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:03.945771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:03.946161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.954267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] In _notify_port_updated(), no bound segment for port 3624eeab-f92a-4e95-9d0d-48813193d8d6 on network 1af7fa37-0406-4774-842d-f9d0e882a9f2 {{(pid=109281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:52:03.960656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:03.961901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.962728 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e8aaee4e-a2fc-451e-aee8-ef7962faf38a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "PUT /v2.0/ports/3624eeab-f92a-4e95-9d0d-48813193d8d6 HTTP/1.1" status: 200 len: 959 time: 1.8618081 Jan 17 12:52:03.967596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48752) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:03.969913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=838a1614-6de2-4cfd-b874-ea32ab32f54f,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:03.984594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:03.990796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Router e9e11919-8a9d-4e9f-aec5-0f05f70566a1 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:04.064484 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:04.065364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.089840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network e20a7c91-60e9-419b-87ec-600f051c1345 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:04.091268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:04.106141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:04.117334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Provisioning complete for port 3468da55-e3e7-4669-941d-fd7ccd0d03c9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:04.117790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.161509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Port 3468da55-e3e7-4669-941d-fd7ccd0d03c9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:04.162812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:04.172052 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0779c811-87bc-48f3-90ed-96d64f073415 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8462408 Jan 17 12:52:04.172669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48756) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:04.179335 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] Sync routers for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:04.180078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:04.180460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.198716 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:04.199330 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.322521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Provisioning complete for port 3624eeab-f92a-4e95-9d0d-48813193d8d6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:04.327150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.374445 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.385481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router b0987122-4a50-4180-8184-aba83b46f4ab is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:52:04.388272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-72aa569f-0070-40f7-88a7-b3ee6d20acf1 None None] Port 3624eeab-f92a-4e95-9d0d-48813193d8d6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:04.390887 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:04.391901 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.432768 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.433773 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854cdb9-c27a-4996-ab94-e3c8ddaa9561 None None] The sync data for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:04.491928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:04.501427 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b1f0ee25-365d-49e2-bd59-75cc8ab66226 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/b0987122-4a50-4180-8184-aba83b46f4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6836402 Jan 17 12:52:04.502094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48758) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:04.504251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] Sync routers for ids ['b0987122-4a50-4180-8184-aba83b46f4ab'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:04.532564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f7ff4a06-51cb-4b3f-8793-43c25c7e8930 None None] Provisioning complete for port 838a1614-6de2-4cfd-b874-ea32ab32f54f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:04.533807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7ff4a06-51cb-4b3f-8793-43c25c7e8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.536124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] Routers {'b0987122-4a50-4180-8184-aba83b46f4ab'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:04.536955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b0987122-4a50-4180-8184-aba83b46f4ab'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.549633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84831f0-57f7-4d72-b879-5125e32a03c9 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:04.554209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c84831f0-57f7-4d72-b879-5125e32a03c9 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports/838a1614-6de2-4cfd-b874-ea32ab32f54f HTTP/1.1" status: 200 len: 977 time: 0.0481100 Jan 17 12:52:04.554532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48760) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:04.575157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.605797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] Routers {'b0987122-4a50-4180-8184-aba83b46f4ab'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:04.606405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:51:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b0987122-4a50-4180-8184-aba83b46f4ab'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.632680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 3624eeab-f92a-4e95-9d0d-48813193d8d6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:04.633136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.644001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:04.644666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8913e69-0b53-4e0d-9415-7b574d962cdc None None] The sync data for ids ['b0987122-4a50-4180-8184-aba83b46f4ab'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:04.653987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff4a06-51cb-4b3f-8793-43c25c7e8930 None None] Port 838a1614-6de2-4cfd-b874-ea32ab32f54f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:04.701462 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-779fc774-1263-45de-aa55-818a5067549c tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.783239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-270145ca-1729-497c-b5de-6738aa800cd8 None None] Provisioning complete for port 3624eeab-f92a-4e95-9d0d-48813193d8d6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:04.784257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-270145ca-1729-497c-b5de-6738aa800cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.810828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:04.820543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-270145ca-1729-497c-b5de-6738aa800cd8 None None] Port 3624eeab-f92a-4e95-9d0d-48813193d8d6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:04.822890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-779fc774-1263-45de-aa55-818a5067549c tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 17 12:52:04.823991 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-779fc774-1263-45de-aa55-818a5067549c tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1 HTTP/1.1" status: 409 len: 329 time: 0.6368113 Jan 17 12:52:04.827606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48762) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:04.828160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 3624eeab-f92a-4e95-9d0d-48813193d8d6 owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:05.003856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.037782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=3624eeab-f92a-4e95-9d0d-48813193d8d6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:05.108448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.114051 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-72c37b2a-04a3-4716-870a-9b8a88484015 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/3624eeab-f92a-4e95-9d0d-48813193d8d6 HTTP/1.1" status: 204 len: 168 time: 1.1429493 Jan 17 12:52:05.114310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48764) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:05.140885 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb2a772-fea3-4ac5-8ddb-3440291de90c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] GET failed (client error): The resource could not be found. Jan 17 12:52:05.145108 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-afb2a772-fea3-4ac5-8ddb-3440291de90c tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports/3624eeab-f92a-4e95-9d0d-48813193d8d6 HTTP/1.1" status: 404 len: 333 time: 0.0271840 Jan 17 12:52:05.145424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48766) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:05.213128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfcd33fe-7905-4b75-a261-fc826d0a53bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.246293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfcd33fe-7905-4b75-a261-fc826d0a53bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.299748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.357656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfcd33fe-7905-4b75-a261-fc826d0a53bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.360338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cfcd33fe-7905-4b75-a261-fc826d0a53bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.361469 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cfcd33fe-7905-4b75-a261-fc826d0a53bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/security-groups/daaea51a-8b50-44e4-904a-80579e22d430 HTTP/1.1" status: 204 len: 168 time: 0.2147496 Jan 17 12:52:05.364655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48768) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:05.384520 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd33fe-7905-4b75-a261-fc826d0a53bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaea51a-8b50-44e4-904a-80579e22d430,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:05.431576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f66c0662-e963-4607-af70-b61d26b86fa8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.454244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f66c0662-e963-4607-af70-b61d26b86fa8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.575075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f66c0662-e963-4607-af70-b61d26b86fa8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.577705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f66c0662-e963-4607-af70-b61d26b86fa8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.578853 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f66c0662-e963-4607-af70-b61d26b86fa8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e9559fb-f5fc-4d12-86c2-4306db4d311e HTTP/1.1" status: 204 len: 168 time: 0.2128088 Jan 17 12:52:05.582037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48770) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:05.601345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c0662-e963-4607-af70-b61d26b86fa8 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9559fb-f5fc-4d12-86c2-4306db4d311e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:05.623959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.647780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e9864f0-c263-4b99-a914-468dbfca01f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.670612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e9864f0-c263-4b99-a914-468dbfca01f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.691643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 838a1614-6de2-4cfd-b874-ea32ab32f54f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:05.691983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.820774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e9864f0-c263-4b99-a914-468dbfca01f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.823405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3e9864f0-c263-4b99-a914-468dbfca01f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.824621 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3e9864f0-c263-4b99-a914-468dbfca01f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/security-groups/404602f7-f3bc-461a-80c9-9a30f2b8575e HTTP/1.1" status: 204 len: 168 time: 0.2416904 Jan 17 12:52:05.827519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48772) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:05.833830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9864f0-c263-4b99-a914-468dbfca01f1 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404602f7-f3bc-461a-80c9-9a30f2b8575e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:05.870698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:05.894243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 838a1614-6de2-4cfd-b874-ea32ab32f54f owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:05.918009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet addb53aa-9f66-438a-8733-19bfa5d5d545 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:05.953878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.005583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.140806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69599fa4-71f5-45e7-9543-35ef38782e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.204055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.276486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting port 3468da55-e3e7-4669-941d-fd7ccd0d03c9 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:06.276826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.379639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.391834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Calling delete_port for 3468da55-e3e7-4669-941d-fd7ccd0d03c9 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:06.437730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.469148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.480273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=838a1614-6de2-4cfd-b874-ea32ab32f54f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:06.519716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=addb53aa-9f66-438a-8733-19bfa5d5d545,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:06.529339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920d622-a9cd-41f8-83fb-2c86ead4cf22 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:06.536766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.540032 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-041bbd47-f0e4-4454-b3ad-da6e7027882a tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/addb53aa-9f66-438a-8733-19bfa5d5d545 HTTP/1.1" status: 204 len: 168 time: 0.7115777 Jan 17 12:52:06.546813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48776) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:06.692582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:06.696762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.816227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:06.840885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.012208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.243645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.255748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c7639b47-168a-46cc-a706-7761a91986c4 None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:07.256374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7639b47-168a-46cc-a706-7761a91986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.292764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c7639b47-168a-46cc-a706-7761a91986c4 None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:07.302449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c7639b47-168a-46cc-a706-7761a91986c4 None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:07.302824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c7639b47-168a-46cc-a706-7761a91986c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.337168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Port': ['ID=3468da55-e3e7-4669-941d-fd7ccd0d03c9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:07.358829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.375961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router b0987122-4a50-4180-8184-aba83b46f4ab has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:07.570393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:07.577227 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ac036f29-24d4-4bb1-b9df-cd1c889f499a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/b0987122-4a50-4180-8184-aba83b46f4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0216436 Jan 17 12:52:07.580340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48778) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:07.583690 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] Sync routers for ids ['b0987122-4a50-4180-8184-aba83b46f4ab'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:07.597219 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] Routers {'b0987122-4a50-4180-8184-aba83b46f4ab'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:07.597861 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b0987122-4a50-4180-8184-aba83b46f4ab'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:07.609574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.637958 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:07.647339 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] Routers {'b0987122-4a50-4180-8184-aba83b46f4ab'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:07.648189 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b0987122-4a50-4180-8184-aba83b46f4ab'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:07.656226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.679330 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:07.680011 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca34ef-041f-4aa5-a8e1-42411677e145 None None] The sync data for ids ['b0987122-4a50-4180-8184-aba83b46f4ab'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:07.717800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:07.721311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.724430 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6c0c811-5e59-429a-b62f-660730191a26 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/10f78c9d-e7ef-46e4-8e2f-33f2bc80d4e1 HTTP/1.1" status: 204 len: 168 time: 1.1766737 Jan 17 12:52:07.727756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216c952-9d00-4712-ac74-019f67d82091 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:07.727922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48780) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:07.783788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-d2197503-acd2-4b4b-9bae-60200a5f487b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] remove_router_interface failed (client error): The resource could not be found. Jan 17 12:52:07.787904 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d2197503-acd2-4b4b-9bae-60200a5f487b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/b0987122-4a50-4180-8184-aba83b46f4ab/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2027779 Jan 17 12:52:07.788838 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ae7c6f-6d6f-4833-b3e4-ae70f87510da tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:07.789106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ae7c6f-6d6f-4833-b3e4-ae70f87510da tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:07.789292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48782) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:07.794529 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-65ae7c6f-6d6f-4833-b3e4-ae70f87510da tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/addb53aa-9f66-438a-8733-19bfa5d5d545 HTTP/1.1" status: 404 len: 337 time: 0.0630145 Jan 17 12:52:07.794767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48784) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:07.821266 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-11110604-c3be-449e-a361-e126cf22e8f6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0987122-4a50-4180-8184-aba83b46f4ab HTTP/1.1" status: 200 len: 205 time: 0.0308292 Jan 17 12:52:07.823724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48786) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:07.868105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Router e9e11919-8a9d-4e9f-aec5-0f05f70566a1 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:07.881513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting subnet 9a20011e-b038-4962-978a-4b185f730fce {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:07.886597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.900124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.996367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:07.999540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:08.014778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] Sync routers for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:08.023048 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ad62f3b-f5c2-4205-8e49-70719af94b31 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949010 Jan 17 12:52:08.030795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48788) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.056502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:08.056502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:08.078677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-83124790-2182-427c-bd48-7d40a084ca4f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] show failed (client error): The resource could not be found. Jan 17 12:52:08.079402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:08.083825 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-83124790-2182-427c-bd48-7d40a084ca4f tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-813182084 HTTP/1.1" status: 404 len: 334 time: 0.0481215 Jan 17 12:52:08.085950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48790) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.090433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dd929b10-5a7b-4137-a8d7-568b94809dab tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:08.099311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] Routers {'e9e11919-8a9d-4e9f-aec5-0f05f70566a1'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:08.100896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:08.105662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.107901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.130794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-dd929b10-5a7b-4137-a8d7-568b94809dab tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] update failed (client error): The resource could not be found. Jan 17 12:52:08.135127 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dd929b10-5a7b-4137-a8d7-568b94809dab tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1028939280 HTTP/1.1" status: 404 len: 335 time: 0.0450304 Jan 17 12:52:08.136274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48792) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.223757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.227249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.227249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router b0987122-4a50-4180-8184-aba83b46f4ab {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:52:08.230945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting subnet eaa4b78d-387a-47dd-bddc-2aed4ed62cf5 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:08.239357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.239357 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fe26c331-14dc-4f24-af64-d6f70de895a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/b0987122-4a50-4180-8184-aba83b46f4ab HTTP/1.1" status: 204 len: 168 time: 0.4116430 Jan 17 12:52:08.241546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48794) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.253468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.297162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:08.298619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274f12c-95b9-4cb3-85f0-28d190231c3f None None] The sync data for ids ['e9e11919-8a9d-4e9f-aec5-0f05f70566a1'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:08.314869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.321705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet 282265bd-93b4-48c7-b71e-816c28e6408b {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:08.328557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.371316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.415423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.438700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.471875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.479954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.485863 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/9a20011e-b038-4962-978a-4b185f730fce HTTP/1.1" status: 204 len: 168 time: 0.6901534 Jan 17 12:52:08.488910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48796) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.489661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523481ec-86c8-4470-bcee-2750b784b750 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Subnet': ['ID=9a20011e-b038-4962-978a-4b185f730fce,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:08.527184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7530328-4e4c-4ed6-a4da-6726bd2af8bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.527699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7530328-4e4c-4ed6-a4da-6726bd2af8bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.530733 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c7530328-4e4c-4ed6-a4da-6726bd2af8bf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/cd3d3e66-4643-4140-8332-a45747864306 HTTP/1.1" status: 404 len: 337 time: 0.0378425 Jan 17 12:52:08.535068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48798) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.535268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe32ba-d13b-452c-b262-b287525ebda0 None None] Network 1af7fa37-0406-4774-842d-f9d0e882a9f2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:08.571226 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3b316aa9-78bf-458a-9876-b8e06c4630eb tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "GET /v2.0/ports?device_id=6776c9d6-9978-4fb0-81ed-f825e848cf73 HTTP/1.1" status: 200 len: 205 time: 0.0349119 Jan 17 12:52:08.571632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48800) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.615373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-263167ee-8044-4926-a466-dc6a86d599c4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] delete failed (client error): The resource could not be found. Jan 17 12:52:08.616321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-263167ee-8044-4926-a466-dc6a86d599c4 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/routers/6776c9d6-9978-4fb0-81ed-f825e848cf73 HTTP/1.1" status: 404 len: 336 time: 0.0430512 Jan 17 12:52:08.618894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48802) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.628473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.649593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.654432 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-acddb3d9-fb94-4d62-b779-6d02287f3988 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.654432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acddb3d9-fb94-4d62-b779-6d02287f3988 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.659093 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-acddb3d9-fb94-4d62-b779-6d02287f3988 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/2b9253b7-391b-47f3-bd93-c60c4a2920fc HTTP/1.1" status: 404 len: 337 time: 0.0369291 Jan 17 12:52:08.660438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48804) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.672603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-867a6b7e-15c7-48e2-8c23-0ee0b72e19ee None None] Provisioning complete for port 86048461-549a-41e0-9d3b-cda12a95fd1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:08.672976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-867a6b7e-15c7-48e2-8c23-0ee0b72e19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.678872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa4b78d-387a-47dd-bddc-2aed4ed62cf5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:08.684413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.687050 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6798e9b9-3bb3-4684-bb3b-a849862b1801 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/subnets/eaa4b78d-387a-47dd-bddc-2aed4ed62cf5 HTTP/1.1" status: 204 len: 168 time: 0.5495098 Jan 17 12:52:08.691919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48806) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.694429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=282265bd-93b4-48c7-b71e-816c28e6408b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:08.698346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708cf86-5fd8-48d5-b826-2a7da321d34c None None] Network 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:08.719946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.723074 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad472a19-c23c-4501-901f-c681c00a16ab tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/282265bd-93b4-48c7-b71e-816c28e6408b HTTP/1.1" status: 204 len: 168 time: 0.4789033 Jan 17 12:52:08.725096 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b76405b-0ec5-48f4-9136-4afc31cbfc67 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.725788 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b76405b-0ec5-48f4-9136-4afc31cbfc67 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.726804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48808) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.729130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7b76405b-0ec5-48f4-9136-4afc31cbfc67 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/d0fbc477-14dd-48a0-97c7-808b3ecff354 HTTP/1.1" status: 404 len: 337 time: 0.0673113 Jan 17 12:52:08.732095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48810) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.764088 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66496c1-6e52-414e-b481-6ac392764cdd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.764839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66496c1-6e52-414e-b481-6ac392764cdd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.767863 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a66496c1-6e52-414e-b481-6ac392764cdd tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/35a56235-87b6-42ba-aede-24628f8b8b41 HTTP/1.1" status: 404 len: 337 time: 0.0346484 Jan 17 12:52:08.770405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48812) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.772177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32ab35-7013-4852-99ec-ead2ad35f102 None None] Network e20a7c91-60e9-419b-87ec-600f051c1345 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:08.803365 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9115a17f-e03a-426b-a00a-36a869ae8ed7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.803365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9115a17f-e03a-426b-a00a-36a869ae8ed7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.805949 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9115a17f-e03a-426b-a00a-36a869ae8ed7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/b61c08d0-ccdf-433c-9fa9-82d231b4ff09 HTTP/1.1" status: 404 len: 333 time: 0.0346212 Jan 17 12:52:08.808465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48814) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.814193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting subnet 6c3799c5-ca7b-4300-ac33-f48792c5c4b1 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:08.825005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.836959 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5c0f8a-5922-4de4-86b3-c3da626595c7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.837363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] DHCP port deletion for 1af7fa37-0406-4774-842d-f9d0e882a9f2 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:08.837637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5c0f8a-5922-4de4-86b3-c3da626595c7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.840754 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bc5c0f8a-5922-4de4-86b3-c3da626595c7 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/4cd68dca-35b5-4873-808e-3145678740a0 HTTP/1.1" status: 404 len: 337 time: 0.0313852 Jan 17 12:52:08.843375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48816) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.849762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.856589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.870480 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b373470f-a2b7-476d-a2f1-481ab9989757 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.871068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b373470f-a2b7-476d-a2f1-481ab9989757 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.874481 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b373470f-a2b7-476d-a2f1-481ab9989757 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/1be80f61-3ef3-4f68-af20-ccca7412d227 HTTP/1.1" status: 404 len: 337 time: 0.0300515 Jan 17 12:52:08.877178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48818) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.886817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.897478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-867a6b7e-15c7-48e2-8c23-0ee0b72e19ee None None] Port 86048461-549a-41e0-9d3b-cda12a95fd1a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:08.955899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f7aef1-bc84-464c-809f-00864b41b868 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.956599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f7aef1-bc84-464c-809f-00864b41b868 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.960429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f3f7aef1-bc84-464c-809f-00864b41b868 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/0d0ddbcf-1993-4127-a3c7-a4ff255a9dbe HTTP/1.1" status: 404 len: 333 time: 0.0822752 Jan 17 12:52:08.963255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48820) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:08.990950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.996668 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-91856ce0-fc75-46d0-8840-e385c44162cf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:08.996668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91856ce0-fc75-46d0-8840-e385c44162cf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:08.996943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-867a6b7e-15c7-48e2-8c23-0ee0b72e19ee None None] Provisioning complete for port 78c85177-4222-47b5-a2b5-47ae6d98e591 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:08.996943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-867a6b7e-15c7-48e2-8c23-0ee0b72e19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:08.997258 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-91856ce0-fc75-46d0-8840-e385c44162cf tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/20bcf5aa-3ee4-4c68-bfc0-6c65c260c015 HTTP/1.1" status: 404 len: 337 time: 0.0311170 Jan 17 12:52:08.999409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48822) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:09.028186 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c5b954-c1e9-4ee1-9b60-bab21b08553b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] DELETE failed (client error): The resource could not be found. Jan 17 12:52:09.028433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.028725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.029029 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c5b954-c1e9-4ee1-9b60-bab21b08553b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:52:09.032181 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-46c5b954-c1e9-4ee1-9b60-bab21b08553b tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/subnets/8ff652c4-0e14-4f9a-abba-03544d86380d HTTP/1.1" status: 404 len: 337 time: 0.0315664 Jan 17 12:52:09.034536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.036523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48824) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:09.070310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] Deleting port 78c85177-4222-47b5-a2b5-47ae6d98e591 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.070692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.138786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,segment=NetworkSegment(25604811-b6e1-40f3-a3d4-a8d0e5d42500),segment_id=25604811-b6e1-40f3-a3d4-a8d0e5d42500)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:09.139445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.153293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 86048461-549a-41e0-9d3b-cda12a95fd1a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.153787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.160663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.190603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] DHCP port deletion for 1588cb98-bfbd-47fb-bd60-7c27c34d3c06 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:09.204205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=78c85177-4222-47b5-a2b5-47ae6d98e591,segment=NetworkSegment(d1e68e56-5c3d-4e29-bf4f-c3925e858cdf),segment_id=d1e68e56-5c3d-4e29-bf4f-c3925e858cdf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:09.208947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.246103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] Calling delete_port for 78c85177-4222-47b5-a2b5-47ae6d98e591 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.248094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] DHCP port deletion for e20a7c91-60e9-419b-87ec-600f051c1345 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:09.255288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.261732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.278461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 86048461-549a-41e0-9d3b-cda12a95fd1a owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.289862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3799c5-ca7b-4300-ac33-f48792c5c4b1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.296046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.299328 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-635ee22f-1a8a-4c1c-a751-9b2384e97cc0 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/subnets/6c3799c5-ca7b-4300-ac33-f48792c5c4b1 HTTP/1.1" status: 204 len: 168 time: 0.6063001 Jan 17 12:52:09.301749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48826) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:09.335365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f060897-6913-4414-8536-d7ff58315eac None None] Network 010847d9-9023-4b32-8589-0cb8b748a090 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:09.369289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.407787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:09.413223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.415178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.427174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.441400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] Deleting port ac0293e3-d158-4bec-aa74-28e184a50bae {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.442155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.473881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.480362 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/ports/86048461-549a-41e0-9d3b-cda12a95fd1a HTTP/1.1" status: 204 len: 168 time: 0.4397452 Jan 17 12:52:09.480362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9927d-8822-4788-9f42-9da2cf41d9e3 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=86048461-549a-41e0-9d3b-cda12a95fd1a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.481486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48828) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:09.524478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Deleting port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.524478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.530774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.557703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20a7c91-60e9-419b-87ec-600f051c1345']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:09.569887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25604811-b6e1-40f3-a3d4-a8d0e5d42500') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:09.570176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25604811-b6e1-40f3-a3d4-a8d0e5d42500') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:09.582476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.585490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.598896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting port ac0293e3-d158-4bec-aa74-28e184a50bae {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.599236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.630016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:09.635376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] For port ac0293e3-d158-4bec-aa74-28e184a50bae, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac0293e3-d158-4bec-aa74-28e184a50bae,segment=NetworkSegment(0230c24a-f003-4632-803f-99c1faa2e7a1),segment_id=0230c24a-f003-4632-803f-99c1faa2e7a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:09.635854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.654265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.670911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:09.671896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:09.674908 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:09.680386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Deleting port 78c85177-4222-47b5-a2b5-47ae6d98e591 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.680829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.680948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.685755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:09.686102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:09.686506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ac0293e3-d158-4bec-aa74-28e184a50bae no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:09.689241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] For port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:09.689802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.693912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] Calling delete_port for ac0293e3-d158-4bec-aa74-28e184a50bae owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.748544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] For port ac0293e3-d158-4bec-aa74-28e184a50bae, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ac0293e3-d158-4bec-aa74-28e184a50bae,segment=NetworkSegment(0230c24a-f003-4632-803f-99c1faa2e7a1),segment_id=0230c24a-f003-4632-803f-99c1faa2e7a1)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:09.748719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.751635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] Pushing event deleted for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.755112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Calling delete_port for 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.761851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698efc54-b75f-4f9d-a594-12567d3c4fb6 None None] No DVR routers for this DVR port 78c85177-4222-47b5-a2b5-47ae6d98e591 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:09.764359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.ipam_backend_mixin [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a was not found and therefore no delete operation was performed {{(pid=109282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:52:09.766415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Calling delete_port for ac0293e3-d158-4bec-aa74-28e184a50bae owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.774819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.782581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] For port 78c85177-4222-47b5-a2b5-47ae6d98e591, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:09.782581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.801737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Calling delete_port for 78c85177-4222-47b5-a2b5-47ae6d98e591 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:09.805154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.ipam_backend_mixin [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Port 78c85177-4222-47b5-a2b5-47ae6d98e591 was not found and therefore no delete operation was performed {{(pid=109281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:52:09.806545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.816755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] DHCP port deletion for 010847d9-9023-4b32-8589-0cb8b748a090 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:09.832620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Port': ['ID=78c85177-4222-47b5-a2b5-47ae6d98e591,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.837382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] No DVR routers for this DVR port 78c85177-4222-47b5-a2b5-47ae6d98e591 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:09.855717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] No DVR routers for this DVR port 70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:09.858654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ead415-22e4-4590-9c3a-72368c87e23f None None] Pushing event deleted for resources: {'Port': ['ID=70e7e2ba-39d3-4b25-a0f2-0b6e27f7638a,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.860183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.871035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.878650 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/e20a7c91-60e9-419b-87ec-600f051c1345 HTTP/1.1" status: 204 len: 168 time: 1.1469488 Jan 17 12:52:09.879936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48832) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:09.886111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1853492217'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:09.891146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf6885-1d05-4ef1-a505-d98ee0e049b6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=e20a7c91-60e9-419b-87ec-600f051c1345,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:09.943909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.954310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.968080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af7fa37-0406-4774-842d-f9d0e882a9f2']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:09.978247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:09.978488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] Deleting port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:09.978659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e68e56-5c3d-4e29-bf4f-c3925e858cdf') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:09.978870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.980126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: from cryptography.utils import int_from_bytes Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: from cryptography.utils import int_from_bytes Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:52:09.985068 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 12:52:09.995194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.011601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.011872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Port': ['ID=ac0293e3-d158-4bec-aa74-28e184a50bae,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.021666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] No DVR routers for this DVR port ac0293e3-d158-4bec-aa74-28e184a50bae on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:10.022074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:10.022396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:10.025863 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:10.041478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:10.042137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:10.046108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.048813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.094717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 78c85177-4222-47b5-a2b5-47ae6d98e591 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:10.095055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 78c85177-4222-47b5-a2b5-47ae6d98e591 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:10.100571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] Pushing event deleted for resources: {'Port': ['ID=ac0293e3-d158-4bec-aa74-28e184a50bae,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.105099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.112030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2d923-31ef-436e-9618-91319c5399a5 None None] No DVR routers for this DVR port ac0293e3-d158-4bec-aa74-28e184a50bae on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:10.120451 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] For port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,segment=NetworkSegment(b46ce833-bd85-4f4b-95d5-ffbe15a42916),segment_id=b46ce833-bd85-4f4b-95d5-ffbe15a42916)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:10.121083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.136813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:10.138600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] Calling delete_port for ea9bfec5-49de-424d-8ef7-f45f4ef71b6b owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:10.139030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1588cb98-bfbd-47fb-bd60-7c27c34d3c06']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:10.149325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0230c24a-f003-4632-803f-99c1faa2e7a1') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:10.149619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0230c24a-f003-4632-803f-99c1faa2e7a1') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:10.162591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.176196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.182651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:10.183070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:10.186066 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:10.226400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.234655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.237709 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] 10.222.0.77 "DELETE /v2.0/networks/1af7fa37-0406-4774-842d-f9d0e882a9f2 HTTP/1.1" status: 204 len: 168 time: 0.7552245 Jan 17 12:52:10.247975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403f9c-a8c0-464e-b0da-68bd8e573335 tempest-PortsTestJSON-1547580845 tempest-PortsTestJSON-1547580845-project] Pushing event deleted for resources: {'Network': ['ID=1af7fa37-0406-4774-842d-f9d0e882a9f2,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.282446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.309623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] Pushing event deleted for resources: {'Port': ['ID=ea9bfec5-49de-424d-8ef7-f45f4ef71b6b,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.311219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.311599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4074a-b215-4cf1-aebf-43035fbbfaab None None] No DVR routers for this DVR port ea9bfec5-49de-424d-8ef7-f45f4ef71b6b on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:10.317601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.318235 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 474472c5-30a9-492d-9c4e-69c45c0a76e7 of type vlan for network 26210bd7-da57-41ab-8a7c-44ce376b33b6 Jan 17 12:52:10.335679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.340860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/networks/1588cb98-bfbd-47fb-bd60-7c27c34d3c06 HTTP/1.1" status: 204 len: 168 time: 1.0358598 Jan 17 12:52:10.340860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877c998-49ca-4a76-880b-9207f8037fb8 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Network': ['ID=1588cb98-bfbd-47fb-bd60-7c27c34d3c06,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.341726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48836) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:10.369088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.423781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.472226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.479421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:10.481031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.516878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.539305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010847d9-9023-4b32-8589-0cb8b748a090']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:10.549747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46ce833-bd85-4f4b-95d5-ffbe15a42916') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:10.549975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46ce833-bd85-4f4b-95d5-ffbe15a42916') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:10.556842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=26210bd7-da57-41ab-8a7c-44ce376b33b6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.561530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.567931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:10.573755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.579456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:10.579898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:10.582797 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:10.640287 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-30a6594b-0f6a-4df5-9725-0c9cf9ff33ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7592142 Jan 17 12:52:10.642971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48838) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:10.649038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:10.704943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.711002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.716002 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/networks/010847d9-9023-4b32-8589-0cb8b748a090 HTTP/1.1" status: 204 len: 168 time: 0.3736475 Jan 17 12:52:10.717475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48842) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:10.759693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6668168-c4df-4af0-9ca9-a1ad746a3365 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Network': ['ID=010847d9-9023-4b32-8589-0cb8b748a090,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:10.785476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting subnet dee94632-48b2-4d84-8dab-9b41e333384c {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:10.788438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48844) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:10.788920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.808100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:10.812095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.837655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.926551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:10.948248 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-816cefa4-fa61-49ad-800a-884ab7068bbb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0fd49cca4e73451f8a16eeea4c620239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572030 Jan 17 12:52:10.948458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48848) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:11.060758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.066192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06d86077-4fbd-4a0b-89fd-881d7b62ae53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.089162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06d86077-4fbd-4a0b-89fd-881d7b62ae53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.093117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Subnet': ['ID=dee94632-48b2-4d84-8dab-9b41e333384c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:11.097506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.100127 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-365643c0-0412-4697-a6cd-735b03c5b4fd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/subnets/dee94632-48b2-4d84-8dab-9b41e333384c HTTP/1.1" status: 204 len: 168 time: 0.3767745 Jan 17 12:52:11.104274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48850) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:11.105155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1dd7c-cdf6-4fdb-a1fe-a66fe4baf5ab None None] Network b72caddb-4528-4cdf-98e7-5b7069ece48e requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:11.156756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.258467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.260005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=d36be12c-5e6f-41dd-927a-774cab37076f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:11.284042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '474472c5-30a9-492d-9c4e-69c45c0a76e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:11.284398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: 26210bd7-da57-41ab-8a7c-44ce376b33b6, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:11.285201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] DHCP port deletion for b72caddb-4528-4cdf-98e7-5b7069ece48e request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:11.332098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] Deleting port 36d32413-7461-4c33-a4f0-d4a57d34bc8a {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:11.332479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.340044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Deleting port 36d32413-7461-4c33-a4f0-d4a57d34bc8a {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:11.340393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.352274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06d86077-4fbd-4a0b-89fd-881d7b62ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.354846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06d86077-4fbd-4a0b-89fd-881d7b62ae53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.356089 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-06d86077-4fbd-4a0b-89fd-881d7b62ae53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f01bffc1-73fb-4d04-84a1-e40369c63733 HTTP/1.1" status: 204 len: 168 time: 0.4066896 Jan 17 12:52:11.397777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d86077-4fbd-4a0b-89fd-881d7b62ae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01bffc1-73fb-4d04-84a1-e40369c63733,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:11.413430 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:11.425294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] For port 36d32413-7461-4c33-a4f0-d4a57d34bc8a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36d32413-7461-4c33-a4f0-d4a57d34bc8a,segment=NetworkSegment(3b7f28e7-e407-4335-a442-dd07761e040d),segment_id=3b7f28e7-e407-4335-a442-dd07761e040d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:11.425694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.438933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48856) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:11.442827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Calling delete_port for 36d32413-7461-4c33-a4f0-d4a57d34bc8a owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:11.511159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 26210bd7-da57-41ab-8a7c-44ce376b33b6) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:11.522401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:11.523009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.525861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccc861-b686-47de-880d-fc86544b0905 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:11.526475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccc861-b686-47de-880d-fc86544b0905 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:11.528168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccc861-b686-47de-880d-fc86544b0905 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:11.530826 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b7ccc861-b686-47de-880d-fc86544b0905 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&network_id=7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 200 len: 3000 time: 0.0904481 Jan 17 12:52:11.545768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f3349-cd90-44de-a84e-9481962bacbb None None] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:11.595787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea9bfec5-49de-424d-8ef7-f45f4ef71b6b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:11.626107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ea9bfec5-49de-424d-8ef7-f45f4ef71b6b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:11.626475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ea9bfec5-49de-424d-8ef7-f45f4ef71b6b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:11.626892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36d32413-7461-4c33-a4f0-d4a57d34bc8a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:11.651221 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-15b0fb9c-29c3-4c86-8181-dce202017c8d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0070994 Jan 17 12:52:11.654027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48860) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:11.658546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-401139838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:11.680514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.694973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] For port 36d32413-7461-4c33-a4f0-d4a57d34bc8a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=36d32413-7461-4c33-a4f0-d4a57d34bc8a,segment=NetworkSegment(3b7f28e7-e407-4335-a442-dd07761e040d),segment_id=3b7f28e7-e407-4335-a442-dd07761e040d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:11.699395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.714676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Port': ['ID=36d32413-7461-4c33-a4f0-d4a57d34bc8a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:11.718393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] No DVR routers for this DVR port 36d32413-7461-4c33-a4f0-d4a57d34bc8a on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:11.729016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] Calling delete_port for 36d32413-7461-4c33-a4f0-d4a57d34bc8a owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:11.741983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No active binding found for port 36d32413-7461-4c33-a4f0-d4a57d34bc8a {{(pid=109282) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 17 12:52:11.742416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 36d32413-7461-4c33-a4f0-d4a57d34bc8a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:11.800767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.801784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.812787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.842481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72caddb-4528-4cdf-98e7-5b7069ece48e']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:11.861343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7f28e7-e407-4335-a442-dd07761e040d') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:11.861678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7f28e7-e407-4335-a442-dd07761e040d') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:11.867648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-26210bd7-da57-41ab-8a7c-44ce376b33b6', 'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': 'd36be12c-5e6f-41dd-927a-774cab37076f'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:11.868922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.894405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.896837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.900892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.912839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.919679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:11.920143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:11.923169 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:11.975301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] No DVR routers for this DVR port 36d32413-7461-4c33-a4f0-d4a57d34bc8a on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:11.982392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454b0a2-c0b2-462e-8647-5458795a123c None None] Pushing event deleted for resources: {'Port': ['ID=36d32413-7461-4c33-a4f0-d4a57d34bc8a,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:12.047353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Allocated IP 172.20.0.2 (26210bd7-da57-41ab-8a7c-44ce376b33b6/d36be12c-5e6f-41dd-927a-774cab37076f/1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:12.053930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.188909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.190130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0966cd80-73bc-434c-8647-1beb5b8d00b0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5351658 Jan 17 12:52:12.191199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.193693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:12.195879 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.201596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.203907 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/networks/b72caddb-4528-4cdf-98e7-5b7069ece48e HTTP/1.1" status: 204 len: 168 time: 1.0984871 Jan 17 12:52:12.223613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48876) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:12.236189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24fe4-2d15-4ee6-821c-ae3779db4efe tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Pushing event deleted for resources: {'Network': ['ID=b72caddb-4528-4cdf-98e7-5b7069ece48e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:12.255428 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-db824662-4076-4fd7-893e-9a51ae8ddadd tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9e11919-8a9d-4e9f-aec5-0f05f70566a1 HTTP/1.1" status: 200 len: 205 time: 0.0301774 Jan 17 12:52:12.258057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48878) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:12.267076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.308171 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:12.310951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:12.317631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:12.323030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Pushing event updated for resources: {'Port': ['ID=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:12.353908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.391562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Attempting to bind port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:12.391937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Attempting to bind port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '474472c5-30a9-492d-9c4e-69c45c0a76e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:12.392329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Attempting to bind port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 on network 26210bd7-da57-41ab-8a7c-44ce376b33b6 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:12.398811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:12.399187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Checking segment: {'id': '474472c5-30a9-492d-9c4e-69c45c0a76e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:12.399628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.401029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Bound using segment: {'id': '474472c5-30a9-492d-9c4e-69c45c0a76e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:12.401509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Bound port: 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474472c5-30a9-492d-9c4e-69c45c0a76e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '26210bd7-da57-41ab-8a7c-44ce376b33b6'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:12.401898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.485023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] For port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:12.488589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] For port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,segment=NetworkSegment(474472c5-30a9-492d-9c4e-69c45c0a76e7),segment_id=474472c5-30a9-492d-9c4e-69c45c0a76e7)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:12.512201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.545380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.551288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.594720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.650268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48890) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:12.670350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84f9b2-ac43-436c-9ad2-fa4cc2e7df5e None None] Pushing event updated for resources: {'Port': ['ID=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:12.683921 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.684553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Fanout notify agent at l3_agent the message router_deleted on router e9e11919-8a9d-4e9f-aec5-0f05f70566a1 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:52:12.692168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.694522 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4fc0dcb5-8a89-44b5-a1fb-488a01b856b1 tempest-RoutersNegativeTest-1660294460 tempest-RoutersNegativeTest-1660294460-project] 10.222.0.77 "DELETE /v2.0/routers/e9e11919-8a9d-4e9f-aec5-0f05f70566a1 HTTP/1.1" status: 204 len: 168 time: 0.4344947 Jan 17 12:52:12.781055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1827971801-network', 'tenant_id': 'a42c827e8e284b53be6a2eea84d23a6b'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:12.889289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Made reservation on behalf of a42c827e8e284b53be6a2eea84d23a6b for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:12.891964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:12.901244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.007641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.077893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.081205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.20.0.1 (26210bd7-da57-41ab-8a7c-44ce376b33b6/d36be12c-5e6f-41dd-927a-774cab37076f/b4cc6636-f410-4c03-8f55-0eb481e01663) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:13.103819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:13.117951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c677fe95-0a14-42a8-8279-229a9945b39a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:13.134432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.134786 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Added segment 39ce7061-7ec1-492d-afe1-76a962657603 of type vlan for network f0db0107-f2cd-4524-b1f7-ef005c986b1b Jan 17 12:52:13.178918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.187601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48900) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:13.215327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.276378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.277434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:13.278068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.338329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.370224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Pushing event updated for resources: {'Network': ['ID=f0db0107-f2cd-4524-b1f7-ef005c986b1b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:13.379638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:13.384044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:13.387969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.388330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.388559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:13.388702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.389250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.389640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.390015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.390354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.390748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.391073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.391405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.392024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.392489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:13.402503 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d74a7e24-d46e-40a7-a9d3-590a80c068c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=21a6c855f08c4652a4c2b75d5ec4ab58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102282 Jan 17 12:52:13.406260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48904) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:13.406604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48906) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:13.411068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network f0db0107-f2cd-4524-b1f7-ef005c986b1b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:13.419982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=b4cc6636-f410-4c03-8f55-0eb481e01663,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:13.454389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.454616 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-73e0207d-1466-42ef-a5fb-c5475f50b4ba admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8013351 Jan 17 12:52:13.474953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48908) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:13.490456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Request body: {'subnet': {'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1827971801-subnet', 'tenant_id': 'a42c827e8e284b53be6a2eea84d23a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:13.531720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052cc2fc-4eea-46ea-8c9e-ff1222280a6e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:13.547916 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-052cc2fc-4eea-46ea-8c9e-ff1222280a6e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 814 time: 0.1342499 Jan 17 12:52:13.564202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46a1f084-be43-42ab-be50-468e766704a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.589959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46a1f084-be43-42ab-be50-468e766704a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.636515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:13.643571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Made reservation on behalf of a42c827e8e284b53be6a2eea84d23a6b for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:13.646117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.703853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:13.704447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.707791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46a1f084-be43-42ab-be50-468e766704a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.710800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-46a1f084-be43-42ab-be50-468e766704a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.712235 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-46a1f084-be43-42ab-be50-468e766704a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b546ad9-4bd3-4479-bb34-3702a4941ab9 HTTP/1.1" status: 204 len: 168 time: 0.3046458 Jan 17 12:52:13.730394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1f084-be43-42ab-be50-468e766704a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b546ad9-4bd3-4479-bb34-3702a4941ab9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:13.733016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.823764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.851147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75216a-0034-43f3-8ae7-54b3abc95efa None None] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:13.912275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,segment=NetworkSegment(474472c5-30a9-492d-9c4e-69c45c0a76e7),segment_id=474472c5-30a9-492d-9c4e-69c45c0a76e7)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:13.939278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ef276f02-546c-4dc8-b052-b0f67c0d67e5 None None] Provisioning complete for port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:13.939786 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ef276f02-546c-4dc8-b052-b0f67c0d67e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:13.990308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.008871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.046004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3170e2c6-1630-4506-b712-4a7e80a504c3,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:14.057622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Checking segment: {'id': '39ce7061-7ec1-492d-afe1-76a962657603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:14.058052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Network hostable DHCP agents. Network: f0db0107-f2cd-4524-b1f7-ef005c986b1b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:14.066963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.118234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:14.136844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.137199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.137545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.137882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.138216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.138551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.138882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.139218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.139575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.140035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.140361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.140689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.149516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.169370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Network f0db0107-f2cd-4524-b1f7-ef005c986b1b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:14.226493 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, f0db0107-f2cd-4524-b1f7-ef005c986b1b) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:14.239165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:14.239691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c0443-91fc-4942-8a56-34965a82c428 None None] Network f0db0107-f2cd-4524-b1f7-ef005c986b1b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:14.240517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.241709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48920) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:14.250837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--1290224914', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:14.253135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=b4cc6636-f410-4c03-8f55-0eb481e01663,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:14.255843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.349199 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b400fb68-b020-44a3-87df-a80532f37922 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8728406 Jan 17 12:52:14.401956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c48ca-197b-4f53-b383-427382d50b35 None None] Network f0db0107-f2cd-4524-b1f7-ef005c986b1b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:14.409575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:14.413509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:14.460271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:14.463855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.498103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9c5c383b-68b8-4d11-833c-543f5ac0e19e None None] Provisioning complete for port b4cc6636-f410-4c03-8f55-0eb481e01663 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:14.498499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9c5c383b-68b8-4d11-833c-543f5ac0e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.544547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:14.563421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c383b-68b8-4d11-833c-543f5ac0e19e None None] Port b4cc6636-f410-4c03-8f55-0eb481e01663 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:14.565312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.565670 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment 6c7005c2-3345-4840-a9cd-9f31c5edb6e5 of type vlan for network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 Jan 17 12:52:14.627602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9c5c383b-68b8-4d11-833c-543f5ac0e19e None None] Provisioning complete for port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:14.627602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9c5c383b-68b8-4d11-833c-543f5ac0e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.635460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.710914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router b119193c-5bdc-453c-9be2-aaf933ecbbc4 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:52:14.799427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.805718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:14.806363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.854439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-beebdec2-ffd1-4b49-b1f1-565a0876ac7b None None] Provisioning complete for port b4cc6636-f410-4c03-8f55-0eb481e01663 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:14.855040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-beebdec2-ffd1-4b49-b1f1-565a0876ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:14.899235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:14.927555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-beebdec2-ffd1-4b49-b1f1-565a0876ac7b None None] Port b4cc6636-f410-4c03-8f55-0eb481e01663 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:14.928905 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f11edfd5-9ee6-4249-8cce-0cc56f91c528 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/b119193c-5bdc-453c-9be2-aaf933ecbbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120173 Jan 17 12:52:14.929015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48940) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:14.929113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=1c4e81ca-164c-4170-b1bd-0cf8d2080da0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:14.929214 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] Sync routers for ids ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.929595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.930491 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] Routers {'b119193c-5bdc-453c-9be2-aaf933ecbbc4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:14.930595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.930595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.930774 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:14.930886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:14.943985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:14.971829 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:14.980839 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] Routers {'b119193c-5bdc-453c-9be2-aaf933ecbbc4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:14.981540 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:15.002370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11143b0d-e93f-4a7b-bd35-de48b9171a2d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:15.002370 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-11143b0d-e93f-4a7b-bd35-de48b9171a2d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports/b4cc6636-f410-4c03-8f55-0eb481e01663 HTTP/1.1" status: 200 len: 910 time: 0.0868998 Jan 17 12:52:15.002881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9c1b8aec-f731-4b8f-97d6-16f9ec81b0f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7550514 Jan 17 12:52:15.002966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48942) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.003062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48944) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.029269 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:15.030159 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738887a3-7158-464c-9cca-bc2fa14155d6 None None] The sync data for ids ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:15.037644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cb819c3b-3c51-44b6-9377-fcb1bddc7628 None None] Provisioning complete for port b4cc6636-f410-4c03-8f55-0eb481e01663 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:15.038028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb819c3b-3c51-44b6-9377-fcb1bddc7628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.086074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cb819c3b-3c51-44b6-9377-fcb1bddc7628 None None] Port b4cc6636-f410-4c03-8f55-0eb481e01663 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:15.109053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d5177-2c4f-42bd-b2a1-c51038f78368 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:15.111401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-356d5177-2c4f-42bd-b2a1-c51038f78368 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1116111 Jan 17 12:52:15.115235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48950) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.198897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48952) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.332214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1710945470'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:15.416733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.487777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48962) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.493455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1470038436-network', 'tenant_id': 'f8fd2a5d2c8a4a5da59a0ea66292c0c9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:15.498365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Made reservation on behalf of 7a80cb807fe844df937771bf5330319b for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:15.501846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.518024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.567586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df59fb-43b6-44d5-88c2-c83eeb72cc07 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:15.570432 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-32df59fb-43b6-44d5-88c2-c83eeb72cc07 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4538267 Jan 17 12:52:15.573636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48964) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.574422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:15.603535 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-946e7b9c-2abc-4a13-a22d-46e02e324648 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277779 Jan 17 12:52:15.605961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48966) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.624926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:15.625329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.644788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-56b0ab53-7e93-415e-868b-8ab20122a2b5 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375271 Jan 17 12:52:15.647658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48968) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.686344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Made reservation on behalf of f8fd2a5d2c8a4a5da59a0ea66292c0c9 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:15.688647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.708011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.711088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.746676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf829a-5a2c-41e6-aa05-6f50c40e184e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:15.751045 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-86cf829a-5a2c-41e6-aa05-6f50c40e184e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0985153 Jan 17 12:52:15.751711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48970) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.774716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.785794 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-94230794-0821-42f5-97de-5a3c0ecab29e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309989 Jan 17 12:52:15.785980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48972) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:15.791075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548477406', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:15.815815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:15.845047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a335fc4e-6817-4c69-8d31-02b18851cec4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:15.848972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.849389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Added segment bd97d620-7bf6-4800-8176-8100757711df of type vlan for network f37ab0b2-6828-466d-980c-e3f10af05ac1 Jan 17 12:52:15.924792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.928620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port b4cc6636-f410-4c03-8f55-0eb481e01663 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:15.932037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.952061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:15.955567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:15.986452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.038197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.050406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for b4cc6636-f410-4c03-8f55-0eb481e01663 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:16.056660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.115862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.121492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:16.122103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.124612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:16.191046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.199277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.199702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Added segment ccf42c77-acf1-4e19-8552-b441a524ff7a of type vlan for network 79f4e3be-1a06-4153-bea2-035ed8180730 Jan 17 12:52:16.201030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4039796-653a-4578-b7c4-4759e46c2f4a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:16.248934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event updated for resources: {'Network': ['ID=f37ab0b2-6828-466d-980c-e3f10af05ac1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:16.260893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=276c1e1a-82e0-45c3-9d68-06598a3fa0a7,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:16.261853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:16.268257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.268443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:16.268716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: 1c4e81ca-164c-4170-b1bd-0cf8d2080da0, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:16.320267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dbaadf52-f373-46cf-9cbb-61ecd07da840 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1202350 Jan 17 12:52:16.323281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48974) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:16.330284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Request body: {'subnet': {'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:16.371578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:16.443526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.444503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:16.445095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.495068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 1c4e81ca-164c-4170-b1bd-0cf8d2080da0) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:16.499585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:16.500199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.504873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1123e1-1197-4753-8d12-812a8feda07f None None] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:16.514257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.545774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Made reservation on behalf of 7a80cb807fe844df937771bf5330319b for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:16.549316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.569992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=b4cc6636-f410-4c03-8f55-0eb481e01663,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:16.591530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] Pushing event updated for resources: {'Network': ['ID=79f4e3be-1a06-4153-bea2-035ed8180730,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:16.614913 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-53810ded-6dfe-46f3-a2ec-9179ca16577b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8253930 Jan 17 12:52:16.630229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 79f4e3be-1a06-4153-bea2-035ed8180730 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:16.659954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48978) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:16.665506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Request body: {'subnet': {'network_id': '79f4e3be-1a06-4153-bea2-035ed8180730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1470038436-subnet', 'tenant_id': 'f8fd2a5d2c8a4a5da59a0ea66292c0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:16.669086 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5d80e8f2-94c5-4db5-ac06-71369a278514 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1787882 Jan 17 12:52:16.756610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:16.757780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.793638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.860313 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Made reservation on behalf of f8fd2a5d2c8a4a5da59a0ea66292c0c9 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:16.862839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:16.931797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Allocated IP 172.20.0.18 (1c4e81ca-164c-4170-b1bd-0cf8d2080da0/276c1e1a-82e0-45c3-9d68-06598a3fa0a7/c4d014c0-e419-4d7d-9807-89009b962a83) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:16.996546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.087590 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48980) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:17.092087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323689888', 'description': 'tempest-secgroup-smoke-323689888 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:17.098831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.120549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event updated for resources: {'Subnet': ['ID=b1d20b75-53e7-48e8-bed9-ef665e546abe,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:17.157251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Checking segment: {'id': 'bd97d620-7bf6-4800-8176-8100757711df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:17.162719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Network hostable DHCP agents. Network: f37ab0b2-6828-466d-980c-e3f10af05ac1, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:17.181191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.221378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:17.224216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:17.228446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:17.236072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Pushing event updated for resources: {'Port': ['ID=c4d014c0-e419-4d7d-9807-89009b962a83,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:17.238091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.272209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:17.275160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.286407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router b119193c-5bdc-453c-9be2-aaf933ecbbc4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:17.291328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Attempting to bind port c4d014c0-e419-4d7d-9807-89009b962a83 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:17.291871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Attempting to bind port c4d014c0-e419-4d7d-9807-89009b962a83 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:17.292093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Attempting to bind port c4d014c0-e419-4d7d-9807-89009b962a83 on network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:17.297564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:17.297846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Checking segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:17.298249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.298644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Bound using segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:17.299109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Bound port: c4d014c0-e419-4d7d-9807-89009b962a83, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:17.299511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.326684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42bb3ad-b4d3-49c3-865d-78fec64e3984,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:17.347190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Checking segment: {'id': 'ccf42c77-acf1-4e19-8552-b441a524ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '79f4e3be-1a06-4153-bea2-035ed8180730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:17.347584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Network hostable DHCP agents. Network: 79f4e3be-1a06-4153-bea2-035ed8180730, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:17.370904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:17.371289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] For port c4d014c0-e419-4d7d-9807-89009b962a83, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:17.375015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] For port c4d014c0-e419-4d7d-9807-89009b962a83, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c4d014c0-e419-4d7d-9807-89009b962a83,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:17.376719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e111a9eb-8a2e-4401-a96c-1279ca64368b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/b119193c-5bdc-453c-9be2-aaf933ecbbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3746185 Jan 17 12:52:17.381577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] Sync routers for ids ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:17.388054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48982) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:17.389917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, f37ab0b2-6828-466d-980c-e3f10af05ac1) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:17.398044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:17.398620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.399846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] Routers {'b119193c-5bdc-453c-9be2-aaf933ecbbc4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:17.401118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:17.408071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18d6c0-a4cd-4fde-94a7-896a1cffa0cf None None] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:17.408826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.417464 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-155469e2-abf2-4dc6-bd3e-490585baa64e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=b119193c-5bdc-453c-9be2-aaf933ecbbc4 HTTP/1.1" status: 200 len: 205 time: 0.0275788 Jan 17 12:52:17.422931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 48984) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:17.481466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:17.484050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.496024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.500134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.508531 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-01d1eade-37d1-42f3-b079-a9f12f812585 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1815805 Jan 17 12:52:17.508531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Network 79f4e3be-1a06-4153-bea2-035ed8180730 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:17.512777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48986) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:17.525487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Request body: {'port': {'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1', 'name': 'tempest-TagsExtTest-1792303600'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:17.559000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] Routers {'b119193c-5bdc-453c-9be2-aaf933ecbbc4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:17.559671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:17.587181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 79f4e3be-1a06-4153-bea2-035ed8180730) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:17.604602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:17.604982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.609472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:17.611171 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1ebba-614d-4c0c-b988-097c6171b59c None None] The sync data for ids ['b119193c-5bdc-453c-9be2-aaf933ecbbc4'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:17.620778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3afe23-4540-4e16-94f1-5fe6d377539e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:17.631778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc93e0-7c1e-49b9-b402-bcfdd78fdbc6 None None] Network 79f4e3be-1a06-4153-bea2-035ed8180730 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:17.688401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.688672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc3b6e-b7d6-4fb1-9f7b-e3b313a0d35b None None] Pushing event updated for resources: {'Port': ['ID=c4d014c0-e419-4d7d-9807-89009b962a83,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:17.690528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.701499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.708004 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c911112b-bb6a-4c95-b268-bb58967a09a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6183941 Jan 17 12:52:17.714904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48988) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:17.717678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2c3afe23-4540-4e16-94f1-5fe6d377539e', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:17.741701 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d48c18e-2a2e-4fed-8001-c9481dee3556 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0796397 Jan 17 12:52:17.829636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.831157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router b119193c-5bdc-453c-9be2-aaf933ecbbc4 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:52:17.847007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.848464 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-64f6eed5-84c6-4b65-ac5d-6e70017785a0 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/b119193c-5bdc-453c-9be2-aaf933ecbbc4 HTTP/1.1" status: 204 len: 168 time: 0.4244828 Jan 17 12:52:17.851960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 48992) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:17.873572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-f37ab0b2-6828-466d-980c-e3f10af05ac1', 'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1', 'tenant_id': '7a80cb807fe844df937771bf5330319b', 'fixed_ips': [{'subnet_id': 'b1d20b75-53e7-48e8-bed9-ef665e546abe'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:17.874476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.879248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7813e8d-0a6c-4443-a80d-8d384d04a616 None None] Network 79f4e3be-1a06-4153-bea2-035ed8180730 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:17.890992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Made reservation on behalf of 7a80cb807fe844df937771bf5330319b for: {'port': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:17.902094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.922054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:17.936286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] device_id is not set on port af24c79e-7111-47d2-a26c-e4a378e17bfb yet. {{(pid=109281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:52:18.014446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet d36be12c-5e6f-41dd-927a-774cab37076f {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:18.040960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.137183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.143202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.181760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Allocated IP 172.20.0.6 (f37ab0b2-6828-466d-980c-e3f10af05ac1/b1d20b75-53e7-48e8-bed9-ef665e546abe/af24c79e-7111-47d2-a26c-e4a378e17bfb) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:18.216104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.236845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01cc081-9964-4906-9043-b843318f760f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:18.421427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.422803 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9ad96bc2-ecea-4ed5-b4ac-cb41bf515455 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7097166 Jan 17 12:52:18.425589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49012) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:18.430481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2c3afe23-4540-4e16-94f1-5fe6d377539e', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:18.432030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.560482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-538d2cc5-b4e5-4438-b165-999ab730b885 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:18.562051 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-538d2cc5-b4e5-4438-b165-999ab730b885 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/networks?id=f0db0107-f2cd-4524-b1f7-ef005c986b1b HTTP/1.1" status: 200 len: 812 time: 0.3214283 Jan 17 12:52:18.569657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.599825 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-98428d38-2d53-4ccb-a17a-bafa07ea81c6 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/quotas/a42c827e8e284b53be6a2eea84d23a6b HTTP/1.1" status: 200 len: 375 time: 0.0300243 Jan 17 12:52:18.613789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.645013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.667987 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-ad27b811-8297-4ab5-91c2-a2dbb03b95d5 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574589 Jan 17 12:52:18.670628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.712687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=d36be12c-5e6f-41dd-927a-774cab37076f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:18.714738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.717958 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d79fdd76-86c8-4677-9891-f28d5831b0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/d36be12c-5e6f-41dd-927a-774cab37076f HTTP/1.1" status: 204 len: 168 time: 0.8649976 Jan 17 12:52:18.722602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc66a2-de80-4ef7-ab86-ee0fc98479e5 None None] Network 26210bd7-da57-41ab-8a7c-44ce376b33b6 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:18.723664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49016) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:18.723754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.750086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafc379-e2e5-473d-908f-0dd8d7d8900a None None] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:18.761025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbf5747-6f59-4ce1-882c-e50496b79747,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:18.832597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.834717 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b90c9975-7614-4d8e-abb3-f6e0151a6a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4081166 Jan 17 12:52:18.837454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49018) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:18.842676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2c3afe23-4540-4e16-94f1-5fe6d377539e', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:18.858615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.912165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.915724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-67a4f574-bebd-4f94-84e3-b423074c0475 None None] Provisioning complete for port c4d014c0-e419-4d7d-9807-89009b962a83 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:18.920701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67a4f574-bebd-4f94-84e3-b423074c0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.946122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:18.978070 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-b317dfad-6f9c-4e4d-82bb-fdd1dfaaf0b7 service neutron] 10.222.0.77 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006454 Jan 17 12:52:18.981924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:18.995261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:18.998108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:19.011616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.050259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Allocated IP 172.20.0.2 (f37ab0b2-6828-466d-980c-e3f10af05ac1/b1d20b75-53e7-48e8-bed9-ef665e546abe/0f3a5dfa-da57-4314-9519-6ea1d53cd5df) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:19.078357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event updated for resources: {'Port': ['ID=af24c79e-7111-47d2-a26c-e4a378e17bfb,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.094878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.112284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade98329-535e-4025-afe7-90bc78e4b780,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.126659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:19.127379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.138683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:19.139084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.179264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] DHCP port deletion for 26210bd7-da57-41ab-8a7c-44ce376b33b6 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:19.199664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.205570 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fc2f1c44-549b-40f0-bb60-461912693a1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3639586 Jan 17 12:52:19.208219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49020) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:19.217024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2c3afe23-4540-4e16-94f1-5fe6d377539e', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:19.219043 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-e8d83637-92ac-463c-953e-9ed186fb9089 service neutron] 10.222.0.77 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402272 Jan 17 12:52:19.235546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,segment=NetworkSegment(474472c5-30a9-492d-9c4e-69c45c0a76e7),segment_id=474472c5-30a9-492d-9c4e-69c45c0a76e7)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:19.240969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.245840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67a4f574-bebd-4f94-84e3-b423074c0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.257907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:19.320101 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-49f4fa33-2249-449f-9831-0c272325f464 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7985811 Jan 17 12:52:19.321158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49022) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:19.330299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1498631455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:19.332905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.337510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-67a4f574-bebd-4f94-84e3-b423074c0475 None None] For port c4d014c0-e419-4d7d-9807-89009b962a83, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c4d014c0-e419-4d7d-9807-89009b962a83,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:19.346938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] Deleting port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:19.347320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.419918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] For port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,segment=NetworkSegment(474472c5-30a9-492d-9c4e-69c45c0a76e7),segment_id=474472c5-30a9-492d-9c4e-69c45c0a76e7)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:19.420326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.423849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.434261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] Calling delete_port for 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:19.493030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.537848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.537848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67a4f574-bebd-4f94-84e3-b423074c0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.567798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.569216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.570110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.585892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:19.602885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:19.609873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.612354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:19.618981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:19.623474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c4d014c0-e419-4d7d-9807-89009b962a83 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:19.648194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.650147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.655853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.660410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Pushing event updated for resources: {'Port': ['ID=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.680733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf699683-8928-4ce7-bc59-9622d7e759b5,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.702892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.710727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.725412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26210bd7-da57-41ab-8a7c-44ce376b33b6']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:19.735724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474472c5-30a9-492d-9c4e-69c45c0a76e7') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:19.736024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474472c5-30a9-492d-9c4e-69c45c0a76e7') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:19.746974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.750482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d4236656-2e60-4db7-8b42-b55abb6a4654 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5373805 Jan 17 12:52:19.750627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.757828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49026) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:19.757971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] No DVR routers for this DVR port 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:19.758408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2c3afe23-4540-4e16-94f1-5fe6d377539e', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:19.765084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.770282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eafa58a1-5a8c-4c03-9dd6-4ff7fe2f8ecd None None] Provisioning complete for port c4d014c0-e419-4d7d-9807-89009b962a83 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:19.770282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eafa58a1-5a8c-4c03-9dd6-4ff7fe2f8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.775472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:19.776050 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:19.779172 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:19.784574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Attempting to bind port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:19.784900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Attempting to bind port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'bd97d620-7bf6-4800-8176-8100757711df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:19.785262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Attempting to bind port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df on network f37ab0b2-6828-466d-980c-e3f10af05ac1 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:19.805680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.806933 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d8b43d37-40ca-4d6c-92f9-e6ba119cc2f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4847326 Jan 17 12:52:19.809743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49028) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:19.815084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-784aa255-c8ae-47fa-9890-a6b1bc8c08b8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1443988579', 'prefixes': ['172.20.0.0/16']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:19.821591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4f574-bebd-4f94-84e3-b423074c0475 None None] Pushing event updated for resources: {'Port': ['ID=c4d014c0-e419-4d7d-9807-89009b962a83,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.826642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:19.827021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Checking segment: {'id': 'bd97d620-7bf6-4800-8176-8100757711df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:19.827426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.827976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Bound using segment: {'id': 'bd97d620-7bf6-4800-8176-8100757711df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:19.828304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Bound port: 0f3a5dfa-da57-4314-9519-6ea1d53cd5df, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97d620-7bf6-4800-8176-8100757711df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f37ab0b2-6828-466d-980c-e3f10af05ac1'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:19.828702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.869610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd50e8-5779-412f-b70b-73d90f2a1631 None None] Pushing event deleted for resources: {'Port': ['ID=1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.871392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c4d014c0-e419-4d7d-9807-89009b962a83 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:19.871796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.939106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.942579 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:52:19.950731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.953685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:19.957899 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/26210bd7-da57-41ab-8a7c-44ce376b33b6 HTTP/1.1" status: 204 len: 168 time: 1.2308655 Jan 17 12:52:19.960069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49030) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:19.968084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7fc0d-90b6-4b38-8571-6a05b12dc46d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=26210bd7-da57-41ab-8a7c-44ce376b33b6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:19.979313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370347837', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:19.989015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] For port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:20.007100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] For port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,segment=NetworkSegment(bd97d620-7bf6-4800-8176-8100757711df),segment_id=bd97d620-7bf6-4800-8176-8100757711df)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:20.052768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.084128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.091304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:20.135242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.136457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.139009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:20.139354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1d0ebb8e-0ea3-492d-beb9-a3b7a9ba87d0 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:20.142770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.168628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19639-f5f1-4cc3-85eb-d2ae762afe6d None None] Pushing event updated for resources: {'Port': ['ID=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:20.175350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-784aa255-c8ae-47fa-9890-a6b1bc8c08b8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for subnetpool, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.177133 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-784aa255-c8ae-47fa-9890-a6b1bc8c08b8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3656311 Jan 17 12:52:20.181661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49032) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:20.183786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bef6c2-ec01-4697-91d3-40dfd2cf444e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:20.187784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-e93ef83f-2611-4b21-a852-960f9712a339 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-35562540') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:20.225668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.267060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.269193 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8c0f2915-e23d-4d25-b559-e45308d24104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5171211 Jan 17 12:52:20.271838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49034) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:20.278605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2c3afe23-4540-4e16-94f1-5fe6d377539e', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:20.383202 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e93ef83f-2611-4b21-a852-960f9712a339 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-35562540 HTTP/1.1" status: 201 len: 201 time: 0.1970806 Jan 17 12:52:20.383425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49036) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:20.388626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-8f297f4c-686a-4873-b01f-b2cd3633f5f3 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-2089985124') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:20.448344 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:52:20.455529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.458741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.515938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.524635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8f297f4c-686a-4873-b01f-b2cd3633f5f3 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-2089985124 HTTP/1.1" status: 201 len: 201 time: 0.1400294 Jan 17 12:52:20.527329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49038) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:20.540457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-750a4769-b0dd-4ea2-b725-8b1134d9a8bc tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-1813537409') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:20.606579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.668240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a34471-df55-4b8c-97d8-e5c452c49b0a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:20.705125 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5e614f7-9ba2-4242-8f69-2f0b9df34645 req-f7be9375-530f-4a1b-9919-92a154de54a1 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 210 time: 0.0432887 Jan 17 12:52:20.745555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.746789 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7aa38154-1d98-45a5-a2e4-801fcd43eef9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4738934 Jan 17 12:52:20.812017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-750a4769-b0dd-4ea2-b725-8b1134d9a8bc tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-1813537409 HTTP/1.1" status: 201 len: 201 time: 0.2832966 Jan 17 12:52:20.814147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49052) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:20.824653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-2fd1636f-036a-4cf0-bc49-f6784cdeaa54 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-343907760') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:20.879864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.902401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:20.968307 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-e56da69f-30b6-48c7-b116-19856d9fd0ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323689888&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0487313 Jan 17 12:52:20.974566 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2fd1636f-036a-4cf0-bc49-f6784cdeaa54 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-343907760 HTTP/1.1" status: 201 len: 201 time: 0.1585183 Jan 17 12:52:20.977064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49066) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:20.982155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-8d782a1d-7faa-481f-8307-e04b0a21dc52 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:21.020414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.26.4.212 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/bd24f526-22d7-405c-93ad-4b399e1d02a4) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:21.132540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-4b03e8c4-0bd0-4a48-8e43-b02909777c8b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:21.134396 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-4b03e8c4-0bd0-4a48-8e43-b02909777c8b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=1c4e81ca-164c-4170-b1bd-0cf8d2080da0 HTTP/1.1" status: 200 len: 797 time: 0.1492894 Jan 17 12:52:21.141231 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8d782a1d-7faa-481f-8307-e04b0a21dc52 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags HTTP/1.1" status: 200 len: 239 time: 0.1629069 Jan 17 12:52:21.144286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49068) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:21.150611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-3a8803ab-f3cc-4338-a895-4caceb8433d4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-35562540') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:21.158963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.192058 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-a25e0933-71cc-4013-b48f-91e93077aa19 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0397141 Jan 17 12:52:21.225916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be4ba3-d06b-4c55-8aaa-368c07b52ed2 None None] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:21.263894 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3a8803ab-f3cc-4338-a895-4caceb8433d4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-35562540 HTTP/1.1" status: 204 len: 168 time: 0.1159434 Jan 17 12:52:21.264116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.269467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49070) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:21.277771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-24f8aa42-2d1c-4052-a1b6-f1a36e2d100b tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-35562540') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:21.282008 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-89af1fd2-6b61-46b8-9c76-9150682bbece tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0787220 Jan 17 12:52:21.291935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-284f5bf0-3128-402d-99e2-1eabae98b5d3 None None] Provisioning complete for port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:21.292316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-284f5bf0-3128-402d-99e2-1eabae98b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.340527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:21.347925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:21.351725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:21.412353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=bd24f526-22d7-405c-93ad-4b399e1d02a4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:21.427837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-284f5bf0-3128-402d-99e2-1eabae98b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.432746 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-fc54b0fc-4edb-4458-a072-987fc4577ae7 service neutron] 10.222.0.77 "GET /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310480 Jan 17 12:52:21.484098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-284f5bf0-3128-402d-99e2-1eabae98b5d3 None None] For port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,segment=NetworkSegment(bd97d620-7bf6-4800-8176-8100757711df),segment_id=bd97d620-7bf6-4800-8176-8100757711df)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:21.558951 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-f2cd575f-8cad-47cf-be22-35d74849370c service neutron] 10.222.0.77 "GET /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205189 Jan 17 12:52:21.580885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-284f5bf0-3128-402d-99e2-1eabae98b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.657528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f5bf0-3128-402d-99e2-1eabae98b5d3 None None] Pushing event updated for resources: {'Port': ['ID=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:21.662528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-24f8aa42-2d1c-4052-a1b6-f1a36e2d100b tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-35562540 HTTP/1.1" status: 204 len: 168 time: 0.3911183 Jan 17 12:52:21.665230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49074) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:21.670654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-710025df-4ee4-4ccc-bbf6-6fa9404fdc76 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:21.747114 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-710025df-4ee4-4ccc-bbf6-6fa9404fdc76 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags HTTP/1.1" status: 200 len: 205 time: 0.0805933 Jan 17 12:52:21.749548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49080) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:21.754321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-8180a362-b981-4777-aab7-c89291868c98 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:21.762874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0f3a5dfa-da57-4314-9519-6ea1d53cd5df up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:21.841586 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9b9d4475-94e7-4b90-9cc3-2d21e83f3af2 req-6a5e18f4-168e-4d9d-9187-9f82b2217f3b tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 210 time: 0.0485351 Jan 17 12:52:21.885905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-760bb0e3-8020-4a24-8eb9-3e92c821b012 None None] Provisioning complete for port af24c79e-7111-47d2-a26c-e4a378e17bfb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:21.886278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-760bb0e3-8020-4a24-8eb9-3e92c821b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.893834 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fb4812d3-b1b5-43a4-aa79-77d40e4c1da5 req-97f561e2-8944-40ba-80a2-5ee8c05f93b4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 210 time: 0.0579693 Jan 17 12:52:21.922067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8180a362-b981-4777-aab7-c89291868c98 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags HTTP/1.1" status: 200 len: 241 time: 0.1714668 Jan 17 12:52:21.930095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49086) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:21.935652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-a151595d-c80c-481f-b82a-1432c2758756 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-2089985124') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:21.943204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-760bb0e3-8020-4a24-8eb9-3e92c821b012 None None] Port af24c79e-7111-47d2-a26c-e4a378e17bfb cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:21.948033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.950168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:21.950548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:21.983227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-760bb0e3-8020-4a24-8eb9-3e92c821b012 None None] Provisioning complete for port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:21.983665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-760bb0e3-8020-4a24-8eb9-3e92c821b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:22.039646 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a151595d-c80c-481f-b82a-1432c2758756 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-2089985124 HTTP/1.1" status: 204 len: 168 time: 0.1051793 Jan 17 12:52:22.040266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49092) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:22.046103 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-71dea781-2009-4cfe-b3b4-5addd8338822 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-2089985124') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:22.185706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c4d014c0-e419-4d7d-9807-89009b962a83 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:22.214193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:22.218428 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-71dea781-2009-4cfe-b3b4-5addd8338822 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-2089985124 HTTP/1.1" status: 204 len: 168 time: 0.1745503 Jan 17 12:52:22.218719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49094) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:22.224714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-27d5a61c-712e-4673-b36f-dd23dece747b tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:22.258122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c4d014c0-e419-4d7d-9807-89009b962a83 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:22.258122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:22.292115 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-27d5a61c-712e-4673-b36f-dd23dece747b tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags HTTP/1.1" status: 200 len: 205 time: 0.0719817 Jan 17 12:52:22.302173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49096) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:22.302173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-592ab065-7454-4ac4-8a8f-d47cf91d573d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:22.388594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5ec77142-7c9c-4be8-a6b8-c5e82570bbac None None] Provisioning complete for port af24c79e-7111-47d2-a26c-e4a378e17bfb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:22.394809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5ec77142-7c9c-4be8-a6b8-c5e82570bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:22.410721 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-592ab065-7454-4ac4-8a8f-d47cf91d573d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags HTTP/1.1" status: 200 len: 241 time: 0.1167843 Jan 17 12:52:22.414252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49098) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:22.419655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-248d0d7f-e95d-45ae-b6db-0b33a40a9f53 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-1813537409') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:22.430920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5ec77142-7c9c-4be8-a6b8-c5e82570bbac None None] Port af24c79e-7111-47d2-a26c-e4a378e17bfb cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:22.507427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-248d0d7f-e95d-45ae-b6db-0b33a40a9f53 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-1813537409 HTTP/1.1" status: 204 len: 168 time: 0.0904791 Jan 17 12:52:22.508499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49102) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:22.515225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-e7420b52-81e5-4da9-8dcc-5f617acf3ffc tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-1813537409') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:22.564142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:22.786369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router a1b0f974-4766-441c-8b79-128fdfabae7f is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:52:22.982546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1e17fb6d-a0d4-4587-b71f-978b6cdcec7f req-1999aa80-ddbd-4676-953f-638fa20f2077 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 210 time: 0.0459058 Jan 17 12:52:22.991322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:23.010466 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] Sync routers for ids ['a1b0f974-4766-441c-8b79-128fdfabae7f'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:23.023951 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] Routers {'a1b0f974-4766-441c-8b79-128fdfabae7f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:23.024112 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-40140090-f604-47de-85bd-6ae5c90e79c3 req-9cc8a641-efa6-4749-a514-1617625d7907 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 210 time: 0.0443807 Jan 17 12:52:23.028144 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a1b0f974-4766-441c-8b79-128fdfabae7f'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.067715 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.072106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-b6195a47-c979-496b-9440-e4169513f12e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:23.073527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-b6195a47-c979-496b-9440-e4169513f12e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.67 "GET /v2.0/networks?id=f0db0107-f2cd-4524-b1f7-ef005c986b1b HTTP/1.1" status: 200 len: 812 time: 0.1896458 Jan 17 12:52:23.076741 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] Routers {'a1b0f974-4766-441c-8b79-128fdfabae7f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:23.077395 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a1b0f974-4766-441c-8b79-128fdfabae7f'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.086679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Request body: {'port': {'device_id': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b', 'admin_state_up': True, 'tenant_id': 'a42c827e8e284b53be6a2eea84d23a6b'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:23.110148 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.110881 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290045b-6e70-4f6b-840d-2db9ad49aec9 None None] The sync data for ids ['a1b0f974-4766-441c-8b79-128fdfabae7f'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:23.181398 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e7420b52-81e5-4da9-8dcc-5f617acf3ffc tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-1813537409 HTTP/1.1" status: 204 len: 168 time: 0.6711445 Jan 17 12:52:23.184282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49108) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.192297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-dbdf81ee-0ce5-4d9d-a583-344183a8c4b2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.195375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:23.196578 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de50cda1-a3cc-43ec-a436-76b65fb93e5d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2332373 Jan 17 12:52:23.199405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49110) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.294320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dbdf81ee-0ce5-4d9d-a583-344183a8c4b2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags HTTP/1.1" status: 200 len: 205 time: 0.1088302 Jan 17 12:52:23.296802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49112) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.301454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-1882289a-f339-4e4e-b72e-938ab8e9d67d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.329159 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-466bc1b0-cc0d-43ae-9f66-13aca09665a1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/routers/a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 200 len: 880 time: 0.1271031 Jan 17 12:52:23.332309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49116) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.343576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1882289a-f339-4e4e-b72e-938ab8e9d67d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags HTTP/1.1" status: 200 len: 240 time: 0.0445528 Jan 17 12:52:23.345289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49118) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.351286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-360b08a0-91b9-4648-8f69-29d23471f37f tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-343907760') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.355888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Made reservation on behalf of a42c827e8e284b53be6a2eea84d23a6b for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:23.359819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:23.400405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-360b08a0-91b9-4648-8f69-29d23471f37f tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-343907760 HTTP/1.1" status: 204 len: 168 time: 0.0538363 Jan 17 12:52:23.402998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49120) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.409082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-902a3843-c47b-4649-83b8-a08a0104f300 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-343907760') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.544291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Allocated IP 172.20.0.11 (f0db0107-f2cd-4524-b1f7-ef005c986b1b/3170e2c6-1630-4506-b712-4a7e80a504c3/2876eb91-41fe-4157-8d77-6a4748947dc0) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:23.582884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0f3a5dfa-da57-4314-9519-6ea1d53cd5df up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:23.588068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49124) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.588261 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6631a79c-c92d-4eba-9e40-378eac882795 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2540681 Jan 17 12:52:23.589281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-902a3843-c47b-4649-83b8-a08a0104f300 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-343907760 HTTP/1.1" status: 204 len: 168 time: 0.1844876 Jan 17 12:52:23.594077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-370347837'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:23.595837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49126) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.600737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-78677668-cff4-448e-a342-64c29fe4b537 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.623026 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-78677668-cff4-448e-a342-64c29fe4b537 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags HTTP/1.1" status: 200 len: 205 time: 0.0254333 Jan 17 12:52:23.627696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49128) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.632878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-b3b7cae3-c8a6-4fb3-8965-c8bbacf962a4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.633969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:23.634405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:23.662848 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b3b7cae3-c8a6-4fb3-8965-c8bbacf962a4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0316350 Jan 17 12:52:23.663130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49130) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.667761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-b24d455e-f5e2-4d05-b3d4-962906655893 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.763621 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b24d455e-f5e2-4d05-b3d4-962906655893 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags HTTP/1.1" status: 204 len: 168 time: 0.0992236 Jan 17 12:52:23.764508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49132) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.769928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-0bed54f3-0545-4967-8460-e7782aabdb22 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.837240 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0bed54f3-0545-4967-8460-e7782aabdb22 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags HTTP/1.1" status: 204 len: 168 time: 0.0715344 Jan 17 12:52:23.837810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49134) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:23.851211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-cab58a7b-fea7-48ca-91f5-c992547a4622 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:23.861058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:24.132914 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7741a8bb-c81e-4e5a-bebb-16b71e2ccefc req-6e15773f-6c3a-49bf-b4fb-21a6242a9605 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 210 time: 0.0588486 Jan 17 12:52:24.134711 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1e28e1ba-e191-40d6-bf7e-9e970f76b497 req-ceeb9918-cb70-4181-968d-30adcd0b3e81 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Jan 17 12:52:24.140348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:24.191935 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cab58a7b-fea7-48ca-91f5-c992547a4622 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags HTTP/1.1" status: 204 len: 168 time: 0.3504715 Jan 17 12:52:24.196578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49140) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:24.202010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-a5c7fb5f-ba73-4b73-8f6f-6d5d2280873d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-839301375') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:24.239249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Network f0db0107-f2cd-4524-b1f7-ef005c986b1b is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:24.248368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-71f33540-e084-48d4-8806-4c86770831da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:24.249810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-71f33540-e084-48d4-8806-4c86770831da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=1c4e81ca-164c-4170-b1bd-0cf8d2080da0 HTTP/1.1" status: 200 len: 797 time: 0.2977097 Jan 17 12:52:24.256705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:24.271594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:24.282404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Pushing event updated for resources: {'Port': ['ID=2876eb91-41fe-4157-8d77-6a4748947dc0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:24.316530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:24.325035 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a5c7fb5f-ba73-4b73-8f6f-6d5d2280873d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-839301375 HTTP/1.1" status: 201 len: 201 time: 0.1261218 Jan 17 12:52:24.327101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49146) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:24.331769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-fc43b37e-83ac-4f29-9123-f8706fe67402 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-429265391') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:24.364191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-08ad8481-3df4-43cc-9d57-41077ff0392f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 471 time: 0.0990269 Jan 17 12:52:24.372579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:24.373203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:24.381192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['2c3afe23-4540-4e16-94f1-5fe6d377539e']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:24.426759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:24.500285 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fc43b37e-83ac-4f29-9123-f8706fe67402 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-429265391 HTTP/1.1" status: 201 len: 201 time: 0.1721125 Jan 17 12:52:24.502833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49148) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:24.508670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-911c0fed-eb89-4695-8a36-38a9142fdd6f tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-21581255') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:24.543270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-068e3fa6-9957-4b47-b783-eef6c2c50657 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4613569 Jan 17 12:52:24.556342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Request body: {'port': {'device_id': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:24.635999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router a1b0f974-4766-441c-8b79-128fdfabae7f has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:24.642644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:24.736041 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-911c0fed-eb89-4695-8a36-38a9142fdd6f tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-21581255 HTTP/1.1" status: 201 len: 201 time: 0.2316914 Jan 17 12:52:24.738401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49150) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:24.743614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-f76912bb-3a83-4a9d-8f0f-c43f6b642ffc tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-903609395') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:24.869726 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f76912bb-3a83-4a9d-8f0f-c43f6b642ffc tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-903609395 HTTP/1.1" status: 201 len: 201 time: 0.1279345 Jan 17 12:52:24.870334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49152) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:24.875037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-a0ff1f9e-bb81-4f7e-860d-fe403bfabdb4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', {'tags': ['tempest-TagsExtTest-Tag-1457915766', 'tempest-TagsExtTest-Tag-705141664', 'tempest-TagsExtTest-Tag-715492659']}) {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:24.987514 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a0ff1f9e-bb81-4f7e-860d-fe403bfabdb4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags HTTP/1.1" status: 200 len: 316 time: 0.1158113 Jan 17 12:52:24.989709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49154) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:24.994016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-810308d6-1fb5-4d01-bada-198f4f736b7a tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.049662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:25.053223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.124132 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-810308d6-1fb5-4d01-bada-198f4f736b7a tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags HTTP/1.1" status: 204 len: 168 time: 0.1333778 Jan 17 12:52:25.126734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49156) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.131727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-362729bd-a1b8-4425-8c3f-bf952d67887c tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-1457915766') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.155211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:25.170666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] Sync routers for ids ['a1b0f974-4766-441c-8b79-128fdfabae7f'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:25.190760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] Routers {'a1b0f974-4766-441c-8b79-128fdfabae7f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:25.191871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a1b0f974-4766-441c-8b79-128fdfabae7f'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.198772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.202885 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-33916992-6b76-419f-832f-e748fa861788 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 200 len: 887 time: 1.6123350 Jan 17 12:52:25.203561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49162) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.226260 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-362729bd-a1b8-4425-8c3f-bf952d67887c tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:25.230069 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-362729bd-a1b8-4425-8c3f-bf952d67887c tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-1457915766 HTTP/1.1" status: 404 len: 329 time: 0.0996656 Jan 17 12:52:25.230236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49164) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.234432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-c81d6569-748c-4925-9525-2384ad1b6cd4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-705141664') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.235455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.246254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] Routers {'a1b0f974-4766-441c-8b79-128fdfabae7f'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:25.247174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a1b0f974-4766-441c-8b79-128fdfabae7f'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.280710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.281527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dc8dd-c55c-47c9-a93c-d07c8d2337de None None] The sync data for ids ['a1b0f974-4766-441c-8b79-128fdfabae7f'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:25.288066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3e683e0a-efc7-46e7-ad29-773520b65d81 req-eee66b96-60d4-420f-99d6-f653dec02e95 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Jan 17 12:52:25.312869 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-c81d6569-748c-4925-9525-2384ad1b6cd4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:25.313908 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c81d6569-748c-4925-9525-2384ad1b6cd4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-705141664 HTTP/1.1" status: 404 len: 328 time: 0.0827649 Jan 17 12:52:25.317233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49166) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.322453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-e945f7fa-fed1-4fc8-a123-90fe465ab6b4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe', 'tempest-TagsExtTest-Tag-715492659') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.377266 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-e945f7fa-fed1-4fc8-a123-90fe465ab6b4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:25.378299 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e945f7fa-fed1-4fc8-a123-90fe465ab6b4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags/tempest-TagsExtTest-Tag-715492659 HTTP/1.1" status: 404 len: 328 time: 0.0594425 Jan 17 12:52:25.381866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49168) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.386489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-98bbebf5-cbd0-4324-ad46-f805794c932e tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', {'tags': ['tempest-TagsExtTest-Tag-22645868', 'tempest-TagsExtTest-Tag-1029853523', 'tempest-TagsExtTest-Tag-1728890706']}) {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.479914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.19 (1c4e81ca-164c-4170-b1bd-0cf8d2080da0/276c1e1a-82e0-45c3-9d68-06598a3fa0a7/44d8a1f0-3ef9-44b0-a35b-af1d0f131b85) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:25.493539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e8cd-76f1-43c5-bd81-af3d652f6d77 req-128fc893-5d48-4281-85d0-89e08d544026 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:25.495021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad11e8cd-76f1-43c5-bd81-af3d652f6d77 req-128fc893-5d48-4281-85d0-89e08d544026 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 932 time: 0.2438476 Jan 17 12:52:25.507883 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-98bbebf5-cbd0-4324-ad46-f805794c932e tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags HTTP/1.1" status: 200 len: 316 time: 0.1225719 Jan 17 12:52:25.508742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49170) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.513291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-818202ea-b7a1-4a8a-8327-9df5527eaa80 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.539634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6861693d-dfcc-4138-9386-8056d489cb24 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/routers/a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 200 len: 887 time: 0.3168046 Jan 17 12:52:25.540553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49172) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.572807 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-421bb8da-52ae-4fc9-a750-b312f7967e79 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 200 len: 205 time: 0.0294373 Jan 17 12:52:25.579037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49174) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.601238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad11e8cd-76f1-43c5-bd81-af3d652f6d77 req-174668e8-e68b-4604-b771-a9b35cb95c27 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944178 Jan 17 12:52:25.621198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2876eb91-41fe-4157-8d77-6a4748947dc0 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:52:25.629814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.688427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Transition to ACTIVE for port object 2876eb91-41fe-4157-8d77-6a4748947dc0 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:52:25.703441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.738008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.753160 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-818202ea-b7a1-4a8a-8327-9df5527eaa80 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags HTTP/1.1" status: 204 len: 168 time: 0.2434020 Jan 17 12:52:25.756592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49176) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.761053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-27b8d5f9-cb0a-455c-b801-b60a922497da tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-22645868') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.790811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.813440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.860011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Pushing event updated for resources: {'Port': ['ID=2876eb91-41fe-4157-8d77-6a4748947dc0,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:25.882663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.946077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port bd24f526-22d7-405c-93ad-4b399e1d02a4 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:25.946417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:25.955366 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-27b8d5f9-cb0a-455c-b801-b60a922497da tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:25.956467 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-27b8d5f9-cb0a-455c-b801-b60a922497da tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-22645868 HTTP/1.1" status: 404 len: 327 time: 0.1989379 Jan 17 12:52:25.961549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49178) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:25.965830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-b4db13f8-5819-4612-b59d-32b1ce1c9355 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-1029853523') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:25.977407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:25.987503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:25.990566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:25.995750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:25.999631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Attempting to bind port 2876eb91-41fe-4157-8d77-6a4748947dc0 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:25.999914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Attempting to bind port 2876eb91-41fe-4157-8d77-6a4748947dc0 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '39ce7061-7ec1-492d-afe1-76a962657603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:26.000261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Attempting to bind port 2876eb91-41fe-4157-8d77-6a4748947dc0 on network f0db0107-f2cd-4524-b1f7-ef005c986b1b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:26.027000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Port 2876eb91-41fe-4157-8d77-6a4748947dc0 on network f0db0107-f2cd-4524-b1f7-ef005c986b1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:52:26.027357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Attempting to bind port 2876eb91-41fe-4157-8d77-6a4748947dc0 on network f0db0107-f2cd-4524-b1f7-ef005c986b1b {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:26.041309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:26.041309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Checking segment: {'id': '39ce7061-7ec1-492d-afe1-76a962657603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:26.041689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Bound using segment: {'id': '39ce7061-7ec1-492d-afe1-76a962657603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:26.042106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Bound port: 2876eb91-41fe-4157-8d77-6a4748947dc0, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ce7061-7ec1-492d-afe1-76a962657603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:26.042459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.065343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:26.066017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.066194 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:52:26.067357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.087461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for bd24f526-22d7-405c-93ad-4b399e1d02a4 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:26.095401 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-b4db13f8-5819-4612-b59d-32b1ce1c9355 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:26.098435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4db13f8-5819-4612-b59d-32b1ce1c9355 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-1029853523 HTTP/1.1" status: 404 len: 329 time: 0.1338868 Jan 17 12:52:26.102421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49180) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:26.106882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-da1f76c0-215b-49c5-9140-88871f234c5e tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb', 'tempest-TagsExtTest-Tag-1728890706') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:26.167205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] For port 2876eb91-41fe-4157-8d77-6a4748947dc0, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:26.171235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] For port 2876eb91-41fe-4157-8d77-6a4748947dc0, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2876eb91-41fe-4157-8d77-6a4748947dc0,segment=NetworkSegment(39ce7061-7ec1-492d-afe1-76a962657603),segment_id=39ce7061-7ec1-492d-afe1-76a962657603)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:26.189937 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-da1f76c0-215b-49c5-9140-88871f234c5e tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:26.191028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-da1f76c0-215b-49c5-9140-88871f234c5e tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags/tempest-TagsExtTest-Tag-1728890706 HTTP/1.1" status: 404 len: 329 time: 0.0876565 Jan 17 12:52:26.194361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49182) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:26.199262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.tag.tag_plugin [None req-7bffecac-8071-4113-aca9-750521b982d3 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', {'tags': ['tempest-TagsExtTest-Tag-2019228759', 'tempest-TagsExtTest-Tag-1477557954', 'tempest-TagsExtTest-Tag-1107965222']}) {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:26.268968 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-c3d20a48-4f81-4d4a-8ff8-17158d06036d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8930089 Jan 17 12:52:26.272138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.279832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-05e0ec0f-a77d-4ef7-ad6e-546bb83484b2 None None] Provisioning complete for port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:26.280368 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-05e0ec0f-a77d-4ef7-ad6e-546bb83484b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.290957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Request body: {'port': {'device_id': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:26.318709 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-05e0ec0f-a77d-4ef7-ad6e-546bb83484b2 None None] Port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:26.342473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:26.343088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.344475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] 10.222.0.67 "PUT /v2.0/ports/2876eb91-41fe-4157-8d77-6a4748947dc0 HTTP/1.1" status: 200 len: 1094 time: 1.7929926 Jan 17 12:52:26.347998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'tag': '2876eb91-41fe-4157-8d77-6a4748947dc0'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:52:26.351300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957562b-60ab-4669-a79b-c2d43bc15ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d", "tag": "2876eb91-41fe-4157-8d77-6a4748947dc0"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:52:26.368882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.401450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.403426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba48325-62dd-434d-b289-3ba4b32bd0ce service neutron] Pushing event updated for resources: {'Port': ['ID=2876eb91-41fe-4157-8d77-6a4748947dc0,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:26.408503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=bd24f526-22d7-405c-93ad-4b399e1d02a4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:26.420188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dd3e6c-bf66-4761-915b-76ed64f36900 x-openstack-request-id: req-60dd3e6c-bf66-4761-915b-76ed64f36900 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:52:26.420188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d", "tag": "2876eb91-41fe-4157-8d77-6a4748947dc0", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:52:26.420188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60dd3e6c-bf66-4761-915b-76ed64f36900 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:52:26.420188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'tag': '2876eb91-41fe-4157-8d77-6a4748947dc0', 'status': 'completed', 'code': 200} Jan 17 12:52:26.469270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7bffecac-8071-4113-aca9-750521b982d3 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags HTTP/1.1" status: 200 len: 318 time: 0.2714248 Jan 17 12:52:26.470604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49188) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:26.494286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-e9e3cfc3-9f71-4a9e-8390-86d2e473cc78 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:26.559967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957562b-60ab-4669-a79b-c2d43bc15ac6 req-e7cdeeb0-9160-42e7-92b4-42da0f8d4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:26.560289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e99705-c4d2-4ece-956d-fea95401a35c req-8fc817ce-bb2d-4b7c-b458-57c1e7ef0f79 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:26.561459 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c957562b-60ab-4669-a79b-c2d43bc15ac6 req-e7cdeeb0-9160-42e7-92b4-42da0f8d4f56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 1097 time: 0.1074431 Jan 17 12:52:26.561841 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-36e99705-c4d2-4ece-956d-fea95401a35c req-8fc817ce-bb2d-4b7c-b458-57c1e7ef0f79 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 932 time: 0.1573863 Jan 17 12:52:26.589214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.703363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.712701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.727536 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-36e99705-c4d2-4ece-956d-fea95401a35c req-09b7a4a7-94a3-45a3-bab4-04ea1447f908 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360896 Jan 17 12:52:26.835140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957562b-60ab-4669-a79b-c2d43bc15ac6 req-7352b546-abb6-4a68-a27f-21949b692926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:26.836658 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c957562b-60ab-4669-a79b-c2d43bc15ac6 req-7352b546-abb6-4a68-a27f-21949b692926 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2625251 Jan 17 12:52:26.842564 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e9e3cfc3-9f71-4a9e-8390-86d2e473cc78 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags HTTP/1.1" status: 204 len: 168 time: 0.3543816 Jan 17 12:52:26.845042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49192) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:26.846161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25ab28-752e-484c-a4a2-fb185c8c1758 req-dc131c32-2018-482f-ad8a-cf80a567edc3 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:26.851163 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad25ab28-752e-484c-a4a2-fb185c8c1758 req-dc131c32-2018-482f-ad8a-cf80a567edc3 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 944 time: 0.1730363 Jan 17 12:52:26.851308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-1e43bbb2-f309-44f5-9a98-78e6f4d30969 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-2019228759') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:26.883970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.884522 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router a1b0f974-4766-441c-8b79-128fdfabae7f {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:52:26.891997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:26.893068 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b978dbaa-eaf4-4a72-bc10-82b9312dd27e tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 204 len: 168 time: 1.3130739 Jan 17 12:52:26.903468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49194) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:26.931351 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-1e43bbb2-f309-44f5-9a98-78e6f4d30969 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:26.935137 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1e43bbb2-f309-44f5-9a98-78e6f4d30969 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-2019228759 HTTP/1.1" status: 404 len: 329 time: 0.0864747 Jan 17 12:52:26.935305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49196) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:26.939671 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-64a8d995-6ecf-4942-82ea-8c917ba05ba5 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-1477557954') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:26.941174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608789068'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:27.013988 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-64a8d995-6ecf-4942-82ea-8c917ba05ba5 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:27.015018 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-64a8d995-6ecf-4942-82ea-8c917ba05ba5 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-1477557954 HTTP/1.1" status: 404 len: 329 time: 0.0788133 Jan 17 12:52:27.017898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49198) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.022280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-54dcd995-077f-407a-a09e-fdeb4d4d99a4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624', 'tempest-TagsExtTest-Tag-1107965222') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.050914 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad25ab28-752e-484c-a4a2-fb185c8c1758 req-a298ba20-02e4-43c8-821c-8df190632c8a tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793933 Jan 17 12:52:27.097799 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-54dcd995-077f-407a-a09e-fdeb4d4d99a4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:27.101369 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54dcd995-077f-407a-a09e-fdeb4d4d99a4 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags/tempest-TagsExtTest-Tag-1107965222 HTTP/1.1" status: 404 len: 329 time: 0.0796716 Jan 17 12:52:27.101510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49200) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.105915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-27380879-d7a0-4e52-8ccc-e864d8b22d32 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', {'tags': ['tempest-TagsExtTest-Tag-1000244507', 'tempest-TagsExtTest-Tag-2128181963', 'tempest-TagsExtTest-Tag-24412862']}) {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.114913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957562b-60ab-4669-a79b-c2d43bc15ac6 req-48a98a5d-f648-4f78-bbb6-3ce6c543fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:27.116718 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c957562b-60ab-4669-a79b-c2d43bc15ac6 req-48a98a5d-f648-4f78-bbb6-3ce6c543fea7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2652473 Jan 17 12:52:27.123936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:52:27.132632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.144746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Transition to ACTIVE for port object 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:52:27.190094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:27.193665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.216000 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-27380879-d7a0-4e52-8ccc-e864d8b22d32 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "PUT /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags HTTP/1.1" status: 200 len: 316 time: 0.1134443 Jan 17 12:52:27.218644 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49202) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.226768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-c60f58d7-c1b7-45ac-a7ea-67dab9730fbd tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.330209 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c60f58d7-c1b7-45ac-a7ea-67dab9730fbd tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1104147 Jan 17 12:52:27.332802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49204) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.337434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-8ca6d75d-9b19-48a6-a4b5-1b06ce0655eb tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-1000244507') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.364290 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-8ca6d75d-9b19-48a6-a4b5-1b06ce0655eb tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:27.364290 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8ca6d75d-9b19-48a6-a4b5-1b06ce0655eb tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-1000244507 HTTP/1.1" status: 404 len: 329 time: 0.0258708 Jan 17 12:52:27.367974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49206) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.372600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-048775a0-b8a4-45db-bb29-33271b75883d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-2128181963') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.393591 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-048775a0-b8a4-45db-bb29-33271b75883d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:27.394651 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-048775a0-b8a4-45db-bb29-33271b75883d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-2128181963 HTTP/1.1" status: 404 len: 329 time: 0.0256333 Jan 17 12:52:27.397775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49208) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.402166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-e67b4d85-90e1-4f94-9713-6d391cca212c tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf', 'tempest-TagsExtTest-Tag-24412862') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.429250 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-e67b4d85-90e1-4f94-9713-6d391cca212c tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] show failed (client error): The resource could not be found. Jan 17 12:52:27.430281 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e67b4d85-90e1-4f94-9713-6d391cca212c tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags/tempest-TagsExtTest-Tag-24412862 HTTP/1.1" status: 404 len: 327 time: 0.0315604 Jan 17 12:52:27.433084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49210) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.437348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-7cfb45a9-6c31-4f3b-9c69-936eef81b53d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2b7561d-6a7e-47e4-bd6b-a3a0735141cf') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.462399 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7cfb45a9-6c31-4f3b-9c69-936eef81b53d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0283267 Jan 17 12:52:27.464992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49212) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.469476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-4d0764e5-d8d1-4562-aa30-83d839969757 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e3d6a76c-4132-4818-8767-b0d4fb6e0624') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.496557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.534697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-eab7fb52-06c9-4b1c-b8e3-56339ca6be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:27.542726 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-eab7fb52-06c9-4b1c-b8e3-56339ca6be57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 1097 time: 0.3811407 Jan 17 12:52:27.547568 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d0764e5-d8d1-4562-aa30-83d839969757 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624/tags HTTP/1.1" status: 204 len: 168 time: 0.0815322 Jan 17 12:52:27.550045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49214) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.554437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-283d749c-14bd-43f9-9897-f0735e018ca6 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af24c79e-7111-47d2-a26c-e4a378e17bfb') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.560873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:27.607919 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-bd50a685-e21b-4873-a6c2-df5a084787be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2876eb91-41fe-4157-8d77-6a4748947dc0 HTTP/1.1" status: 200 len: 217 time: 0.0584674 Jan 17 12:52:27.615734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:27.619023 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-283d749c-14bd-43f9-9897-f0735e018ca6 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb/tags HTTP/1.1" status: 204 len: 168 time: 0.0679626 Jan 17 12:52:27.621592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49216) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.626214 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.tag.tag_plugin [None req-f1a0564a-e495-4b50-a847-58af63a1de3d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b1d20b75-53e7-48e8-bed9-ef665e546abe') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:27.636471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.636819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1 of type vlan for network 555abb4a-be77-4fe9-88a1-c2348657caec Jan 17 12:52:27.687544 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f1a0564a-e495-4b50-a847-58af63a1de3d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe/tags HTTP/1.1" status: 204 len: 168 time: 0.0629189 Jan 17 12:52:27.690422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49218) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.741775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.764762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-0bc6d7e9-8acb-4a81-a710-1410193b0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:27.766248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-0bc6d7e9-8acb-4a81-a710-1410193b0783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3170e2c6-1630-4506-b712-4a7e80a504c3 HTTP/1.1" status: 200 len: 852 time: 0.1278958 Jan 17 12:52:27.817618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-0dba1966-f2fc-40b0-9290-59a449cd59e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0db0107-f2cd-4524-b1f7-ef005c986b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399871 Jan 17 12:52:27.818780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Attempting to bind port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:27.819114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Attempting to bind port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:27.819441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Attempting to bind port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 on network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:27.831068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 on network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:52:27.831388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Attempting to bind port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 on network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:27.847025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3162e62-8134-4668-9ce4-c963ee40f60d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for subnetpool, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.851102 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e3162e62-8134-4668-9ce4-c963ee40f60d tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnetpools/c2b7561d-6a7e-47e4-bd6b-a3a0735141cf HTTP/1.1" status: 204 len: 168 time: 0.1567216 Jan 17 12:52:27.852307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49222) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:27.873390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:27.873637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Checking segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:27.874023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Bound using segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:27.874627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Bound port: 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:27.874997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.920789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:27.926376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:27.927036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.042438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=555abb4a-be77-4fe9-88a1-c2348657caec,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:28.046253 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-ff95c11a-5f0c-4ca1-b047-284ab044e2c3 service neutron] 10.222.0.67 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223048 Jan 17 12:52:28.055374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 555abb4a-be77-4fe9-88a1-c2348657caec details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:28.064203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] For port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:28.113249 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d3b5b88f-871f-41d4-b38b-289f186bbf98 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3d6a76c-4132-4818-8767-b0d4fb6e0624 HTTP/1.1" status: 200 len: 205 time: 0.2606502 Jan 17 12:52:28.120332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:28.120512 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6d3973eb-82e1-4974-a7e8-47aa77fec138 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1850989 Jan 17 12:52:28.121133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] For port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:28.121998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:28.138127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:28.138297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e7fad-2618-4016-9d66-c56c2329b089 req-7cbb146b-4ea5-46c1-b66a-02fcc05c5625 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:28.138297 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-052e7fad-2618-4016-9d66-c56c2329b089 req-7cbb146b-4ea5-46c1-b66a-02fcc05c5625 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 944 time: 0.3236320 Jan 17 12:52:28.219456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.236418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.289991 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-052e7fad-2618-4016-9d66-c56c2329b089 req-a5b48eec-2868-4bd3-b112-125c4fefe285 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248484 Jan 17 12:52:28.302572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:28.303003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.304402 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] 10.222.0.67 "PUT /v2.0/ports/44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 HTTP/1.1" status: 200 len: 1094 time: 2.0225446 Jan 17 12:52:28.313180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-634ec01e-f060-47a6-bca4-884b418aaf5c req-623bec29-1c3e-4e2e-973c-26c17101ce22 service neutron] 10.222.0.67 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605033 Jan 17 12:52:28.347841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c958918-01af-4863-a100-85c3c1d81bff req-b061d170-204d-4241-b226-2ec36749ccfa tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:28.349552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2c958918-01af-4863-a100-85c3c1d81bff req-b061d170-204d-4241-b226-2ec36749ccfa tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 944 time: 0.1780918 Jan 17 12:52:28.353479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d61b2-82de-46db-a84f-d516db0db2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:28.395062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.397468 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.400257 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2c958918-01af-4863-a100-85c3c1d81bff req-5c7154d1-3027-44c8-bc41-528baeca402b tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Jan 17 12:52:28.420891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'tag': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:52:28.424866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263" -d '{"events": [{"name": "network-changed", "server_uuid": "0bdb9c1f-8812-4770-92cc-e908857b6364", "tag": "44d8a1f0-3ef9-44b0-a35b-af1d0f131b85"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:52:28.442342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:28.445937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.476707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18327d9f-4406-4e27-81c7-f791225d1608 x-openstack-request-id: req-18327d9f-4406-4e27-81c7-f791225d1608 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:52:28.476978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bdb9c1f-8812-4770-92cc-e908857b6364", "tag": "44d8a1f0-3ef9-44b0-a35b-af1d0f131b85", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:52:28.477227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18327d9f-4406-4e27-81c7-f791225d1608 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:52:28.477623 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'tag': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85', 'status': 'completed', 'code': 200} Jan 17 12:52:28.517268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.518026 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Fanout notify agent at l3_agent the message router_deleted on router e3d6a76c-4132-4818-8767-b0d4fb6e0624 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:52:28.527666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.528104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f17d0964-04dc-4f48-8cb0-fcdeff008c91 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/routers/e3d6a76c-4132-4818-8767-b0d4fb6e0624 HTTP/1.1" status: 204 len: 168 time: 0.4102499 Jan 17 12:52:28.530844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49232) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:28.537380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-ce9e3e3f-3f88-4966-bab2-4a5d923c3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:28.538916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-ce9e3e3f-3f88-4966-bab2-4a5d923c3e42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 1097 time: 0.1099782 Jan 17 12:52:28.590412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-3712773f-7018-43e1-b99f-5e406eb3671b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 HTTP/1.1" status: 200 len: 217 time: 0.0421276 Jan 17 12:52:28.631062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Deleting port af24c79e-7111-47d2-a26c-e4a378e17bfb {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:28.631426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.683826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-38527f00-2dac-477e-9ba0-3de5dd4d92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:28.685229 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-38527f00-2dac-477e-9ba0-3de5dd4d92b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=276c1e1a-82e0-45c3-9d68-06598a3fa0a7 HTTP/1.1" status: 200 len: 838 time: 0.0869789 Jan 17 12:52:28.720437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.732994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Calling delete_port for af24c79e-7111-47d2-a26c-e4a378e17bfb owned by {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:28.764002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148321b-5926-4c14-b824-54324aead4f7 req-9014aa7a-eb54-4c2c-b419-0ad9f1611b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:28.765934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-9014aa7a-eb54-4c2c-b419-0ad9f1611b5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c4e81ca-164c-4170-b1bd-0cf8d2080da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737944 Jan 17 12:52:28.821613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.912580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=74badc16-8f89-468d-8841-c5b49ebab19b,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:28.927887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:28.931341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:28.931550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: 555abb4a-be77-4fe9-88a1-c2348657caec, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:28.944815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-11bd92fb-b1d0-40fd-bb6e-fe8106a5d8ed service neutron] 10.222.0.67 "GET /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711276 Jan 17 12:52:28.957196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event deleted for resources: {'Port': ['ID=af24c79e-7111-47d2-a26c-e4a378e17bfb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:29.030101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.033850 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-03c7a0d9-e3ac-4b5c-ae58-d092668e0cf8 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/ports/af24c79e-7111-47d2-a26c-e4a378e17bfb HTTP/1.1" status: 204 len: 168 time: 0.5024135 Jan 17 12:52:29.036993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49234) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:29.042281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 555abb4a-be77-4fe9-88a1-c2348657caec is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:29.066472 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0148321b-5926-4c14-b824-54324aead4f7 req-6a2edabd-db44-43ff-87b3-5d4a1ecf9743 service neutron] 10.222.0.67 "GET /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133633 Jan 17 12:52:29.098634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Deleting subnet b1d20b75-53e7-48e8-bed9-ef665e546abe {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:29.102783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.134812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 555abb4a-be77-4fe9-88a1-c2348657caec) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:29.139839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.143399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.149903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ce070-c193-425e-ae23-ba7052baa571 None None] Network 555abb4a-be77-4fe9-88a1-c2348657caec requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:29.158852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.237376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-656ee29a-4153-479b-9e4e-6d6d96c7d31a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1126287 Jan 17 12:52:29.239367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49236) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:29.244797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-658814521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:29.260086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-5376733f-3ba2-4108-a1fe-a4508f5427ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.263343 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-5376733f-3ba2-4108-a1fe-a4508f5427ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 1097 time: 0.0688591 Jan 17 12:52:29.277720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.357068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-555abb4a-be77-4fe9-88a1-c2348657caec', 'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': '74badc16-8f89-468d-8841-c5b49ebab19b'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:29.357950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.392207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.393470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.415639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.451103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-53aad02a-0baf-4031-abb3-3ab83a23aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.452845 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-53aad02a-0baf-4031-abb3-3ab83a23aeb3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c4e81ca-164c-4170-b1bd-0cf8d2080da0 HTTP/1.1" status: 200 len: 898 time: 0.1828170 Jan 17 12:52:29.477176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d20b75-53e7-48e8-bed9-ef665e546abe,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:29.486731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a8b05-185b-4471-b683-c1b8ea240c18 None None] Network f37ab0b2-6828-466d-980c-e3f10af05ac1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:29.488521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.493338 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b7c75952-c0d3-40fd-a01c-22d20aea96f2 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/subnets/b1d20b75-53e7-48e8-bed9-ef665e546abe HTTP/1.1" status: 204 len: 168 time: 0.4552326 Jan 17 12:52:29.495598 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49242) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:29.538245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12453647-c896-4af6-a763-2ae3be3dbfda req-a4fd4ce6-6c50-4911-9972-4e983ae0b443 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.539863 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-12453647-c896-4af6-a763-2ae3be3dbfda req-a4fd4ce6-6c50-4911-9972-4e983ae0b443 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 944 time: 0.1530685 Jan 17 12:52:29.542736 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-6184e102-d861-46a5-81d7-ee612b7d1a4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 HTTP/1.1" status: 200 len: 217 time: 0.0805237 Jan 17 12:52:29.546039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.627232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-12453647-c896-4af6-a763-2ae3be3dbfda req-b2da7612-01da-4119-93ca-dea97eb8ad5b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775733 Jan 17 12:52:29.636386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-31ba30dc-f7d1-4337-8ebc-8096fe3b73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.637999 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-31ba30dc-f7d1-4337-8ebc-8096fe3b73d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=276c1e1a-82e0-45c3-9d68-06598a3fa0a7 HTTP/1.1" status: 200 len: 838 time: 0.0727208 Jan 17 12:52:29.642051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Allocated IP 172.20.0.2 (555abb4a-be77-4fe9-88a1-c2348657caec/74badc16-8f89-468d-8841-c5b49ebab19b/8b839798-1085-4b45-9a32-b085bb965402) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:29.642209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48ee0d-5524-44de-8840-ac2e5deec086 req-ce0727c6-03db-494b-a872-1ed3f63758cf tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.643875 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0b48ee0d-5524-44de-8840-ac2e5deec086 req-ce0727c6-03db-494b-a872-1ed3f63758cf tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 944 time: 0.1100392 Jan 17 12:52:29.650683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.679086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.712386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-19a5be12-65b3-4564-8429-25e3552ea30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:29.713921 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-19a5be12-65b3-4564-8429-25e3552ea30f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c4e81ca-164c-4170-b1bd-0cf8d2080da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685313 Jan 17 12:52:29.748425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] DHCP port deletion for f37ab0b2-6828-466d-980c-e3f10af05ac1 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:29.773541 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0b48ee0d-5524-44de-8840-ac2e5deec086 req-9e0f5895-9599-4bc5-a97f-1a40f006b2dd tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087277 Jan 17 12:52:29.799974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.801298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0ebef635-96c8-4bcc-810b-23b2ea5891a5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5608327 Jan 17 12:52:29.806041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49244) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:29.811269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Deleting port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:29.811692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.858156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] Deleting port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:29.858826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.892431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] For port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,segment=NetworkSegment(bd97d620-7bf6-4800-8176-8100757711df),segment_id=bd97d620-7bf6-4800-8176-8100757711df)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:29.892947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.909957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Calling delete_port for 0f3a5dfa-da57-4314-9519-6ea1d53cd5df owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:29.910491 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-fa0e9008-84ef-483e-95b3-22e5293c882a service neutron] 10.222.0.67 "GET /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868210 Jan 17 12:52:29.926466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] For port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,segment=NetworkSegment(bd97d620-7bf6-4800-8176-8100757711df),segment_id=bd97d620-7bf6-4800-8176-8100757711df)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:29.927845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:29.941048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] Calling delete_port for 0f3a5dfa-da57-4314-9519-6ea1d53cd5df owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:30.048224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.106289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.117200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.143389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event deleted for resources: {'Port': ['ID=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:30.149310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] Pushing event deleted for resources: {'Port': ['ID=0f3a5dfa-da57-4314-9519-6ea1d53cd5df,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:30.155783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.180146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] No DVR routers for this DVR port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:30.198888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.209646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Pushing event updated for resources: {'Port': ['ID=8b839798-1085-4b45-9a32-b085bb965402,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:30.218532 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ae95069-bd19-4c23-a1fd-d7bd4b3d2263 req-d7a3ba32-39df-4866-a3c5-ce29817b37ef service neutron] 10.222.0.67 "GET /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293079 Jan 17 12:52:30.227300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c98b29-5d54-4a69-a263-c752025e9c17 None None] No DVR routers for this DVR port 0f3a5dfa-da57-4314-9519-6ea1d53cd5df on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:30.233053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Network 555abb4a-be77-4fe9-88a1-c2348657caec is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:30.236572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:30.243477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:30.281232 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.304128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37ab0b2-6828-466d-980c-e3f10af05ac1']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:30.307775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Attempting to bind port 8b839798-1085-4b45-9a32-b085bb965402 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:30.308215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Attempting to bind port 8b839798-1085-4b45-9a32-b085bb965402 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:30.308679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Attempting to bind port 8b839798-1085-4b45-9a32-b085bb965402 on network 555abb4a-be77-4fe9-88a1-c2348657caec {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:30.314218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd97d620-7bf6-4800-8176-8100757711df') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:30.314385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:30.314805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Checking segment: {'id': '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:30.314923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd97d620-7bf6-4800-8176-8100757711df') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:30.315025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.315503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Bound using segment: {'id': '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:30.315963 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Bound port: 8b839798-1085-4b45-9a32-b085bb965402, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '555abb4a-be77-4fe9-88a1-c2348657caec'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:30.316346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.324878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.338836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.345097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:30.345724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:30.349458 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:30.392910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] For port 8b839798-1085-4b45-9a32-b085bb965402, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:30.396491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] For port 8b839798-1085-4b45-9a32-b085bb965402, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8b839798-1085-4b45-9a32-b085bb965402,segment=NetworkSegment(5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1),segment_id=5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:30.465002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.472697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.20.0.1 (555abb4a-be77-4fe9-88a1-c2348657caec/74badc16-8f89-468d-8841-c5b49ebab19b/34f9fc46-55b6-4e10-8d0d-2e087324399c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:30.524156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.524747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01abce-7709-405e-88b9-e74b5574e758 None None] Pushing event updated for resources: {'Port': ['ID=8b839798-1085-4b45-9a32-b085bb965402,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:30.532380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.534630 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] 10.222.0.77 "DELETE /v2.0/networks/f37ab0b2-6828-466d-980c-e3f10af05ac1 HTTP/1.1" status: 204 len: 168 time: 1.0365460 Jan 17 12:52:30.549284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b7373-f8de-46f8-bf34-8f6410664196 tempest-TagsExtTest-137034540 tempest-TagsExtTest-137034540-project] Pushing event deleted for resources: {'Network': ['ID=f37ab0b2-6828-466d-980c-e3f10af05ac1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:30.617003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.803583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa573bce-1f2b-4106-9755-c5ee42d6b143 req-9ce59ea7-b953-4809-8025-92f3687be730 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:30.805392 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fa573bce-1f2b-4106-9755-c5ee42d6b143 req-9ce59ea7-b953-4809-8025-92f3687be730 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 944 time: 0.0700819 Jan 17 12:52:30.807768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:30.866485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2876eb91-41fe-4157-8d77-6a4748947dc0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:52:30.889863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 555abb4a-be77-4fe9-88a1-c2348657caec is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:30.905121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:30.919088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:30.921993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=34f9fc46-55b6-4e10-8d0d-2e087324399c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:30.932441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31766c4-1e54-4498-b777-0fab26e1b1dd req-6f63d789-0a09-4805-bc32-fe744873e28e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:30.939883 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c31766c4-1e54-4498-b777-0fab26e1b1dd req-6f63d789-0a09-4805-bc32-fe744873e28e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 944 time: 0.0804875 Jan 17 12:52:30.957253 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fa573bce-1f2b-4106-9755-c5ee42d6b143 req-a83b6541-6135-4243-aa3c-0066df183071 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380548 Jan 17 12:52:30.996615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.000214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c31766c4-1e54-4498-b777-0fab26e1b1dd req-ba06ab4c-463b-4a94-a4c0-1017ad9d646e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585849 Jan 17 12:52:31.018448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2876eb91-41fe-4157-8d77-6a4748947dc0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2876eb91-41fe-4157-8d77-6a4748947dc0,segment=NetworkSegment(39ce7061-7ec1-492d-afe1-76a962657603),segment_id=39ce7061-7ec1-492d-afe1-76a962657603)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:31.030818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '2876eb91-41fe-4157-8d77-6a4748947dc0', 'network_id': 'f0db0107-f2cd-4524-b1f7-ef005c986b1b', 'port_id': '2876eb91-41fe-4157-8d77-6a4748947dc0', 'mac_address': 'fa:16:3e:f4:d0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3170e2c6-1630-4506-b712-4a7e80a504c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:52:31.072623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49254) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:31.072777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.086469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2876eb91-41fe-4157-8d77-6a4748947dc0 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:52:31.107272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2876eb91-41fe-4157-8d77-6a4748947dc0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2876eb91-41fe-4157-8d77-6a4748947dc0,segment=NetworkSegment(39ce7061-7ec1-492d-afe1-76a962657603),segment_id=39ce7061-7ec1-492d-afe1-76a962657603)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:31.180472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.181265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:52:31.186274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.220462 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d6e6ff4f-a308-4607-861a-cf6ef0b066ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7a80cb807fe844df937771bf5330319b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463833 Jan 17 12:52:31.222908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49258) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:31.284499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e531618-0dfc-4ef3-a71e-0581e0d92b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.290620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2876eb91-41fe-4157-8d77-6a4748947dc0,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:31.317485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e531618-0dfc-4ef3-a71e-0581e0d92b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.341811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:31.357865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'port_id': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85', 'mac_address': 'fa:16:3e:95:d2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:52:31.402726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.416914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:52:31.438030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:31.461057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e531618-0dfc-4ef3-a71e-0581e0d92b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.464179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e531618-0dfc-4ef3-a71e-0581e0d92b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.465613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1e531618-0dfc-4ef3-a71e-0581e0d92b57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a335fc4e-6817-4c69-8d31-02b18851cec4 HTTP/1.1" status: 204 len: 168 time: 0.2417054 Jan 17 12:52:31.474526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e531618-0dfc-4ef3-a71e-0581e0d92b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a335fc4e-6817-4c69-8d31-02b18851cec4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:31.516314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.557568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.615646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.621756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8b839798-1085-4b45-9a32-b085bb965402 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:31.648324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:31.654623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304bdfac-df90-4394-a523-fb419ecb9694 None None] Network 555abb4a-be77-4fe9-88a1-c2348657caec requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:31.691660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.708555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=34f9fc46-55b6-4e10-8d0d-2e087324399c,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:31.758867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e68ed9ba-8796-42e7-b4e9-2488579c2e36 None None] Provisioning complete for port 8b839798-1085-4b45-9a32-b085bb965402 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:31.759262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e68ed9ba-8796-42e7-b4e9-2488579c2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.765957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8b839798-1085-4b45-9a32-b085bb965402 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:31.766328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:31.824044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 555abb4a-be77-4fe9-88a1-c2348657caec is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:31.827655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:31.843587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['2876eb91-41fe-4157-8d77-6a4748947dc0'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:52:31.845940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['44d8a1f0-3ef9-44b0-a35b-af1d0f131b85'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:52:31.885945 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-ccf74b04-4313-4b8c-ad79-0dc6707ede74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1077113 Jan 17 12:52:32.131075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32da27-667e-4f4d-827e-883b386efcfb req-ae067a58-8b6a-4542-a63c-bf1a1e44e212 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.135392 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3c32da27-667e-4f4d-827e-883b386efcfb req-ae067a58-8b6a-4542-a63c-bf1a1e44e212 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 945 time: 0.0590382 Jan 17 12:52:32.183465 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3c32da27-667e-4f4d-827e-883b386efcfb req-4265c755-0154-4c08-92db-7379ef941487 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 Jan 17 12:52:32.247146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:32.258639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e68ed9ba-8796-42e7-b4e9-2488579c2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:32.322180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-cffaa799-afeb-4797-a49c-4c2461995bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.323731 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-cffaa799-afeb-4797-a49c-4c2461995bbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 1098 time: 0.0945237 Jan 17 12:52:32.331230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3efaf5-435d-4dd0-9af4-113f605684d0 req-07cd85dd-f688-400c-bddf-d6ad66dd6cf8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.332739 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df3efaf5-435d-4dd0-9af4-113f605684d0 req-07cd85dd-f688-400c-bddf-d6ad66dd6cf8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 945 time: 0.1024611 Jan 17 12:52:32.352467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 8b839798-1085-4b45-9a32-b085bb965402, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8b839798-1085-4b45-9a32-b085bb965402,segment=NetworkSegment(5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1),segment_id=5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:32.433501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:32.435185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 89b64c41-df80-4039-9910-647df6504c50 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:52:32.449540 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df3efaf5-435d-4dd0-9af4-113f605684d0 req-3382abb6-622b-4e16-b894-75a6f936ddda tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017561 Jan 17 12:52:32.547355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-b6860ce3-6883-4cca-964c-8a6e5a2809b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.548755 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-b6860ce3-6883-4cca-964c-8a6e5a2809b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.1915796 Jan 17 12:52:32.552555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0f3a5dfa-da57-4314-9519-6ea1d53cd5df no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:32.579566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-e68ed9ba-8796-42e7-b4e9-2488579c2e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:52:32.579921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-e68ed9ba-8796-42e7-b4e9-2488579c2e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:52:32.593781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0f3a5dfa-da57-4314-9519-6ea1d53cd5df {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:32.594152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0f3a5dfa-da57-4314-9519-6ea1d53cd5df not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:32.597279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=8b839798-1085-4b45-9a32-b085bb965402,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:32.604790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:32.615293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9dd8d009-b657-4c38-91d6-117e43cda8c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/89b64c41-df80-4039-9910-647df6504c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8040867 Jan 17 12:52:32.615402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49266) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:32.620353 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] Sync routers for ids ['89b64c41-df80-4039-9910-647df6504c50'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:32.640977 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] Routers {'89b64c41-df80-4039-9910-647df6504c50'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:32.641882 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['89b64c41-df80-4039-9910-647df6504c50'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:32.655438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-2cd237f3-3204-4fa8-9d04-72ae419ddcff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124 HTTP/1.1" status: 200 len: 1001 time: 0.0996404 Jan 17 12:52:32.691273 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:32.693114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d27752-272e-4b9a-a2f4-4b9d2fc516d7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.694843 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-32d27752-272e-4b9a-a2f4-4b9d2fc516d7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports/34f9fc46-55b6-4e10-8d0d-2e087324399c HTTP/1.1" status: 200 len: 910 time: 0.0788603 Jan 17 12:52:32.697381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49268) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:32.702592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74badc16-8f89-468d-8841-c5b49ebab19b'}]}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:32.702769 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] Routers {'89b64c41-df80-4039-9910-647df6504c50'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:32.703358 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['89b64c41-df80-4039-9910-647df6504c50'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:32.719836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-2d6cd49c-d560-4d78-b9c9-5f689a637902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.721518 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-2d6cd49c-d560-4d78-b9c9-5f689a637902 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0590596 Jan 17 12:52:32.742802 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:32.743464 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ba98c-a433-4779-8478-1259cb64ff21 None None] The sync data for ids ['89b64c41-df80-4039-9910-647df6504c50'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:32.782160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-83913c68-c8be-4ef2-aeb2-4dfe49a6fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:32.783726 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-83913c68-c8be-4ef2-aeb2-4dfe49a6fb70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540109 Jan 17 12:52:32.870904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:32.885034 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-c47d811b-84e8-421e-97a3-e3a1e4b81de4 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933554 Jan 17 12:52:32.982806 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca3eb08f-9caa-4703-a615-da8bff5a19f1 req-3bac3ea3-ed44-4c60-9b7a-8b44b1750cc8 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902948 Jan 17 12:52:33.233270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.235697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-52ee42c1-d2c4-418c-a134-44778673dabf None None] Provisioning complete for port 34f9fc46-55b6-4e10-8d0d-2e087324399c triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:33.235697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-52ee42c1-d2c4-418c-a134-44778673dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.270448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-52ee42c1-d2c4-418c-a134-44778673dabf None None] Port 34f9fc46-55b6-4e10-8d0d-2e087324399c cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:33.280382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-52ee42c1-d2c4-418c-a134-44778673dabf None None] Provisioning complete for port 8b839798-1085-4b45-9a32-b085bb965402 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:33.280757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-52ee42c1-d2c4-418c-a134-44778673dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.289402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.350181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b4ef4-6737-4946-a41e-5f54bf9a5d64 req-8dfd3996-310a-4301-99e9-4f260dd99cb8 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:33.351700 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb4b4ef4-6737-4946-a41e-5f54bf9a5d64 req-8dfd3996-310a-4301-99e9-4f260dd99cb8 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 945 time: 0.0983472 Jan 17 12:52:33.398448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:33.399059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.400408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/ports/34f9fc46-55b6-4e10-8d0d-2e087324399c HTTP/1.1" status: 200 len: 910 time: 0.7020991 Jan 17 12:52:33.401175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2dd72-b6ff-4b04-8408-c616a31d8fe1 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=34f9fc46-55b6-4e10-8d0d-2e087324399c,revision_number=3']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:33.403332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49272) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:33.421861 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb4b4ef4-6737-4946-a41e-5f54bf9a5d64 req-30853962-3d52-4a88-8063-fb46644f1f64 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607376 Jan 17 12:52:33.585895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8b839798-1085-4b45-9a32-b085bb965402 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:33.633021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8b839798-1085-4b45-9a32-b085bb965402 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:33.633553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.644059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911c0e-5f8a-41c1-bb20-a3c090200f82 req-1a7c6f9b-cead-4592-a6ff-8f9eb3f515d1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:33.645733 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84911c0e-5f8a-41c1-bb20-a3c090200f82 req-1a7c6f9b-cead-4592-a6ff-8f9eb3f515d1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 945 time: 0.1145356 Jan 17 12:52:33.721800 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84911c0e-5f8a-41c1-bb20-a3c090200f82 req-83d7bb6a-6d1c-4a5b-80dc-e58a73f612e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681634 Jan 17 12:52:33.748607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9cd5567e-2212-4a15-ba3a-0dba4c17c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:33.796050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:34.033699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 34f9fc46-55b6-4e10-8d0d-2e087324399c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:34.034040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:34.117948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:34.129718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 34f9fc46-55b6-4e10-8d0d-2e087324399c owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:34.363290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:34.389393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=34f9fc46-55b6-4e10-8d0d-2e087324399c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:34.545446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1ba90-1b76-40dd-8ecc-90c9ef17d3ea req-36a24e68-8603-4db9-bea4-b80a45f95cca tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:34.546035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:34.547248 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49f1ba90-1b76-40dd-8ecc-90c9ef17d3ea req-36a24e68-8603-4db9-bea4-b80a45f95cca tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 945 time: 0.0526156 Jan 17 12:52:34.589308 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49f1ba90-1b76-40dd-8ecc-90c9ef17d3ea req-e3e16857-7bc6-4b42-aa5f-d9f9399680bc tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Jan 17 12:52:34.703333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 89b64c41-df80-4039-9910-647df6504c50 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:34.787774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:34.794199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d3b9b6e4-ccd8-4df6-9e11-e22bef8292c4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/89b64c41-df80-4039-9910-647df6504c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3896496 Jan 17 12:52:34.797091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49280) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:34.800802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] Sync routers for ids ['89b64c41-df80-4039-9910-647df6504c50'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:34.815256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] Routers {'89b64c41-df80-4039-9910-647df6504c50'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:34.816109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['89b64c41-df80-4039-9910-647df6504c50'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:34.826458 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-31046949-902b-49c1-8680-89ec1eabac28 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=89b64c41-df80-4039-9910-647df6504c50 HTTP/1.1" status: 200 len: 205 time: 0.0281599 Jan 17 12:52:34.830479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49282) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:34.854099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:34.863048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] Routers {'89b64c41-df80-4039-9910-647df6504c50'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:34.863724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['89b64c41-df80-4039-9910-647df6504c50'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:34.883770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abea22b-ea63-4746-8a7d-b1e7557f3f98 req-82515a71-6b22-458c-8452-1e98e9964a92 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:34.885275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4abea22b-ea63-4746-8a7d-b1e7557f3f98 req-82515a71-6b22-458c-8452-1e98e9964a92 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 945 time: 0.0956831 Jan 17 12:52:34.897677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2876eb91-41fe-4157-8d77-6a4748947dc0 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:34.899981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:34.900583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e395ff-f96a-410a-afe4-ce3fadedb468 None None] The sync data for ids ['89b64c41-df80-4039-9910-647df6504c50'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:34.932421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.011453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4abea22b-ea63-4746-8a7d-b1e7557f3f98 req-a1f0dafe-d422-45d5-8f75-1828b81a4e50 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005054 Jan 17 12:52:35.024202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 2876eb91-41fe-4157-8d77-6a4748947dc0 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:52:35.028387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 2876eb91-41fe-4157-8d77-6a4748947dc0 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:35.028824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.105400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.105666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.107777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.127387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2876eb91-41fe-4157-8d77-6a4748947dc0'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:52:35.129870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175caac-73f6-404a-823f-54f2135291aa" -d '{"events": [{"server_uuid": "c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d", "name": "network-vif-plugged", "status": "completed", "tag": "2876eb91-41fe-4157-8d77-6a4748947dc0"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:52:35.146283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2876eb91-41fe-4157-8d77-6a4748947dc0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2876eb91-41fe-4157-8d77-6a4748947dc0,segment=NetworkSegment(39ce7061-7ec1-492d-afe1-76a962657603),segment_id=39ce7061-7ec1-492d-afe1-76a962657603)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:35.169174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f5c38f-72ad-4a18-a324-dd62ed84e6f6 x-openstack-request-id: req-66f5c38f-72ad-4a18-a324-dd62ed84e6f6 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:52:35.169470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d", "name": "network-vif-plugged", "status": "completed", "tag": "2876eb91-41fe-4157-8d77-6a4748947dc0", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:52:35.169725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66f5c38f-72ad-4a18-a324-dd62ed84e6f6 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:52:35.170123 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2876eb91-41fe-4157-8d77-6a4748947dc0', 'code': 200} Jan 17 12:52:35.206889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.207771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:35.231590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.232103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router 89b64c41-df80-4039-9910-647df6504c50 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:52:35.242782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.242782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-709a93a9-fd03-4ff8-9e26-06adfd60f85d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/89b64c41-df80-4039-9910-647df6504c50 HTTP/1.1" status: 204 len: 168 time: 0.4095864 Jan 17 12:52:35.243910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49286) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:35.287545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2876eb91-41fe-4157-8d77-6a4748947dc0,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:35.307086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet 74badc16-8f89-468d-8841-c5b49ebab19b {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:35.310351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.350840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.384281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:52:35.388290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:35.388723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.442765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.470101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.502996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:35.511298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d53347-fa2e-4f71-b94d-43faac9f7b22 req-30325a3d-93ec-49c6-b54d-f78a65b6c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:35.512857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f9d53347-fa2e-4f71-b94d-43faac9f7b22 req-30325a3d-93ec-49c6-b54d-f78a65b6c188 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 1099 time: 0.0805469 Jan 17 12:52:35.553001 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f9d53347-fa2e-4f71-b94d-43faac9f7b22 req-64e36fd4-b6ac-4935-8754-b726f268785b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331383 Jan 17 12:52:35.618760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.668941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.670183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:35.711334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=74badc16-8f89-468d-8841-c5b49ebab19b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:35.715539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.718678 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-53ee141d-d6d6-4840-b670-cc01f5d60040 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/74badc16-8f89-468d-8841-c5b49ebab19b HTTP/1.1" status: 204 len: 168 time: 0.4739211 Jan 17 12:52:35.721546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49290) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:35.725807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7fdb8-5c22-4424-8c68-c993967a738c None None] Network 555abb4a-be77-4fe9-88a1-c2348657caec requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:35.744692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60430f45-76ec-4309-af0f-cd48b25d9ede req-db1a3bee-b414-4538-b5d9-1f77aa72ef94 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:35.746228 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-60430f45-76ec-4309-af0f-cd48b25d9ede req-db1a3bee-b414-4538-b5d9-1f77aa72ef94 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0888195 Jan 17 12:52:35.788187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-60430f45-76ec-4309-af0f-cd48b25d9ede req-30d3372f-f385-4684-9b0e-a0526b247af7 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Jan 17 12:52:35.806739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.862834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 8b839798-1085-4b45-9a32-b085bb965402 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:35.863182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.906434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] DHCP port deletion for 555abb4a-be77-4fe9-88a1-c2348657caec request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:52:35.926072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 8b839798-1085-4b45-9a32-b085bb965402, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8b839798-1085-4b45-9a32-b085bb965402,segment=NetworkSegment(5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1),segment_id=5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:35.926447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:35.939457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 8b839798-1085-4b45-9a32-b085bb965402 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:35.955553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] Deleting port 8b839798-1085-4b45-9a32-b085bb965402 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:35.955930 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.016606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] For port 8b839798-1085-4b45-9a32-b085bb965402, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8b839798-1085-4b45-9a32-b085bb965402,segment=NetworkSegment(5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1),segment_id=5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:36.017030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.030077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] Calling delete_port for 8b839798-1085-4b45-9a32-b085bb965402 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:36.107322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.117152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.138353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=8b839798-1085-4b45-9a32-b085bb965402,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:36.143379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port 8b839798-1085-4b45-9a32-b085bb965402 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:36.143781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] Pushing event deleted for resources: {'Port': ['ID=8b839798-1085-4b45-9a32-b085bb965402,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:36.146347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1fedf-7868-4bb1-b56a-f9a51cbdc174 None None] No DVR routers for this DVR port 8b839798-1085-4b45-9a32-b085bb965402 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:36.149467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ddd69d64-d919-409a-850d-33cf90643a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.185379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf6e5-09f0-4bd0-84c3-c9f4184598a9 req-cd06bf67-eaf2-4a06-8d5a-091475378385 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:36.186870 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48ddf6e5-09f0-4bd0-84c3-c9f4184598a9 req-cd06bf67-eaf2-4a06-8d5a-091475378385 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.1058686 Jan 17 12:52:36.255565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.283116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48ddf6e5-09f0-4bd0-84c3-c9f4184598a9 req-ee5a5033-375a-479f-9b68-8bfc18dd31f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826795 Jan 17 12:52:36.286456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555abb4a-be77-4fe9-88a1-c2348657caec']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:36.296475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:36.296781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99df5e-8ebb-43a4-9cf4-7b3177ea8fb1') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:36.307341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.320673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.326381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:36.326787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:36.329825 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:36.487094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.493872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.497058 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/555abb4a-be77-4fe9-88a1-c2348657caec HTTP/1.1" status: 204 len: 168 time: 0.7737164 Jan 17 12:52:36.500915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49294) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:36.506161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-90494227', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:36.510209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf63d5d-9c50-420c-8175-26407620de98 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=555abb4a-be77-4fe9-88a1-c2348657caec,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:36.618526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.619644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.669731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.727064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.849186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:36.850441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d434b879-94df-4414-9813-29927b78aa41 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3484058 Jan 17 12:52:36.853594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49298) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:36.862014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-592046238'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:36.920163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38c341-48e7-4681-8461-8822487e3071 req-4368fe58-a15a-4f2e-adab-d2eafa69aec6 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:36.921698 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7a38c341-48e7-4681-8461-8822487e3071 req-4368fe58-a15a-4f2e-adab-d2eafa69aec6 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0659990 Jan 17 12:52:36.959707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7a38c341-48e7-4681-8461-8822487e3071 req-c5eb09ae-a2c8-417b-9ca8-614006319aee tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311074 Jan 17 12:52:36.991634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:36.995319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.018547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:37.027330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.027706 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 7f891236-de45-403e-93de-b51e93071853 of type vlan for network 548bde88-9508-4473-8812-7634e4db72d2 Jan 17 12:52:37.072508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.073631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9efd10-12ed-4a52-bf18-fb52887277b3 req-594751b1-4a73-4b57-8ecd-13c7d07b83c5 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:37.075182 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e9efd10-12ed-4a52-bf18-fb52887277b3 req-594751b1-4a73-4b57-8ecd-13c7d07b83c5 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0503204 Jan 17 12:52:37.112774 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e9efd10-12ed-4a52-bf18-fb52887277b3 req-a2e8d121-c913-45e0-a774-2ddcd636af09 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Jan 17 12:52:37.157531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.166389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:37.167360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.178433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:52:37.180862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78ec98-8296-4418-845c-75e804fb2a92" -d '{"events": [{"server_uuid": "0bdb9c1f-8812-4770-92cc-e908857b6364", "name": "network-vif-plugged", "status": "completed", "tag": "44d8a1f0-3ef9-44b0-a35b-af1d0f131b85"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:52:37.221299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630ea8a-c614-4167-8a23-c39865381227 x-openstack-request-id: req-b630ea8a-c614-4167-8a23-c39865381227 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:52:37.221661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdb9c1f-8812-4770-92cc-e908857b6364", "name": "network-vif-plugged", "status": "completed", "tag": "44d8a1f0-3ef9-44b0-a35b-af1d0f131b85", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:52:37.222098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b630ea8a-c614-4167-8a23-c39865381227 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:52:37.222857 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85', 'code': 200} Jan 17 12:52:37.245251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=548bde88-9508-4473-8812-7634e4db72d2,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:37.249012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.255648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 548bde88-9508-4473-8812-7634e4db72d2 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:37.281784 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b9d6088b-c32b-45f5-aaf6-40c7bd78ee08 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4271562 Jan 17 12:52:37.287682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49306) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:37.292641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:37.403307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa62f19-2e14-434c-9513-80bd1e38c601 req-cf72a882-0a47-48c5-88dc-f6863a18a688 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:37.404892 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8aa62f19-2e14-434c-9513-80bd1e38c601 req-cf72a882-0a47-48c5-88dc-f6863a18a688 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.0492005 Jan 17 12:52:37.444043 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8aa62f19-2e14-434c-9513-80bd1e38c601 req-1cd531c8-561b-4106-80d2-552a9ab00282 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Jan 17 12:52:37.461632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:37.461632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.564519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe8c5-64b1-4e68-b2a7-cb7679fb36b4 req-d4792ae1-00b0-4b41-8ea4-a6ce6b099667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:37.566329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03ffe8c5-64b1-4e68-b2a7-cb7679fb36b4 req-d4792ae1-00b0-4b41-8ea4-a6ce6b099667 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 1099 time: 0.1021812 Jan 17 12:52:37.572786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7007c-b24d-47c3-8d1b-ee4e8242c911 req-0e69472d-b921-40b8-be1b-d59beb1f6eef tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:37.574452 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-86e7007c-b24d-47c3-8d1b-ee4e8242c911 req-0e69472d-b921-40b8-be1b-d59beb1f6eef tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0611410 Jan 17 12:52:37.591648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8b839798-1085-4b45-9a32-b085bb965402 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:37.617814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 8b839798-1085-4b45-9a32-b085bb965402 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:37.618453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8b839798-1085-4b45-9a32-b085bb965402 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:37.622415 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-86e7007c-b24d-47c3-8d1b-ee4e8242c911 req-2164387a-f759-4399-a8b4-754daaad4877 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Jan 17 12:52:37.622883 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03ffe8c5-64b1-4e68-b2a7-cb7679fb36b4 req-30aba2d9-eb85-43c8-bdfc-a8cbf01e7101 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473571 Jan 17 12:52:37.763137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.825902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:37.830856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:37.831228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: 548bde88-9508-4473-8812-7634e4db72d2, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:37.876943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 548bde88-9508-4473-8812-7634e4db72d2 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:37.928477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 548bde88-9508-4473-8812-7634e4db72d2) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:37.932554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:37.933163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:37.937683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08e2e5-4807-48ec-9eeb-ec90fda8e633 None None] Network 548bde88-9508-4473-8812-7634e4db72d2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:37.982399 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f2a1b9b2-66fa-44ee-b282-58d882961097 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6936603 Jan 17 12:52:37.985398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49312) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:38.080016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-548bde88-9508-4473-8812-7634e4db72d2', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:38.080829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.219595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Allocated IP 172.20.0.2 (548bde88-9508-4473-8812-7634e4db72d2/ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d/b4c3efd8-854a-437b-b780-88f7db934775) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:38.371268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.430165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.474287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Network 548bde88-9508-4473-8812-7634e4db72d2 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:38.480962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:38.482875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Pushing event updated for resources: {'Port': ['ID=b4c3efd8-854a-437b-b780-88f7db934775,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:38.491095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:38.547778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Attempting to bind port b4c3efd8-854a-437b-b780-88f7db934775 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:38.548447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Attempting to bind port b4c3efd8-854a-437b-b780-88f7db934775 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:38.548808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Attempting to bind port b4c3efd8-854a-437b-b780-88f7db934775 on network 548bde88-9508-4473-8812-7634e4db72d2 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:38.554349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:38.554720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Checking segment: {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:38.555189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.555678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Bound using segment: {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:38.556142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Bound port: b4c3efd8-854a-437b-b780-88f7db934775, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:38.556520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.610484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.629115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912be8-110a-4506-a41b-acb6dae6fede req-d037abc8-2dec-4aba-8ade-b770609d914e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:38.630916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f912be8-110a-4506-a41b-acb6dae6fede req-d037abc8-2dec-4aba-8ade-b770609d914e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.0952401 Jan 17 12:52:38.636249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] For port b4c3efd8-854a-437b-b780-88f7db934775, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:38.653957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] For port b4c3efd8-854a-437b-b780-88f7db934775, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b4c3efd8-854a-437b-b780-88f7db934775,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:38.728940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.741433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0bad-d19c-4483-8ca6-af9f2c041c77 req-cffaed00-d139-4725-95b8-204f903a484c tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:38.742960 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9cbe0bad-d19c-4483-8ca6-af9f2c041c77 req-cffaed00-d139-4725-95b8-204f903a484c tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0518398 Jan 17 12:52:38.763948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:38.773224 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f912be8-110a-4506-a41b-acb6dae6fede req-c6eb59fb-2b92-4593-8e70-0bc6de8e9bad tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038823 Jan 17 12:52:38.801917 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9cbe0bad-d19c-4483-8ca6-af9f2c041c77 req-ddfbcfc4-6f50-462f-95a1-2a864f7d4f8d tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Jan 17 12:52:38.857955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777569c1-5210-484e-b976-f61d8a792e77 None None] Pushing event updated for resources: {'Port': ['ID=b4c3efd8-854a-437b-b780-88f7db934775,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:38.937879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.20.0.1 (548bde88-9508-4473-8812-7634e4db72d2/ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d/c0e2e0d7-19be-459c-bfa7-2edbe02cde64) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:39.081314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.083958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.235769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.279299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 548bde88-9508-4473-8812-7634e4db72d2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:39.282369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:39.286265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:39.296027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:39.343532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.346951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc956-6cf7-4db4-8d5c-ed5a76f7f751 req-12b54870-e523-43b3-9528-a816a17c034d tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:39.348612 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-994cc956-6cf7-4db4-8d5c-ed5a76f7f751 req-12b54870-e523-43b3-9528-a816a17c034d tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0568168 Jan 17 12:52:39.393264 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-994cc956-6cf7-4db4-8d5c-ed5a76f7f751 req-cbc2ac30-596c-4053-9c4e-2810e7385668 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Jan 17 12:52:39.458996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f135-8582-455f-9386-408cee013403 req-8f70d18c-bef0-46f0-8326-ac5a340b5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:39.460489 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-8f70d18c-bef0-46f0-8326-ac5a340b5a03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 1099 time: 0.0541706 Jan 17 12:52:39.592924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f135-8582-455f-9386-408cee013403 req-84992ca4-306a-49a1-8f70-fccf55597af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:39.594425 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-84992ca4-306a-49a1-8f70-fccf55597af4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0db0107-f2cd-4524-b1f7-ef005c986b1b HTTP/1.1" status: 200 len: 913 time: 0.1271961 Jan 17 12:52:39.594983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.633982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b4c3efd8-854a-437b-b780-88f7db934775 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:39.657662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-3c931bb5-6a0c-44ce-a57c-beff42477cda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2876eb91-41fe-4157-8d77-6a4748947dc0 HTTP/1.1" status: 200 len: 217 time: 0.0529764 Jan 17 12:52:39.694446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b4c3efd8-854a-437b-b780-88f7db934775 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:39.694977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.781525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.803602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635f135-8582-455f-9386-408cee013403 req-5de98c96-dd6a-4c29-89c5-2069eb9432e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:39.805119 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-5de98c96-dd6a-4c29-89c5-2069eb9432e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3170e2c6-1630-4506-b712-4a7e80a504c3 HTTP/1.1" status: 200 len: 852 time: 0.1246831 Jan 17 12:52:39.816874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port b4c3efd8-854a-437b-b780-88f7db934775, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b4c3efd8-854a-437b-b780-88f7db934775,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:39.845589 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-9500ec2b-d128-4a7d-a19d-aa1bd5bf9190 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0db0107-f2cd-4524-b1f7-ef005c986b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325139 Jan 17 12:52:39.861105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571592bb-7530-4799-8037-a27f07cb1703 None None] Network 548bde88-9508-4473-8812-7634e4db72d2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:39.898847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:39.986790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=b4c3efd8-854a-437b-b780-88f7db934775,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:39.989322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-88bc4cc2-1238-44d8-93d7-bb1b8e87c169 None None] Provisioning complete for port b4c3efd8-854a-437b-b780-88f7db934775 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:39.989707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88bc4cc2-1238-44d8-93d7-bb1b8e87c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.040831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6356785-fa1b-443d-813a-ff15bc75b754 req-ffaa0df6-0093-4794-8368-d405ad4d7ce0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:40.042326 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6356785-fa1b-443d-813a-ff15bc75b754 req-ffaa0df6-0093-4794-8368-d405ad4d7ce0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.1752098 Jan 17 12:52:40.092466 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-d2bcba4b-b1b3-4a12-8517-5e6523d2f3c5 service neutron] 10.222.0.67 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375576 Jan 17 12:52:40.178291 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6356785-fa1b-443d-813a-ff15bc75b754 req-0bd92e00-76c6-4951-90c0-53c426b0055b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276143 Jan 17 12:52:40.181894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.233553 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5635f135-8582-455f-9386-408cee013403 req-af666d8f-3054-4c1d-b6a6-19c3246a3652 service neutron] 10.222.0.67 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311674 Jan 17 12:52:40.272581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.353633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.355513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:40.357994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fabb7ae0-9be8-4db7-a9ef-d3aafd5d7dc0 None None] Provisioning complete for port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:40.358906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fabb7ae0-9be8-4db7-a9ef-d3aafd5d7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.401700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-fabb7ae0-9be8-4db7-a9ef-d3aafd5d7dc0 None None] Port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:40.416103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fabb7ae0-9be8-4db7-a9ef-d3aafd5d7dc0 None None] Provisioning complete for port b4c3efd8-854a-437b-b780-88f7db934775 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:40.430265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fabb7ae0-9be8-4db7-a9ef-d3aafd5d7dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.470761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 548bde88-9508-4473-8812-7634e4db72d2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:40.472374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:40.608132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf052-be1b-4081-80c5-d5e297a9a8e6 req-bd6f7b53-7abe-4cc2-ac93-43931f3f99d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:40.610163 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3e7bf052-be1b-4081-80c5-d5e297a9a8e6 req-bd6f7b53-7abe-4cc2-ac93-43931f3f99d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.3449268 Jan 17 12:52:40.646356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036aa5c-f87c-44fc-b94a-a0dc0bd17ded req-741474d7-92a3-43b4-8113-c0b534ae5937 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:40.647924 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f036aa5c-f87c-44fc-b94a-a0dc0bd17ded req-741474d7-92a3-43b4-8113-c0b534ae5937 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.1231034 Jan 17 12:52:40.662692 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3e7bf052-be1b-4081-80c5-d5e297a9a8e6 req-6f807899-6068-46bc-973e-e69addc386e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 Jan 17 12:52:40.691195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-845c1b6f-9d12-45c1-8906-69e432738b55 None None] Provisioning complete for port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:40.691853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-845c1b6f-9d12-45c1-8906-69e432738b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.694825 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f036aa5c-f87c-44fc-b94a-a0dc0bd17ded req-a7ab0f94-4624-4319-b34d-000773ad2676 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Jan 17 12:52:40.733225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-845c1b6f-9d12-45c1-8906-69e432738b55 None None] Port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:40.740434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:52:40.836269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:40.845594 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49332) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:40.845909 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cf5b01b8-250b-4bde-907d-0af0408bdc12 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8593764 Jan 17 12:52:40.848555 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:40.850587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997819104'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:40.852624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6def8795-ca6e-40b5-bb1c-f2bd14b09818 None None] Provisioning complete for port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:40.853225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6def8795-ca6e-40b5-bb1c-f2bd14b09818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.862592 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:40.863197 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:40.888462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6def8795-ca6e-40b5-bb1c-f2bd14b09818 None None] Port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:40.921399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:40.925736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.950261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:40.955913 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:40.959797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:40.960137 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment bac454b9-4567-43d3-a76e-f5e721b10778 of type vlan for network 00fb6902-73cc-4202-bfc1-3015a4d11a00 Jan 17 12:52:41.001999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.103726 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.110132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:41.110816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.150557 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:39Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:39Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:41.181812 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:41.182173 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Updating router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:52:41.183192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=00fb6902-73cc-4202-bfc1-3015a4d11a00,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:41.194054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:41.210398 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.243593 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6998b92-73cb-4445-9804-c9e4dbb0f134 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3943095 Jan 17 12:52:41.244369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49334) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:41.249281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:41.425415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:41.429317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.475672 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.579981 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.592866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b4c3efd8-854a-437b-b780-88f7db934775 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:41.648922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b4c3efd8-854a-437b-b780-88f7db934775 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:41.649290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.658083 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Pushing event updated for resources: {'Port': ['ID=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.684849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.685956 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:52:41.704174 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Attempting to bind port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:41.704550 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Attempting to bind port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:41.704898 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Attempting to bind port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 on network 548bde88-9508-4473-8812-7634e4db72d2 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:41.711902 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:41.712275 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Checking segment: {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:41.712653 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.713272 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Bound using segment: {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:41.713685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.714150 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Bound port: c0e2e0d7-19be-459c-bfa7-2edbe02cde64, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f891236-de45-403e-93de-b51e93071853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '548bde88-9508-4473-8812-7634e4db72d2'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:41.714150 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.802240 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] For port c0e2e0d7-19be-459c-bfa7-2edbe02cde64, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:41.805618 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] For port c0e2e0d7-19be-459c-bfa7-2edbe02cde64, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:41.838981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=07f6c4bf-8cb2-4af4-b511-1f213d7d8df5,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:41.847533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:41.847906 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: 00fb6902-73cc-4202-bfc1-3015a4d11a00, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:41.865930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7ca18-bd8c-4d01-8aaa-0131059aad4e req-7c2381f3-e917-45b7-aad9-0c4a4ca6c1e1 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:41.867415 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-91f7ca18-bd8c-4d01-8aaa-0131059aad4e req-7c2381f3-e917-45b7-aad9-0c4a4ca6c1e1 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0906889 Jan 17 12:52:41.905275 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-91f7ca18-bd8c-4d01-8aaa-0131059aad4e req-63d8d9fa-0fbf-4e1c-a631-015ab9d3fdd5 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Jan 17 12:52:41.914286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8e3b9c35-77bb-4f5f-9084-db5f74d20ddf None None] Provisioning complete for port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:41.914828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9c35-77bb-4f5f-9084-db5f74d20ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.919017 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:41.984316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:41.985031 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:41.997311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9c35-77bb-4f5f-9084-db5f74d20ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:42.024317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:42.037041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8e3b9c35-77bb-4f5f-9084-db5f74d20ddf None None] For port c0e2e0d7-19be-459c-bfa7-2edbe02cde64, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:42.064635 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d5f7d-f4c1-462c-acd5-e9fb49fb10da None None] Pushing event updated for resources: {'Port': ['ID=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:42.095995 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:42.140601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 00fb6902-73cc-4202-bfc1-3015a4d11a00) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:42.146066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:42.146709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:42.156144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e6884-d598-43ee-b7b4-7753f50c83d3 None None] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:42.202127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9c35-77bb-4f5f-9084-db5f74d20ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:42.288698 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-36d2d811-567c-4356-916d-e0832d54f12c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0408211 Jan 17 12:52:42.290581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49340) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:42.296319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49342) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:42.418400 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:39Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:41Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:42.427671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b9c35-77bb-4f5f-9084-db5f74d20ddf None None] Pushing event updated for resources: {'Port': ['ID=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:42.444446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c2587b41-46d8-4f44-92b4-c88461ed2764 None None] Provisioning complete for port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:42.444446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c2587b41-46d8-4f44-92b4-c88461ed2764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:42.467126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f84e071-38ed-4762-b237-68eca9e47805 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:39Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:41Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:42.538679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b30cc-436a-4444-a7ae-72b2ff1f3fd8 req-8c3a87f2-a952-42d1-8691-856b2ddcb2c9 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:42.548676 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-eb1b30cc-436a-4444-a7ae-72b2ff1f3fd8 req-8c3a87f2-a952-42d1-8691-856b2ddcb2c9 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.1306143 Jan 17 12:52:42.561921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21090139-716d-403f-8665-3225b1457464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-00fb6902-73cc-4202-bfc1-3015a4d11a00', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:42.563809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21090139-716d-403f-8665-3225b1457464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:42.651607 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-eb1b30cc-436a-4444-a7ae-72b2ff1f3fd8 req-54a6df69-d08c-42ec-8523-6c8da7f2cf12 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016519 Jan 17 12:52:42.742344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-21090139-716d-403f-8665-3225b1457464 None None] Allocated IP 172.21.0.2 (00fb6902-73cc-4202-bfc1-3015a4d11a00/07f6c4bf-8cb2-4af4-b511-1f213d7d8df5/c0879c59-2db4-4764-846a-2adf572ede87) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:42.825649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:42.979882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21090139-716d-403f-8665-3225b1457464 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.064652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.066540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21090139-716d-403f-8665-3225b1457464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.119823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21090139-716d-403f-8665-3225b1457464 None None] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:43.123218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-21090139-716d-403f-8665-3225b1457464 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:43.131250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21090139-716d-403f-8665-3225b1457464 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:43.134791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21090139-716d-403f-8665-3225b1457464 None None] Pushing event updated for resources: {'Port': ['ID=c0879c59-2db4-4764-846a-2adf572ede87,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:43.204676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-21090139-716d-403f-8665-3225b1457464 None None] Attempting to bind port c0879c59-2db4-4764-846a-2adf572ede87 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:43.205209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-21090139-716d-403f-8665-3225b1457464 None None] Attempting to bind port c0879c59-2db4-4764-846a-2adf572ede87 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:43.205665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21090139-716d-403f-8665-3225b1457464 None None] Attempting to bind port c0879c59-2db4-4764-846a-2adf572ede87 on network 00fb6902-73cc-4202-bfc1-3015a4d11a00 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:43.223142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21090139-716d-403f-8665-3225b1457464 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:43.223142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21090139-716d-403f-8665-3225b1457464 None None] Checking segment: {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:43.223142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21090139-716d-403f-8665-3225b1457464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.223142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21090139-716d-403f-8665-3225b1457464 None None] Bound using segment: {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:43.223142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-21090139-716d-403f-8665-3225b1457464 None None] Bound port: c0879c59-2db4-4764-846a-2adf572ede87, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:43.223142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21090139-716d-403f-8665-3225b1457464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.307725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-21090139-716d-403f-8665-3225b1457464 None None] For port c0879c59-2db4-4764-846a-2adf572ede87, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:43.311135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-21090139-716d-403f-8665-3225b1457464 None None] For port c0879c59-2db4-4764-846a-2adf572ede87, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0879c59-2db4-4764-846a-2adf572ede87,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:43.396336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-21090139-716d-403f-8665-3225b1457464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.420974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.17 (1c4e81ca-164c-4170-b1bd-0cf8d2080da0/276c1e1a-82e0-45c3-9d68-06598a3fa0a7/489fb1cb-f9a4-4706-b991-4e1b38fe77e8) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:43.463926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21090139-716d-403f-8665-3225b1457464 None None] Pushing event updated for resources: {'Port': ['ID=c0879c59-2db4-4764-846a-2adf572ede87,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:43.513861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.21.0.1 (00fb6902-73cc-4202-bfc1-3015a4d11a00/07f6c4bf-8cb2-4af4-b511-1f213d7d8df5/b08562c1-be8b-45d3-9980-871bd4307aac) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:43.562302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.671615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0e2e0d7-19be-459c-bfa7-2edbe02cde64 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:43.687385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.689749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.757182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:43.763801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:43.763801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.772839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:43.784988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.787065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:43.805551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:43.871947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:43.878727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.882594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd86b10-1792-4e9c-a89b-c0cbfe43f499 req-c25530d7-a266-4227-858d-dc351cc64384 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:43.884177 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-acd86b10-1792-4e9c-a89b-c0cbfe43f499 req-c25530d7-a266-4227-858d-dc351cc64384 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.1359756 Jan 17 12:52:43.887729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:43.897448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:43.902304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=b08562c1-be8b-45d3-9980-871bd4307aac,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:43.976370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:43.981285 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-acd86b10-1792-4e9c-a89b-c0cbfe43f499 req-0cdd437d-50d9-4757-8456-c31bf46fd038 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859108 Jan 17 12:52:44.112005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.129475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7cdb7c7b-3e9a-4e8d-8aa8-e3a9f1ceab90 None None] Provisioning complete for port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:44.130037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7c7b-3e9a-4e8d-8aa8-e3a9f1ceab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.170688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.176801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb7c7b-3e9a-4e8d-8aa8-e3a9f1ceab90 None None] Port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:44.445358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71174f-cdb0-45d6-8652-e9a04c3e0938 req-2fa6a3ac-6de8-4dd1-a486-7662280b9c5d tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:44.446995 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cd71174f-cdb0-45d6-8652-e9a04c3e0938 req-2fa6a3ac-6de8-4dd1-a486-7662280b9c5d tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.1254687 Jan 17 12:52:44.473995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.523986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.560312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-3754ea3e-7866-463c-aa1d-967bb9f88440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:44.561984 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-3754ea3e-7866-463c-aa1d-967bb9f88440 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 1099 time: 0.1118243 Jan 17 12:52:44.569269 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cd71174f-cdb0-45d6-8652-e9a04c3e0938 req-04ca579d-9848-411c-9c60-9739280518aa tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066196 Jan 17 12:52:44.635517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.659944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:44.679544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.712098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-7f5a5c0d-26f4-442c-942f-302f98fccb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:44.714117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-7f5a5c0d-26f4-442c-942f-302f98fccb41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f0db0107-f2cd-4524-b1f7-ef005c986b1b HTTP/1.1" status: 200 len: 913 time: 0.1439586 Jan 17 12:52:44.757886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:44.759585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821c89b-4a81-4ed3-9b6e-057166299811 None None] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:44.759770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:44.760514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.786226 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-fde77075-e225-4b41-9ff4-90748bf71c2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2876eb91-41fe-4157-8d77-6a4748947dc0 HTTP/1.1" status: 200 len: 217 time: 0.0649743 Jan 17 12:52:44.881034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.889615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ba38d8f3-24dc-4834-a5f9-4feb04ff4d73 None None] Provisioning complete for port c0879c59-2db4-4764-846a-2adf572ede87 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:44.889615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba38d8f3-24dc-4834-a5f9-4feb04ff4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:44.903269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=b08562c1-be8b-45d3-9980-871bd4307aac,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:44.904300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:44.952304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-589597c4-9dd5-4bfb-b2ff-bbb054d1bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:44.953793 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-589597c4-9dd5-4bfb-b2ff-bbb054d1bdd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3170e2c6-1630-4506-b712-4a7e80a504c3 HTTP/1.1" status: 200 len: 852 time: 0.1611564 Jan 17 12:52:44.995230 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-dff7722c-e96d-419b-b1fd-af471d14fb3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f0db0107-f2cd-4524-b1f7-ef005c986b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310323 Jan 17 12:52:45.038733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba38d8f3-24dc-4834-a5f9-4feb04ff4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.041647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:45.046891 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f9a688e-30b8-4bb5-8c1b-e31a5ba35f3d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/e5cdd5df-6982-4589-b6f4-8b5ace026f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493572 Jan 17 12:52:45.056262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:45.081011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:45.081640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:45.101264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:45.104223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:45.120473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ba38d8f3-24dc-4834-a5f9-4feb04ff4d73 None None] For port c0879c59-2db4-4764-846a-2adf572ede87, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0879c59-2db4-4764-846a-2adf572ede87,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:45.219702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-e794afe8-04a1-41c2-aec4-7c3ebdb02845 service neutron] 10.222.0.67 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070138 Jan 17 12:52:45.219958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:45.222191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ba38d8f3-24dc-4834-a5f9-4feb04ff4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.295292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:45.349831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38d8f3-24dc-4834-a5f9-4feb04ff4d73 None None] Pushing event updated for resources: {'Port': ['ID=c0879c59-2db4-4764-846a-2adf572ede87,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:45.370962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Provisioning complete for port c0879c59-2db4-4764-846a-2adf572ede87 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:45.371340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.425751 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5fc24a7-8457-44b1-ae33-3bf995f9ff40 req-318a0efe-f0fa-4194-876b-34c786d19304 service neutron] 10.222.0.67 "GET /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937373 Jan 17 12:52:45.444419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:45.454546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-05c8a90f-bc6f-4405-a8d6-b3cfcbe8ca4f tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1608126 Jan 17 12:52:45.454546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49356) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:45.455424 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:45.460226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-106812445'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:45.472038 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:45.472913 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:45.559071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Provisioning complete for port b08562c1-be8b-45d3-9980-871bd4307aac triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:45.559457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.569252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:45.575845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.580639 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:45.626275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Port b08562c1-be8b-45d3-9980-871bd4307aac cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:45.643108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Provisioning complete for port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:45.643508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.649005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:45Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '489fb1cb-f9a4-4706-b991-4e1b38fe77e8', 'name': '', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:6f:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:43Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:45.653254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:45.669987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.670465 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 9ca416e2-7203-4c4b-b071-df823356fc6a of type vlan for network cc704d93-9790-4acf-80fc-f071e417bfb5 Jan 17 12:52:45.704045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:45.704431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Updating router e5cdd5df-6982-4589-b6f4-8b5ace026f2d port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:52:45.737031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0879c59-2db4-4764-846a-2adf572ede87 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:45.749640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-db811b3c-5f15-49db-aa4a-361578ffa879 None None] Port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:45.761589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.776441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c2d0f-df4e-4f79-adbe-abaa9a338117 req-e7f6eacb-b66f-48ed-ac96-4fb167ccfd41 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:45.778647 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-822c2d0f-df4e-4f79-adbe-abaa9a338117 req-e7f6eacb-b66f-48ed-ac96-4fb167ccfd41 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0670991 Jan 17 12:52:45.784272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.822421 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-822c2d0f-df4e-4f79-adbe-abaa9a338117 req-3bacb861-fc10-406d-aa57-b23d624d2e55 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 Jan 17 12:52:45.867884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c0879c59-2db4-4764-846a-2adf572ede87 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:45.868255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.882156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.886327 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 3, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:45.888822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:45.889565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.914186 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:45.914543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Updating router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd port b08562c1-be8b-45d3-9980-871bd4307aac binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:52:45.940484 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.956261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b729a32d-2c31-4c20-b396-07f0e77c9b8c None None] Provisioning complete for port b08562c1-be8b-45d3-9980-871bd4307aac triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:45.956774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b729a32d-2c31-4c20-b396-07f0e77c9b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:45.964936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=cc704d93-9790-4acf-80fc-f071e417bfb5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:45.994736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network cc704d93-9790-4acf-80fc-f071e417bfb5 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:46.041633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49360) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:46.046874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:46.052150 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6342b5d8-3027-4808-ae43-0d95fd2d5cbf tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5961103 Jan 17 12:52:46.099596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b729a32d-2c31-4c20-b396-07f0e77c9b8c None None] Port b08562c1-be8b-45d3-9980-871bd4307aac cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:46.214444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:46.218643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.251335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.258839 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.385995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.386573 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.441851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abc6c1-0f0c-4ef8-93c2-50e0471de71b None None] Pushing event updated for resources: {'Port': ['ID=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:46.448030 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094133b6-f755-4965-9c76-1f7a7a16c3d3 None None] Pushing event updated for resources: {'Port': ['ID=b08562c1-be8b-45d3-9980-871bd4307aac,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:46.472288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.501693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Attempting to bind port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:46.502569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Attempting to bind port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:46.503215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Attempting to bind port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 on network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:46.517259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:46.519169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Checking segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:46.519169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.519169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Bound using segment: {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:46.519464 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Attempting to bind port b08562c1-be8b-45d3-9980-871bd4307aac on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:46.520545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Bound port: 489fb1cb-f9a4-4706-b991-4e1b38fe77e8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7005c2-3345-4840-a9cd-9f31c5edb6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:46.520670 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Attempting to bind port b08562c1-be8b-45d3-9980-871bd4307aac by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:46.520764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.521736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Attempting to bind port b08562c1-be8b-45d3-9980-871bd4307aac on network 00fb6902-73cc-4202-bfc1-3015a4d11a00 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:46.532976 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:46.533217 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Checking segment: {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:46.533780 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.534383 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Bound using segment: {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:46.534999 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Bound port: b08562c1-be8b-45d3-9980-871bd4307aac, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac454b9-4567-43d3-a76e-f5e721b10778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:46.535973 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.570307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=5711d420-c40d-4523-8388-f013fd592484,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:46.586274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:46.586991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: cc704d93-9790-4acf-80fc-f071e417bfb5, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:46.618394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] For port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:46.622151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] For port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:46.630296 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] For port b08562c1-be8b-45d3-9980-871bd4307aac, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:46.634225 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] For port b08562c1-be8b-45d3-9980-871bd4307aac, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b08562c1-be8b-45d3-9980-871bd4307aac,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:46.670036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network cc704d93-9790-4acf-80fc-f071e417bfb5 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:46.698531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.700461 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.760632 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:46.761107 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:46.766735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, cc704d93-9790-4acf-80fc-f071e417bfb5) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:46.767038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Provisioning complete for port b08562c1-be8b-45d3-9980-871bd4307aac triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:46.767038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.772658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:46.773865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:46.804494 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094133b6-f755-4965-9c76-1f7a7a16c3d3 None None] Pushing event updated for resources: {'Port': ['ID=b08562c1-be8b-45d3-9980-871bd4307aac,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:46.877952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cde1dfc4-baa6-4c4b-aade-f38b5591f7a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8325102 Jan 17 12:52:46.878491 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:46.878587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49364) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:46.995880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7badb6-992a-4c81-a9f8-bd5263110f27 None None] Network cc704d93-9790-4acf-80fc-f071e417bfb5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:47.011699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:47.012363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:47.031947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0a259-d9f5-462a-af02-ca4cfd2bc1f3 req-59024552-0f6e-4873-8b10-93a7209f3b86 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:47.033710 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2b0a259-d9f5-462a-af02-ca4cfd2bc1f3 req-59024552-0f6e-4873-8b10-93a7209f3b86 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0962613 Jan 17 12:52:47.080360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abc6c1-0f0c-4ef8-93c2-50e0471de71b None None] Pushing event updated for resources: {'Port': ['ID=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:47.123218 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2b0a259-d9f5-462a-af02-ca4cfd2bc1f3 req-3cdd1338-4240-4e48-9ec4-ed4d0ddf16cb tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821271 Jan 17 12:52:47.205670 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 3, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:46Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:47.243718 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af2858e-74dd-42d4-a447-45f6c09ee9f8 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 3, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:46Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:47.320644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:47.382469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:47.390108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-cc704d93-9790-4acf-80fc-f071e417bfb5', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:47.391041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:47.428509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:47.445898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] For port b08562c1-be8b-45d3-9980-871bd4307aac, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b08562c1-be8b-45d3-9980-871bd4307aac,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:47.629050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:47.686009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b08562c1-be8b-45d3-9980-871bd4307aac up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:47.757164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e67e6b-78ac-4020-a8c0-5606e93edbe9 req-619a853e-e1fa-4ac0-8f0a-099c087b2dbf tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:47.759968 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59e67e6b-78ac-4020-a8c0-5606e93edbe9 req-619a853e-e1fa-4ac0-8f0a-099c087b2dbf tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0632572 Jan 17 12:52:47.781654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Provisioning complete for port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:47.782026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:47.788384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Allocated IP 172.22.0.2 (cc704d93-9790-4acf-80fc-f071e417bfb5/5711d420-c40d-4523-8388-f013fd592484/db7d7748-7d1a-4126-a42d-faaad759f781) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:47.803207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59e67e6b-78ac-4020-a8c0-5606e93edbe9 req-46ad69af-89f7-4c86-a497-51a0d3c3dedf tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Jan 17 12:52:47.856771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Pushing event updated for resources: {'Port': ['ID=b08562c1-be8b-45d3-9980-871bd4307aac,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:47.950317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b08562c1-be8b-45d3-9980-871bd4307aac triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:47.950695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.110177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.169392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:45Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '489fb1cb-f9a4-4706-b991-4e1b38fe77e8', 'name': '', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:6f:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:43Z', 'updated_at': '2022-01-17T12:52:46Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:48.174771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.212398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ee4a4d-186e-4581-896d-c7a85e7cddc6 None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:52:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:45Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '489fb1cb-f9a4-4706-b991-4e1b38fe77e8', 'name': '', 'network_id': '1c4e81ca-164c-4170-b1bd-0cf8d2080da0', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:6f:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:43Z', 'updated_at': '2022-01-17T12:52:46Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '276c1e1a-82e0-45c3-9d68-06598a3fa0a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:48.231391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] For port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:48.272421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.305250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.326307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Network cc704d93-9790-4acf-80fc-f071e417bfb5 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:48.329550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:48.333062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.22.0.1 (cc704d93-9790-4acf-80fc-f071e417bfb5/5711d420-c40d-4523-8388-f013fd592484/7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:48.336827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:48.347121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Pushing event updated for resources: {'Port': ['ID=db7d7748-7d1a-4126-a42d-faaad759f781,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:48.454479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Attempting to bind port db7d7748-7d1a-4126-a42d-faaad759f781 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:48.454857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Attempting to bind port db7d7748-7d1a-4126-a42d-faaad759f781 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:48.455228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Attempting to bind port db7d7748-7d1a-4126-a42d-faaad759f781 on network cc704d93-9790-4acf-80fc-f071e417bfb5 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:48.459457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80502-3953-46e2-ac70-80d5f327f348 None None] Pushing event updated for resources: {'Port': ['ID=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:48.467404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f0fab789-417d-4552-acf8-75ccf3ea0306 None None] Provisioning complete for port b08562c1-be8b-45d3-9980-871bd4307aac triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:48.467828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0fab789-417d-4552-acf8-75ccf3ea0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.469683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:48.471507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Checking segment: {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:48.471507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.471507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Bound using segment: {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:48.471507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Bound port: db7d7748-7d1a-4126-a42d-faaad759f781, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:48.472061 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.578639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] For port db7d7748-7d1a-4126-a42d-faaad759f781, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:48.612648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] For port db7d7748-7d1a-4126-a42d-faaad759f781, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=db7d7748-7d1a-4126-a42d-faaad759f781,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:48.636152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f0fab789-417d-4552-acf8-75ccf3ea0306 None None] Provisioning complete for port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:48.642666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0fab789-417d-4552-acf8-75ccf3ea0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.713321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.736871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.790128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f2c1-3037-4a4a-8616-d7145846f070 None None] Pushing event updated for resources: {'Port': ['ID=db7d7748-7d1a-4126-a42d-faaad759f781,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:48.871802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:48.961572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network cc704d93-9790-4acf-80fc-f071e417bfb5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:48.968372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:48.970877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:49.003911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:49.039562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c57079-e37f-478e-9eec-37457337552d req-3c8a746e-a2b0-4aa2-b5af-5d6828532180 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:49.041249 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f4c57079-e37f-478e-9eec-37457337552d req-3c8a746e-a2b0-4aa2-b5af-5d6828532180 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.1575334 Jan 17 12:52:49.059240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.144418 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f4c57079-e37f-478e-9eec-37457337552d req-7dbedf02-60f4-4d3c-bb13-1d6ca81c8439 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/security-groups?id=c677fe95-0a14-42a8-8279-229a9945b39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953608 Jan 17 12:52:49.297550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.579015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.648576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-2ee334bf-9901-4d92-a32b-fdadbdb143de tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:49.650265 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-2ee334bf-9901-4d92-a32b-fdadbdb143de tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 946 time: 0.0551126 Jan 17 12:52:49.663796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.736403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b08562c1-be8b-45d3-9980-871bd4307aac up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:49.759724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89ceed-e8d9-457a-8fd2-0224f5f7dc44 None None] Network cc704d93-9790-4acf-80fc-f071e417bfb5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:49.768113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:49.776127 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.789821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Deleting port 2876eb91-41fe-4157-8d77-6a4748947dc0 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:49.790189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.882182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network cc704d93-9790-4acf-80fc-f071e417bfb5 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:49.883702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:49.893321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] For port 2876eb91-41fe-4157-8d77-6a4748947dc0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2876eb91-41fe-4157-8d77-6a4748947dc0,segment=NetworkSegment(39ce7061-7ec1-492d-afe1-76a962657603),segment_id=39ce7061-7ec1-492d-afe1-76a962657603)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:49.893858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:49.909574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Calling delete_port for 2876eb91-41fe-4157-8d77-6a4748947dc0 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:49.997194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:50.011804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-940eb1e9-51a7-41e7-9d89-39b291798829 None None] Provisioning complete for port db7d7748-7d1a-4126-a42d-faaad759f781 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:50.012194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-940eb1e9-51a7-41e7-9d89-39b291798829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.058265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b08562c1-be8b-45d3-9980-871bd4307aac triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:50.058646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.111350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.126826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['2876eb91-41fe-4157-8d77-6a4748947dc0'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:52:50.130477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:50.143612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Pushing event deleted for resources: {'Port': ['ID=2876eb91-41fe-4157-8d77-6a4748947dc0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:50.147637 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f04168ac-360d-4d43-a2c3-32d638da4b07 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2653115 Jan 17 12:52:50.150427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49378) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:50.157551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'network': {'name': 'tempest-RoutersTest-108808112'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:50.164448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:50.208269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] No DVR routers for this DVR port 2876eb91-41fe-4157-8d77-6a4748947dc0 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:50.212384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.215756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-43bbd702-9eed-4193-a10f-5d86070342d0 req-912a9d03-78da-46c7-a1a0-b4a35cf16a6e tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.67 "DELETE /v2.0/ports/2876eb91-41fe-4157-8d77-6a4748947dc0 HTTP/1.1" status: 204 len: 173 time: 0.5513608 Jan 17 12:52:50.216207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'name': 'network-vif-deleted', 'tag': '2876eb91-41fe-4157-8d77-6a4748947dc0'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:52:50.218694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00ad56-e412-4441-a24b-cfad430a249b" -d '{"events": [{"server_uuid": "c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d", "name": "network-vif-deleted", "tag": "2876eb91-41fe-4157-8d77-6a4748947dc0"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:52:50.219975 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:50.220611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:50.278054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-59e63766-cd19-478a-8d9d-45dbadedf01f req-f6051114-a5d3-41f5-8ba1-d21823135083 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 210 time: 0.0367510 Jan 17 12:52:50.327860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f088f8-9306-4ada-a87d-8643155fb8ea x-openstack-request-id: req-c6f088f8-9306-4ada-a87d-8643155fb8ea {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:52:50.328228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d", "name": "network-vif-deleted", "tag": "2876eb91-41fe-4157-8d77-6a4748947dc0", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:52:50.328577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6f088f8-9306-4ada-a87d-8643155fb8ea {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:52:50.329054 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d', 'name': 'network-vif-deleted', 'tag': '2876eb91-41fe-4157-8d77-6a4748947dc0', 'status': 'completed', 'code': 200} Jan 17 12:52:50.344010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:50.347881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.362002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-940eb1e9-51a7-41e7-9d89-39b291798829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.372359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:52:50.382181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.382527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added segment 518b1e0d-86b9-4280-bebc-0f471e7709dd of type vlan for network dcc7318d-914b-41a1-b0c5-06642a90cac9 Jan 17 12:52:50.386101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:50.426068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:50.435688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.483403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-940eb1e9-51a7-41e7-9d89-39b291798829 None None] For port db7d7748-7d1a-4126-a42d-faaad759f781, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=db7d7748-7d1a-4126-a42d-faaad759f781,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:50.544004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c4b31-3c6c-49dc-8bbb-59363cd2e7bb req-6a187036-5cb2-4062-93b2-c25e12fb8622 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:50.553685 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-901c4b31-3c6c-49dc-8bbb-59363cd2e7bb req-6a187036-5cb2-4062-93b2-c25e12fb8622 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.0704086 Jan 17 12:52:50.589616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.598919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:50.598919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.599353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:50.599353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.600663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-901c4b31-3c6c-49dc-8bbb-59363cd2e7bb req-b204502c-0039-4af2-a94b-e1935775134a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Jan 17 12:52:50.665858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-940eb1e9-51a7-41e7-9d89-39b291798829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.675425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Network': ['ID=dcc7318d-914b-41a1-b0c5-06642a90cac9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:50.705900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:52:50.745768 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8f47f360-bfdc-46ed-a25f-27e3202b132c tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5916898 Jan 17 12:52:50.746089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49386) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:50.751550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'subnet': {'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:50.828804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940eb1e9-51a7-41e7-9d89-39b291798829 None None] Pushing event updated for resources: {'Port': ['ID=db7d7748-7d1a-4126-a42d-faaad759f781,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:50.876047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-08e4f922-e984-49c0-b3b4-df8a41ed3126 None None] Provisioning complete for port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:50.876688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-08e4f922-e984-49c0-b3b4-df8a41ed3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.919069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device db7d7748-7d1a-4126-a42d-faaad759f781 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:50.926803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Made reservation on behalf of bcc76fe6ff7f4fdbb75b2f62e64f2425 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:52:50.930228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:50.960543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-08e4f922-e984-49c0-b3b4-df8a41ed3126 None None] Port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:50.979770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:49Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:49Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:51.013880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:51.014224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Updating router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:52:51.016825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-08e4f922-e984-49c0-b3b4-df8a41ed3126 None None] Provisioning complete for port db7d7748-7d1a-4126-a42d-faaad759f781 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:51.017154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-08e4f922-e984-49c0-b3b4-df8a41ed3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.071199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.082048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port db7d7748-7d1a-4126-a42d-faaad759f781 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:51.083340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.269609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.333997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Subnet': ['ID=14dab021-a21d-41f2-8543-89782e57efbf,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:51.341539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Checking segment: {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:51.341903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network hostable DHCP agents. Network: dcc7318d-914b-41a1-b0c5-06642a90cac9, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:52:51.397626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ea04a9bc-1f64-4417-a7cd-fefcddb02e1c None None] Provisioning complete for port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:51.398008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea04a9bc-1f64-4417-a7cd-fefcddb02e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.417332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:52:51.436331 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1211fda8-8677-4724-bed4-70e3838a2f0b req-1b915316-3fbe-4757-8d12-b72a8d46c0a7 tempest-TestServerAdvancedOps-340539931 tempest-TestServerAdvancedOps-340539931-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0f4eaf2-12cf-47b9-974a-d8a1ed81e30d HTTP/1.1" status: 200 len: 210 time: 0.0303795 Jan 17 12:52:51.468101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ea04a9bc-1f64-4417-a7cd-fefcddb02e1c None None] Port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:51.484590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.551888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, dcc7318d-914b-41a1-b0c5-06642a90cac9) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:51.556816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:51.557245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.560968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a157b-39b7-4d2b-95cc-a3c8b48de24f None None] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:51.600312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.610736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device db7d7748-7d1a-4126-a42d-faaad759f781 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:51.669003 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-28a7178c-e54f-422d-bde2-d4176ae960ce tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9215322 Jan 17 12:52:51.671743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49392) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:51.724247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c8b15-bf4e-4db3-b6df-2b5cd72c8f78 req-75d11176-894f-46d9-b83f-e4e80a21d6bc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:51.725892 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb1c8b15-bf4e-4db3-b6df-2b5cd72c8f78 req-75d11176-894f-46d9-b83f-e4e80a21d6bc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.0627587 Jan 17 12:52:51.769374 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb1c8b15-bf4e-4db3-b6df-2b5cd72c8f78 req-627b24f6-f183-4a4f-86ff-a97876a956bc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372128 Jan 17 12:52:51.857807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116d5c4-be77-489d-9f9e-1d3ba0e75d33 None None] Pushing event updated for resources: {'Port': ['ID=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:51.968005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Attempting to bind port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:51.968382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Attempting to bind port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:51.968758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Attempting to bind port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b on network cc704d93-9790-4acf-80fc-f071e417bfb5 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:51.985076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:51.985460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Checking segment: {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:51.985871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.986271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Bound using segment: {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:51.986821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Bound port: 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca416e2-7203-4c4b-b071-df823356fc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:51.987210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:51.994544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port db7d7748-7d1a-4126-a42d-faaad759f781 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:51.994919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.067535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-dcc7318d-914b-41a1-b0c5-06642a90cac9', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:52:52.068311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.080699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.142396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] For port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:52.147050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] For port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:52.227875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.254409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1c772a3e-f80b-4d2a-ad5d-55870b5cd09a None None] Provisioning complete for port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:52.254732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1c772a3e-f80b-4d2a-ad5d-55870b5cd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.303821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.370691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1c772a3e-f80b-4d2a-ad5d-55870b5cd09a None None] Port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:52.397738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Allocated IP 172.23.0.2 (dcc7318d-914b-41a1-b0c5-06642a90cac9/14dab021-a21d-41f2-8543-89782e57efbf/3987046e-9e2d-47af-94b7-6241d86b1a5b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:52.404370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116d5c4-be77-489d-9f9e-1d3ba0e75d33 None None] Pushing event updated for resources: {'Port': ['ID=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:52.415212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:52.415886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:52.540582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918625-364d-4d9a-b893-734ae578a855 req-7b9c77ec-1fcc-4799-ba8e-b7c9fb1f6be0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:52.542079 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03918625-364d-4d9a-b893-734ae578a855 req-7b9c77ec-1fcc-4799-ba8e-b7c9fb1f6be0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.3768044 Jan 17 12:52:52.566905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:52.572316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49398) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:52.631895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Deleting subnet 3170e2c6-1630-4506-b712-4a7e80a504c3 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:52.634340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.688967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.724018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Deleting port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:52.724454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.735949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.772907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-39c745a1-1d92-4383-a9a7-67b89ac15511 None None] Provisioning complete for port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:52.773283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-39c745a1-1d92-4383-a9a7-67b89ac15511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.776456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.825665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] For port 730a7a33-e089-4a6a-8d5e-3a1f6446f124, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=730a7a33-e089-4a6a-8d5e-3a1f6446f124,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:52.826443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.847737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.876715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.916971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3170e2c6-1630-4506-b712-4a7e80a504c3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:52.928136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:52.930625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:52.937525 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-05f38a60-12a0-40c8-a831-a774cf3624e4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3170e2c6-1630-4506-b712-4a7e80a504c3 HTTP/1.1" status: 204 len: 168 time: 0.3575280 Jan 17 12:52:52.939797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49402) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:52.939933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:52.948454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:52.951541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe751b6-b8c8-42a1-9245-91bf50f7d472 req-b3dd359b-ff6c-414c-a3aa-f2c9ee39874c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:52:52.953408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ebe751b6-b8c8-42a1-9245-91bf50f7d472 req-b3dd359b-ff6c-414c-a3aa-f2c9ee39874c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 945 time: 0.1061192 Jan 17 12:52:52.964487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Pushing event updated for resources: {'Port': ['ID=3987046e-9e2d-47af-94b7-6241d86b1a5b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:52.978854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-39c745a1-1d92-4383-a9a7-67b89ac15511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.003166 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ebe751b6-b8c8-42a1-9245-91bf50f7d472 req-6c1f6f40-7e9d-408b-a796-8747d2ea4728 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Jan 17 12:52:53.009574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2876eb91-41fe-4157-8d77-6a4748947dc0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:53.055383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.057505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Allocated IP 172.23.0.1 (dcc7318d-914b-41a1-b0c5-06642a90cac9/14dab021-a21d-41f2-8543-89782e57efbf/43ec335d-25fe-411c-9cc8-320da8b9b5ed) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:52:53.067754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 2876eb91-41fe-4157-8d77-6a4748947dc0 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:53.068129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2876eb91-41fe-4157-8d77-6a4748947dc0 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:53.084287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-39c745a1-1d92-4383-a9a7-67b89ac15511 None None] For port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:53.085537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Attempting to bind port 3987046e-9e2d-47af-94b7-6241d86b1a5b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:53.085908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Attempting to bind port 3987046e-9e2d-47af-94b7-6241d86b1a5b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:53.086272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Attempting to bind port 3987046e-9e2d-47af-94b7-6241d86b1a5b on network dcc7318d-914b-41a1-b0c5-06642a90cac9 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:53.089839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:49Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:52Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:53.118801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:53.119182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Checking segment: {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:53.119613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.120013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Bound using segment: {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:53.120496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Bound port: 3987046e-9e2d-47af-94b7-6241d86b1a5b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:53.120885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.123015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288110f-82e6-41bb-b1b3-64929aa64cfa None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:49Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:52Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:53.158692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-39c745a1-1d92-4383-a9a7-67b89ac15511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.243380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] For port 3987046e-9e2d-47af-94b7-6241d86b1a5b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:53.259351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c745a1-1d92-4383-a9a7-67b89ac15511 None None] Pushing event updated for resources: {'Port': ['ID=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:53.267603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] For port 3987046e-9e2d-47af-94b7-6241d86b1a5b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3987046e-9e2d-47af-94b7-6241d86b1a5b,segment=NetworkSegment(518b1e0d-86b9-4280-bebc-0f471e7709dd),segment_id=518b1e0d-86b9-4280-bebc-0f471e7709dd)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:53.363291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.387388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.424508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.424508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.424508 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Floating IP 83aa0abf-d148-43a9-9df1-cd7fbbbc00cc disassociated. External IP: 172.26.4.216, port: 730a7a33-e089-4a6a-8d5e-3a1f6446f124. Jan 17 12:52:53.424508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Calling delete_port for 730a7a33-e089-4a6a-8d5e-3a1f6446f124 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:53.434950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578288ed-205a-4ea9-bc9a-3970befac444 None None] Pushing event updated for resources: {'Port': ['ID=3987046e-9e2d-47af-94b7-6241d86b1a5b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:53.444561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.454862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0db0107-f2cd-4524-b1f7-ef005c986b1b']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:53.470381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ce7061-7ec1-492d-afe1-76a962657603') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:53.470680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ce7061-7ec1-492d-afe1-76a962657603') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:53.515311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.542532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.564560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:53.565038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:53.566828 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:53.701467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:53.702656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.769755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:53.770847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.777914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.781276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:53.793736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.799972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f0db0107-f2cd-4524-b1f7-ef005c986b1b HTTP/1.1" status: 204 len: 168 time: 0.8566868 Jan 17 12:52:53.800503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49404) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:53.802027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:53.813858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:52:53.858072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=43ec335d-25fe-411c-9cc8-320da8b9b5ed,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:53.867323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1f361-df82-4307-b5e5-c187eef6a1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0db0107-f2cd-4524-b1f7-ef005c986b1b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:53.872972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.878816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Deleting subnet c42bb3ad-b4d3-49c3-865d-78fec64e3984 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:52:53.882718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.922831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'Port': ['ID=730a7a33-e089-4a6a-8d5e-3a1f6446f124,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:53.929907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.939074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:53.978107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.115482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.122083 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd2345e8-c61c-4163-8813-873903acb2c7 req-7a450597-b795-4a53-b633-d1457e1ae271 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0397024 Jan 17 12:52:54.132771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:54.145626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42bb3ad-b4d3-49c3-865d-78fec64e3984,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:54.150337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.153684 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f368a77f-2dbd-438b-b405-db189db74e15 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c42bb3ad-b4d3-49c3-865d-78fec64e3984 HTTP/1.1" status: 204 len: 168 time: 0.3514757 Jan 17 12:52:54.159948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49408) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:54.217368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.227630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.311237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:54.314303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.322409 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:54.331998 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:54.333552 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:54.346440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f4e3be-1a06-4153-bea2-035ed8180730']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:54.357625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf42c77-acf1-4e19-8552-b441a524ff7a') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:54.358010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf42c77-acf1-4e19-8552-b441a524ff7a') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:54.368707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.385735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.409857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:52:54.410632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.415818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] No DVR routers for this DVR port 730a7a33-e089-4a6a-8d5e-3a1f6446f124 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:52:54.420124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.423453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03918625-364d-4d9a-b893-734ae578a855 req-7bd9b748-3d09-4641-ac15-f6c75975a616 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "DELETE /v2.0/ports/730a7a33-e089-4a6a-8d5e-3a1f6446f124 HTTP/1.1" status: 204 len: 173 time: 1.8530946 Jan 17 12:52:54.427132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'name': 'network-vif-deleted', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:52:54.427132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012e3785-8f84-4c53-add3-530efacfce7f" -d '{"events": [{"server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "name": "network-vif-deleted", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:52:54.494848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b7668d-15e7-4b20-a9c6-6a9c65c6762d x-openstack-request-id: req-83b7668d-15e7-4b20-a9c6-6a9c65c6762d {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:52:54.495153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36cf869-38a7-40b4-aa94-8e63b4f835b1", "name": "network-vif-deleted", "tag": "730a7a33-e089-4a6a-8d5e-3a1f6446f124", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:52:54.495409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83b7668d-15e7-4b20-a9c6-6a9c65c6762d {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:52:54.495843 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36cf869-38a7-40b4-aa94-8e63b4f835b1', 'name': 'network-vif-deleted', 'tag': '730a7a33-e089-4a6a-8d5e-3a1f6446f124', 'status': 'completed', 'code': 200} Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:52:54.496852 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:52:54.500125 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:54.586894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.593757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.604130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] 10.222.0.77 "DELETE /v2.0/networks/79f4e3be-1a06-4153-bea2-035ed8180730 HTTP/1.1" status: 204 len: 168 time: 0.4430602 Jan 17 12:52:54.631848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bca10-a9ee-445c-9472-d98617696f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=79f4e3be-1a06-4153-bea2-035ed8180730,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:54.663943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.745621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.831405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:54.841093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event updated for resources: {'Port': ['ID=43ec335d-25fe-411c-9cc8-320da8b9b5ed,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:54.912903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb1e06-980e-4f81-8280-20f6d711c2d4 None None] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:52:54.913456 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:54.951792 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:54.971276 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:54.972305 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:54.986988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:52:54.989136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:52:55.041075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f7b7c548-be7d-4cff-8c54-6e21566280fe None None] Provisioning complete for port 3987046e-9e2d-47af-94b7-6241d86b1a5b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:55.041645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c548-be7d-4cff-8c54-6e21566280fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.101034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49418) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:55.127567 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:55.131990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:55.185190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c548-be7d-4cff-8c54-6e21566280fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.233334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f7b7c548-be7d-4cff-8c54-6e21566280fe None None] For port 3987046e-9e2d-47af-94b7-6241d86b1a5b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3987046e-9e2d-47af-94b7-6241d86b1a5b,segment=NetworkSegment(518b1e0d-86b9-4280-bebc-0f471e7709dd),segment_id=518b1e0d-86b9-4280-bebc-0f471e7709dd)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:55.349741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c548-be7d-4cff-8c54-6e21566280fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.428828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c548-be7d-4cff-8c54-6e21566280fe None None] Pushing event updated for resources: {'Port': ['ID=3987046e-9e2d-47af-94b7-6241d86b1a5b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:55.479433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e0d7face-a53f-451c-a78b-db9765bda3b5 None None] Provisioning complete for port 3987046e-9e2d-47af-94b7-6241d86b1a5b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:55.480189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0d7face-a53f-451c-a78b-db9765bda3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.490341 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:55.524077 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887695bc-2a20-4d42-9d2a-72f56511208f None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:55.684329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e0d7face-a53f-451c-a78b-db9765bda3b5 None None] Provisioning complete for port 43ec335d-25fe-411c-9cc8-320da8b9b5ed triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:55.684713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e0d7face-a53f-451c-a78b-db9765bda3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.717222 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0cc26cad-a16c-41f0-baf4-899b8ec04d0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a42c827e8e284b53be6a2eea84d23a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149311 Jan 17 12:52:55.719617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49422) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:55.727784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7face-a53f-451c-a78b-db9765bda3b5 None None] Port 43ec335d-25fe-411c-9cc8-320da8b9b5ed cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:55.730120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3987046e-9e2d-47af-94b7-6241d86b1a5b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:55.783709 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4bc94f9-f1e2-4a4f-8dcf-63e86be7480f req-8abfeb83-b9a8-4d0f-a16f-06c90ec5a549 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0831790 Jan 17 12:52:55.794780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:55.809336 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-46c0a42f-355a-4b5a-99e3-8daa9090f46b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1362965 Jan 17 12:52:55.809977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49424) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:55.820626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:55.821296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:55.826058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75802802-40d7-4d7f-8149-a1dd2a9a8119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.827581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 3987046e-9e2d-47af-94b7-6241d86b1a5b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:55.828362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.854565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75802802-40d7-4d7f-8149-a1dd2a9a8119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:55.861179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:55.861823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:56.015418 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25756e47-24cb-423e-899f-2499b10bfea1 None None] New status for floating IP 83aa0abf-d148-43a9-9df1-cd7fbbbc00cc: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:52:56.043271 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75802802-40d7-4d7f-8149-a1dd2a9a8119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.045868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75802802-40d7-4d7f-8149-a1dd2a9a8119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.047309 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75802802-40d7-4d7f-8149-a1dd2a9a8119 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c677fe95-0a14-42a8-8279-229a9945b39a HTTP/1.1" status: 204 len: 168 time: 0.3261940 Jan 17 12:52:56.073147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75802802-40d7-4d7f-8149-a1dd2a9a8119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c677fe95-0a14-42a8-8279-229a9945b39a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:56.140845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f4be8e12-c038-4a73-8ee2-d0f55ab1dfde None None] Provisioning complete for port 43ec335d-25fe-411c-9cc8-320da8b9b5ed triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:56.141425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f4be8e12-c038-4a73-8ee2-d0f55ab1dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.213209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:56.267259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f4be8e12-c038-4a73-8ee2-d0f55ab1dfde None None] Port 43ec335d-25fe-411c-9cc8-320da8b9b5ed cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:56.402252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-034eeaec-b240-4213-a1db-404324ff6389 None None] Provisioning complete for port 43ec335d-25fe-411c-9cc8-320da8b9b5ed triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:56.402637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-034eeaec-b240-4213-a1db-404324ff6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.407827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 17 12:52:56.424645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Removed routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 17 12:52:56.427146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.466644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-034eeaec-b240-4213-a1db-404324ff6389 None None] Port 43ec335d-25fe-411c-9cc8-320da8b9b5ed cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:56.529627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:54Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '43ec335d-25fe-411c-9cc8-320da8b9b5ed', 'name': '', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:51:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:52Z', 'updated_at': '2022-01-17T12:52:54Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '14dab021-a21d-41f2-8543-89782e57efbf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:56.564822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:56.565169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Updating router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd port 43ec335d-25fe-411c-9cc8-320da8b9b5ed binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:52:56.591834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.730879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.734254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.853660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:56.885675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.920187 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cd173f0f-3586-4a40-8ec1-a267d23f9dbc req-3ede547c-6fd2-4f8c-be2f-a2b42fa8464c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0330415 Jan 17 12:52:56.921219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49434) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:56.970876 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-afe4cead-30da-4cf2-a3cc-93d2db7a50cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8fd2a5d2c8a4a5da59a0ea66292c0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484195 Jan 17 12:52:56.975027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.975797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49436) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:56.983234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:56.996990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:56.999537 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-75efdaf9-9ead-4d67-b9cd-16f6335f6135 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 932 time: 1.1885822 Jan 17 12:52:57.002099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49438) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:57.043857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c22776-00fd-42b5-a42b-172460fb7f47 None None] Pushing event updated for resources: {'Port': ['ID=43ec335d-25fe-411c-9cc8-320da8b9b5ed,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:57.046451 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 730a7a33-e089-4a6a-8d5e-3a1f6446f124 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:52:57.059295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7c57-d565-4b1a-b8ec-a03d3700495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.088047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7c57-d565-4b1a-b8ec-a03d3700495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.103996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 730a7a33-e089-4a6a-8d5e-3a1f6446f124 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:52:57.105152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 730a7a33-e089-4a6a-8d5e-3a1f6446f124 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:52:57.144706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Attempting to bind port 43ec335d-25fe-411c-9cc8-320da8b9b5ed on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:52:57.145900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f8962ab4-7de8-4f30-9e71-dc47f1618c9d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 932 time: 0.1412506 Jan 17 12:52:57.146549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49440) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:57.146755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Attempting to bind port 43ec335d-25fe-411c-9cc8-320da8b9b5ed by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:52:57.147282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Attempting to bind port 43ec335d-25fe-411c-9cc8-320da8b9b5ed on network dcc7318d-914b-41a1-b0c5-06642a90cac9 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:52:57.151585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'routes': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:52:57.164673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:52:57.165047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Checking segment: {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:52:57.165460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.165869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Bound using segment: {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:52:57.166369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Bound port: 43ec335d-25fe-411c-9cc8-320da8b9b5ed, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518b1e0d-86b9-4280-bebc-0f471e7709dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:52:57.166758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.263647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7c57-d565-4b1a-b8ec-a03d3700495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.267439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7c57-d565-4b1a-b8ec-a03d3700495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.272727 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0e8b7c57-d565-4b1a-b8ec-a03d3700495d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4039796-653a-4578-b7c4-4759e46c2f4a HTTP/1.1" status: 204 len: 168 time: 0.2952199 Jan 17 12:52:57.275802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] For port 43ec335d-25fe-411c-9cc8-320da8b9b5ed, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:52:57.287334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b7c57-d565-4b1a-b8ec-a03d3700495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4039796-653a-4578-b7c4-4759e46c2f4a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:57.293967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] For port 43ec335d-25fe-411c-9cc8-320da8b9b5ed, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=43ec335d-25fe-411c-9cc8-320da8b9b5ed,segment=NetworkSegment(518b1e0d-86b9-4280-bebc-0f471e7709dd),segment_id=518b1e0d-86b9-4280-bebc-0f471e7709dd)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:52:57.319822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-932ca990-3691-4ce9-8ac7-5c7093c38b3a None None] Provisioning complete for port 43ec335d-25fe-411c-9cc8-320da8b9b5ed triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:57.320314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-932ca990-3691-4ce9-8ac7-5c7093c38b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.371903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.407853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-932ca990-3691-4ce9-8ac7-5c7093c38b3a None None] Port 43ec335d-25fe-411c-9cc8-320da8b9b5ed cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:52:57.447435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:57.448109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:57.452579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c22776-00fd-42b5-a42b-172460fb7f47 None None] Pushing event updated for resources: {'Port': ['ID=43ec335d-25fe-411c-9cc8-320da8b9b5ed,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:57.562977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:57.654556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 17 12:52:57.654896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 17 12:52:57.710442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.759450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-80e5d64b-45c9-43c3-a16c-2ab0e3cacbf3 None None] Provisioning complete for port 43ec335d-25fe-411c-9cc8-320da8b9b5ed triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:57.759959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80e5d64b-45c9-43c3-a16c-2ab0e3cacbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.892601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80e5d64b-45c9-43c3-a16c-2ab0e3cacbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:57.920609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:56Z', 'revision_number': 6, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '43ec335d-25fe-411c-9cc8-320da8b9b5ed', 'name': '', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:51:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:52Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '14dab021-a21d-41f2-8543-89782e57efbf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:57.962524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcf3ab-b867-4db8-bb83-c88e3ad5f548 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:56Z', 'revision_number': 6, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '43ec335d-25fe-411c-9cc8-320da8b9b5ed', 'name': '', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:51:6c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:52Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 4, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '14dab021-a21d-41f2-8543-89782e57efbf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:57.975213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-80e5d64b-45c9-43c3-a16c-2ab0e3cacbf3 None None] For port 43ec335d-25fe-411c-9cc8-320da8b9b5ed, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=43ec335d-25fe-411c-9cc8-320da8b9b5ed,segment=NetworkSegment(518b1e0d-86b9-4280-bebc-0f471e7709dd),segment_id=518b1e0d-86b9-4280-bebc-0f471e7709dd)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:58.069665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80e5d64b-45c9-43c3-a16c-2ab0e3cacbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:58.074073 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5fc6cc7f-7b45-4782-a7a1-5f4b4a454af9 req-0c31bb39-2b50-4e12-9aba-c3ec7a65cfb4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0564086 Jan 17 12:52:58.111704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:58.118460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:58.140560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5d64b-45c9-43c3-a16c-2ab0e3cacbf3 None None] Pushing event updated for resources: {'Port': ['ID=43ec335d-25fe-411c-9cc8-320da8b9b5ed,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:58.240857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:52:58.345670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:52:58.353698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:58.357311 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1c113f81-851c-4dae-9fb9-50762d58b6ac tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 698 time: 1.2074337 Jan 17 12:52:58.357648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49446) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:58.461475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-62bf9c9e-1f2b-4c2c-bb1d-04023396bda2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 698 time: 0.1026680 Jan 17 12:52:58.464227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49448) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:52:58.722173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:52:58.734045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:58.734695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:58.832703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:59.067440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 7, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '43ec335d-25fe-411c-9cc8-320da8b9b5ed', 'name': '', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:51:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:52Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '14dab021-a21d-41f2-8543-89782e57efbf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:59.094577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:52:59.103333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:52:59.103875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:59.118292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:59.185913 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-01798b81-33ff-42c8-bdbf-33c5cf49d4df req-e207ca80-6a6a-40bc-9dfe-733ba02bfe27 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=c36cf869-38a7-40b4-aa94-8e63b4f835b1 HTTP/1.1" status: 200 len: 210 time: 0.0284526 Jan 17 12:52:59.209589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:52:59.381214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 43ec335d-25fe-411c-9cc8-320da8b9b5ed {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:52:59.381708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:59.419383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 7, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '43ec335d-25fe-411c-9cc8-320da8b9b5ed', 'name': '', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:51:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:52Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '14dab021-a21d-41f2-8543-89782e57efbf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:52:59.453144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1d913-ee0a-44be-afd6-cc17a55a683c None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 7, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '43ec335d-25fe-411c-9cc8-320da8b9b5ed', 'name': '', 'network_id': 'dcc7318d-914b-41a1-b0c5-06642a90cac9', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:51:6c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '14dab021-a21d-41f2-8543-89782e57efbf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:52Z', 'updated_at': '2022-01-17T12:52:57Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '14dab021-a21d-41f2-8543-89782e57efbf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:52:59.477715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 43ec335d-25fe-411c-9cc8-320da8b9b5ed, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=43ec335d-25fe-411c-9cc8-320da8b9b5ed,segment=NetworkSegment(518b1e0d-86b9-4280-bebc-0f471e7709dd),segment_id=518b1e0d-86b9-4280-bebc-0f471e7709dd)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:52:59.478075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:59.492131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 43ec335d-25fe-411c-9cc8-320da8b9b5ed owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:52:59.671970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43ec335d-25fe-411c-9cc8-320da8b9b5ed up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:52:59.725241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 43ec335d-25fe-411c-9cc8-320da8b9b5ed triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:52:59.725895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:59.766279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:52:59.768230 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No ports have port_id starting with 43ec335d-25fe-411c-9cc8-320da8b9b5ed Jan 17 12:52:59.794942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=43ec335d-25fe-411c-9cc8-320da8b9b5ed,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:52:59.954319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.146773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:00.242329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:00.247174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-071aeb58-ebe4-4614-97d0-fb4caa7fe247 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7819264 Jan 17 12:53:00.250045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49458) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:00.256124 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:00.271643 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:00.272454 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:00.310760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet 14dab021-a21d-41f2-8543-89782e57efbf {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:53:00.313964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.355875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.361844 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:00.469426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.498096 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-09bd22ec-3ddd-46b7-a828-5532baaa2986 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164539505&fields=id&tenant_id=c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 267 time: 0.0666058 Jan 17 12:53:00.575125 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:59Z', 'revision_number': 8, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:00.602256 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:00.610625 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:00.611156 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:00.625983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-f10f5894-408c-4c6b-9e1c-5373cec8d817 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:00.627449 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-f10f5894-408c-4c6b-9e1c-5373cec8d817 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 812 time: 0.1177809 Jan 17 12:53:00.642669 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-f28de221-bdf2-471f-89bb-1d47b38203c8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/quotas/c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Jan 17 12:53:00.648427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.686558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=14dab021-a21d-41f2-8543-89782e57efbf,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:00.704278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.704951 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:00.707980 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-db1b94b5-5898-4246-907c-fa5747370de3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/14dab021-a21d-41f2-8543-89782e57efbf HTTP/1.1" status: 204 len: 168 time: 0.4569337 Jan 17 12:53:00.710468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137bec5a-c619-400b-99d7-6b6b25050bf8 None None] Network dcc7318d-914b-41a1-b0c5-06642a90cac9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:00.710629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49466) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:00.785153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-31e4d92e-ac32-40a6-ba81-329347c1ef38 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344340 Jan 17 12:53:00.819451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.923905 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:59Z', 'revision_number': 8, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:00.944022 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-13051dc5-62c4-4520-b875-ab6681b86dd4 service neutron] 10.222.0.77 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373856 Jan 17 12:53:00.949727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 3987046e-9e2d-47af-94b7-6241d86b1a5b {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:00.950065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:00.955433 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5126c18e-6fd0-47a4-91e9-d938fd517bc2 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:52:59Z', 'revision_number': 8, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': '7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b', 'name': '', 'network_id': 'cc704d93-9790-4acf-80fc-f071e417bfb5', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:a7:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '5711d420-c40d-4523-8388-f013fd592484', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:47Z', 'updated_at': '2022-01-17T12:52:53Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '5711d420-c40d-4523-8388-f013fd592484', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:01.066561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 3987046e-9e2d-47af-94b7-6241d86b1a5b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3987046e-9e2d-47af-94b7-6241d86b1a5b,segment=NetworkSegment(518b1e0d-86b9-4280-bebc-0f471e7709dd),segment_id=518b1e0d-86b9-4280-bebc-0f471e7709dd)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:01.066847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.087385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 3987046e-9e2d-47af-94b7-6241d86b1a5b owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:01.111207 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-64879f10-1d35-486b-98fd-31536c327641 service neutron] 10.222.0.77 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491761 Jan 17 12:53:01.248271 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.272633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=3987046e-9e2d-47af-94b7-6241d86b1a5b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:01.280385 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port 3987046e-9e2d-47af-94b7-6241d86b1a5b on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:01.309123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8f13f-a67c-4ec1-b9ce-657866a92318 None None] DHCP port deletion for dcc7318d-914b-41a1-b0c5-06642a90cac9 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:53:01.370118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.391176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc7318d-914b-41a1-b0c5-06642a90cac9']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:01.401374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518b1e0d-86b9-4280-bebc-0f471e7709dd') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:01.411425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518b1e0d-86b9-4280-bebc-0f471e7709dd') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:01.412208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.425407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.431361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:53:01.431781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:53:01.434749 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:53:01.562724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.571925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:01.572752 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/dcc7318d-914b-41a1-b0c5-06642a90cac9 HTTP/1.1" status: 204 len: 168 time: 0.8612204 Jan 17 12:53:01.575626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49476) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:01.585025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784511a-14a6-485a-9542-ae8d77e8aa2b tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=dcc7318d-914b-41a1-b0c5-06642a90cac9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:01.603004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43ec335d-25fe-411c-9cc8-320da8b9b5ed no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:01.622772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 43ec335d-25fe-411c-9cc8-320da8b9b5ed {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:01.623254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43ec335d-25fe-411c-9cc8-320da8b9b5ed not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:01.623800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3987046e-9e2d-47af-94b7-6241d86b1a5b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:01.647929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 3987046e-9e2d-47af-94b7-6241d86b1a5b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:01.648280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3987046e-9e2d-47af-94b7-6241d86b1a5b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:01.745905 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6783fa4e-8cb6-445f-a805-eba2e88b1f60 req-d4db529b-601f-4533-9c97-447ab435159e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0623105 Jan 17 12:53:01.948362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:02.198704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:02.199038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:02.288055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:02.288426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:02.301687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:02.577717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:02.603502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:02.772036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:02.843910 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-29d6609b-0d1e-4599-b515-05a349e32d92 req-7659153a-3818-43f3-8558-5d85a92ad0ee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0263913 Jan 17 12:53:02.978108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:03.056140 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:53:03.070242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:03.076553 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8cf473a2-a1eb-46c7-8881-906aad25516d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4984343 Jan 17 12:53:03.077934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49490) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:03.079504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:03.089012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:03.089620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:03.134561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet 5711d420-c40d-4523-8388-f013fd592484 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:53:03.137853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.179926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:03.180066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.261524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.380472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:02Z', 'revision_number': 9, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:03.397161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.407561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:03.416548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:03.417160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:52:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:03.425461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=5711d420-c40d-4523-8388-f013fd592484,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:03.430602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.435341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8ef3ca4c-ce72-4f3e-8be3-6b43ce3ee67a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/5711d420-c40d-4523-8388-f013fd592484 HTTP/1.1" status: 204 len: 168 time: 0.3551419 Jan 17 12:53:03.443059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49494) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:03.454945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13546e1-21b6-4395-95b0-b0fad7277456 None None] Network cc704d93-9790-4acf-80fc-f071e417bfb5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:03.520855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.590521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:03.692587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port db7d7748-7d1a-4126-a42d-faaad759f781 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:03.693171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.704685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-288d6a29-2616-4bb1-80b7-ef2300e89bd6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:03.706620 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-288d6a29-2616-4bb1-80b7-ef2300e89bd6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 812 time: 0.1753976 Jan 17 12:53:03.746344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-183ff034-d8c6-412f-952c-561ca5f76c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.783127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] DHCP port deletion for cc704d93-9790-4acf-80fc-f071e417bfb5 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:53:03.812077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-a891b864-45bd-421a-b44b-51d231cc57d6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 379 time: 0.0933788 Jan 17 12:53:03.818287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port db7d7748-7d1a-4126-a42d-faaad759f781, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=db7d7748-7d1a-4126-a42d-faaad759f781,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:03.818822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.831006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'port': {'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'admin_state_up': True, 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'security_groups': ['43035927-7bfb-4489-b8f7-29de823a6674']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:03.852194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for db7d7748-7d1a-4126-a42d-faaad759f781 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:03.888356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] Deleting port db7d7748-7d1a-4126-a42d-faaad759f781 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:03.888737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:03.938630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:02Z', 'revision_number': 9, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:03.973665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222a6be4-b58e-4b5b-8e9b-363591bcd8c5 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:02Z', 'revision_number': 9, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'b08562c1-be8b-45d3-9980-871bd4307aac', 'name': '', 'network_id': '00fb6902-73cc-4202-bfc1-3015a4d11a00', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:63:a4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:42Z', 'updated_at': '2022-01-17T12:52:47Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': '07f6c4bf-8cb2-4af4-b511-1f213d7d8df5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:03.989632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84d8ce74-d272-42f3-b855-8debd972aa5f req-c9d51014-236a-49cf-91e5-59a2fe309a23 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0526392 Jan 17 12:53:03.997215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] For port db7d7748-7d1a-4126-a42d-faaad759f781, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=db7d7748-7d1a-4126-a42d-faaad759f781,segment=NetworkSegment(9ca416e2-7203-4c4b-b071-df823356fc6a),segment_id=9ca416e2-7203-4c4b-b071-df823356fc6a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:03.997677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.023931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] Calling delete_port for db7d7748-7d1a-4126-a42d-faaad759f781 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:04.132086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.138864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.162701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port db7d7748-7d1a-4126-a42d-faaad759f781 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:04.168379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] Pushing event deleted for resources: {'Port': ['ID=db7d7748-7d1a-4126-a42d-faaad759f781,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:04.170330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Made reservation on behalf of c5836de1b2e64966a638b8dd9cb4ee88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:53:04.174071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19975a09-7c8b-4e29-8663-dbaf2fc0b738 None None] No DVR routers for this DVR port db7d7748-7d1a-4126-a42d-faaad759f781 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:04.174234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.178071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=db7d7748-7d1a-4126-a42d-faaad759f781,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:04.277421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.339091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc704d93-9790-4acf-80fc-f071e417bfb5']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:04.354153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca416e2-7203-4c4b-b071-df823356fc6a') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:04.354450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca416e2-7203-4c4b-b071-df823356fc6a') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:04.387106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.411225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.422336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:53:04.422797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:53:04.426189 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:53:04.470621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Allocated IP 172.20.0.8 (d73bbc65-5155-4da1-bd37-ab753e3b3366/f69d34c9-5a9d-4901-a067-0eeb96659b67/38233cdc-ee70-4241-849a-ce37ab4e3289) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:04.860677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.872307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:04.876879 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/cc704d93-9790-4acf-80fc-f071e417bfb5 HTTP/1.1" status: 204 len: 168 time: 1.4302595 Jan 17 12:53:04.877325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49500) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:04.889834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5bf72-853c-4b4b-a310-38c831f256c2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=cc704d93-9790-4acf-80fc-f071e417bfb5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:04.946401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.031862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.085430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:05.089494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:05.093661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:05.145217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=38233cdc-ee70-4241-849a-ce37ab4e3289,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:05.154851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef0eba-0bb6-40e8-9095-1d3535ffcd79 req-3edbf611-a279-4f20-8cf2-31e2270d69ef tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:05.163686 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-08ef0eba-0bb6-40e8-9095-1d3535ffcd79 req-3edbf611-a279-4f20-8cf2-31e2270d69ef tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 931 time: 0.0996811 Jan 17 12:53:05.176445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:05.176777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.258487 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-42763685-6ff3-4719-9cce-981adae4d5f9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4366522 Jan 17 12:53:05.271558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Request body: {'port': {'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:05.345077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.447969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-de2f03b8-2950-403a-b34a-43ea1a21aced None None] Provisioning complete for port 38233cdc-ee70-4241-849a-ce37ab4e3289 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:05.448947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-de2f03b8-2950-403a-b34a-43ea1a21aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.506570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-de2f03b8-2950-403a-b34a-43ea1a21aced None None] Port 38233cdc-ee70-4241-849a-ce37ab4e3289 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:53:05.520804 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-08ef0eba-0bb6-40e8-9095-1d3535ffcd79 req-2713d613-e44b-423a-adcf-8196e0fde831 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562357 Jan 17 12:53:05.610465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.623619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device db7d7748-7d1a-4126-a42d-faaad759f781 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:05.648060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: db7d7748-7d1a-4126-a42d-faaad759f781 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:05.648865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device db7d7748-7d1a-4126-a42d-faaad759f781 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:05.649335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:05.671136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:05.671482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7b4b8dd6-10b2-4875-9c2f-bb4a2780d79b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:05.672795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38233cdc-ee70-4241-849a-ce37ab4e3289 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:53:05.680640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.696828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Transition to ACTIVE for port object 38233cdc-ee70-4241-849a-ce37ab4e3289 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:53:05.714865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49506) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:05.810736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.878022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port b08562c1-be8b-45d3-9980-871bd4307aac {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:05.878667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:05.893159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Pushing event updated for resources: {'Port': ['ID=38233cdc-ee70-4241-849a-ce37ab4e3289,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:06.002698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port b08562c1-be8b-45d3-9980-871bd4307aac, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b08562c1-be8b-45d3-9980-871bd4307aac,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:06.003017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.018540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for b08562c1-be8b-45d3-9980-871bd4307aac owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:06.051773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Attempting to bind port 38233cdc-ee70-4241-849a-ce37ab4e3289 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:53:06.052104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Attempting to bind port 38233cdc-ee70-4241-849a-ce37ab4e3289 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:53:06.052431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Attempting to bind port 38233cdc-ee70-4241-849a-ce37ab4e3289 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:06.061386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Port 38233cdc-ee70-4241-849a-ce37ab4e3289 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:53:06.061632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Attempting to bind port 38233cdc-ee70-4241-849a-ce37ab4e3289 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:06.087330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:53:06.087694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Checking segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:53:06.088076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Bound using segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:53:06.088513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Bound port: 38233cdc-ee70-4241-849a-ce37ab4e3289, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:53:06.088866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.171940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-05224e63-f8fd-431c-8fc2-3b817d6baa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.198884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] For port 38233cdc-ee70-4241-849a-ce37ab4e3289, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:53:06.202991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] For port 38233cdc-ee70-4241-849a-ce37ab4e3289, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=38233cdc-ee70-4241-849a-ce37ab4e3289,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:53:06.286473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.289903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.314708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.347873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=b08562c1-be8b-45d3-9980-871bd4307aac,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:06.368150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:06.368778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.370179 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] 10.222.0.67 "PUT /v2.0/ports/38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 1093 time: 1.1036811 Jan 17 12:53:06.374803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:06.377142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c9c007-51be-41df-aec5-7633992075ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:06.452727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43061e13-7dae-47e6-9fcd-6caa4788d372 x-openstack-request-id: req-43061e13-7dae-47e6-9fcd-6caa4788d372 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:06.453487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:06.454890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43061e13-7dae-47e6-9fcd-6caa4788d372 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:06.454890 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'status': 'completed', 'code': 200} Jan 17 12:53:06.499067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca764-dddb-49a5-9642-cd8f32b4af4e service neutron] Pushing event updated for resources: {'Port': ['ID=38233cdc-ee70-4241-849a-ce37ab4e3289,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:06.547025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:06.687773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c007-51be-41df-aec5-7633992075ff req-32e860bf-b6ed-4261-ba73-f04156375bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:06.689777 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61c9c007-51be-41df-aec5-7633992075ff req-32e860bf-b6ed-4261-ba73-f04156375bad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1096 time: 0.2314477 Jan 17 12:53:06.795582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:06.804756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431379d9-b132-43b0-abc7-4c6576b9107d req-35b822d5-f1f4-442a-9df3-5256ef4d01e4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:06.806444 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-431379d9-b132-43b0-abc7-4c6576b9107d req-35b822d5-f1f4-442a-9df3-5256ef4d01e4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.1367931 Jan 17 12:53:06.831542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c007-51be-41df-aec5-7633992075ff req-5f0b8a71-8ea9-44b8-8f64-7663bccece91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:06.832420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61c9c007-51be-41df-aec5-7633992075ff req-5f0b8a71-8ea9-44b8-8f64-7663bccece91 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1166513 Jan 17 12:53:06.923893 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-431379d9-b132-43b0-abc7-4c6576b9107d req-0793638b-34a4-4649-aa72-3f3d30e61773 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074743 Jan 17 12:53:06.931448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:06.939936 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f607b19e-51de-484c-84be-980ccb0f2c7d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580995 Jan 17 12:53:06.941289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49512) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:06.941642 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:06.952039 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:06.964264 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:06.999077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c007-51be-41df-aec5-7633992075ff req-261776bb-bb31-4dc5-9a30-eae4de486daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:07.000378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61c9c007-51be-41df-aec5-7633992075ff req-261776bb-bb31-4dc5-9a30-eae4de486daa service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474705 Jan 17 12:53:07.013810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet 07f6c4bf-8cb2-4af4-b511-1f213d7d8df5 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:53:07.019240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.031454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:07.031837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.051565 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:07.080775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.149950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-36cf4360-e569-4c4e-b9ed-77fb45315286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:07.151908 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-36cf4360-e569-4c4e-b9ed-77fb45315286 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1096 time: 0.0985503 Jan 17 12:53:07.198490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.229803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-367f6403-897f-44fc-b00d-29b529f69010 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 217 time: 0.0648613 Jan 17 12:53:07.233291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 489fb1cb-f9a4-4706-b991-4e1b38fe77e8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:07.233291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.274385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:07.282533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.330856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-64c6f15b-92f9-4fdc-b66f-b7735b4ca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:07.332674 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-64c6f15b-92f9-4fdc-b66f-b7735b4ca765 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0923855 Jan 17 12:53:07.338440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.344542 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:06Z', 'revision_number': 10, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:07.372759 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:07.382586 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:07.383431 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:07.408862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.412477 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/07f6c4bf-8cb2-4af4-b511-1f213d7d8df5 HTTP/1.1" status: 204 len: 168 time: 0.4699132 Jan 17 12:53:07.414231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdb32b-e60b-4dc0-a444-5ecd382a02c5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=07f6c4bf-8cb2-4af4-b511-1f213d7d8df5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:07.416827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263e589-8660-4846-8b4d-4282ebe387d2 None None] Network 00fb6902-73cc-4202-bfc1-3015a4d11a00 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:07.419333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49514) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:07.451631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-31750801-d2a4-4312-b951-c659042feeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:07.453208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-31750801-d2a4-4312-b951-c659042feeb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138141 Jan 17 12:53:07.490942 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:07.602701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.647725 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-15ce54f7-f9e4-451b-9cd0-61a0ee9a0911 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840749 Jan 17 12:53:07.721726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] DHCP port deletion for 00fb6902-73cc-4202-bfc1-3015a4d11a00 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:53:07.756830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port c0879c59-2db4-4764-846a-2adf572ede87 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:07.757183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.764536 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9a3b531-7ff7-4635-a091-7ed4f87ca4e5 req-bf2e4212-93a4-4b04-8fef-8f60b07ef811 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074164 Jan 17 12:53:07.778354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] Deleting port c0879c59-2db4-4764-846a-2adf572ede87 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:07.779058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.812636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.823815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:06Z', 'revision_number': 10, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:07.833982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port c0879c59-2db4-4764-846a-2adf572ede87, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0879c59-2db4-4764-846a-2adf572ede87,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:07.834399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.860205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for c0879c59-2db4-4764-846a-2adf572ede87 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:07.873944 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57faa13-10ec-4a5e-bd04-a704748a3365 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:06Z', 'revision_number': 10, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None, '_interfaces': [{'id': 'c0e2e0d7-19be-459c-bfa7-2edbe02cde64', 'name': '', 'network_id': '548bde88-9508-4473-8812-7634e4db72d2', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'mac_address': 'fa:16:3e:66:89:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:52:38Z', 'updated_at': '2022-01-17T12:52:42Z', 'revision_number': 5, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'subnets': [{'id': 'ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:07.905605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=489fb1cb-f9a4-4706-b991-4e1b38fe77e8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:07.946337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] For port c0879c59-2db4-4764-846a-2adf572ede87, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0879c59-2db4-4764-846a-2adf572ede87,segment=NetworkSegment(bac454b9-4567-43d3-a76e-f5e721b10778),segment_id=bac454b9-4567-43d3-a76e-f5e721b10778)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:07.946740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:07.983996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] Calling delete_port for c0879c59-2db4-4764-846a-2adf572ede87 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:08.043069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.077924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.085374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port c0879c59-2db4-4764-846a-2adf572ede87 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:08.090833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=c0879c59-2db4-4764-846a-2adf572ede87,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:08.099726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] No DVR routers for this DVR port c0879c59-2db4-4764-846a-2adf572ede87 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:08.129185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86157be-e4ea-4a3d-9a70-3f4df4445fe8 None None] Pushing event deleted for resources: {'Port': ['ID=c0879c59-2db4-4764-846a-2adf572ede87,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:08.146484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d329fcd-2eb5-4df7-a264-cff23e43a17d req-68bd8373-b2a3-4760-9b83-f2a116068273 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:08.148309 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d329fcd-2eb5-4df7-a264-cff23e43a17d req-68bd8373-b2a3-4760-9b83-f2a116068273 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.1146224 Jan 17 12:53:08.181510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.205103 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d329fcd-2eb5-4df7-a264-cff23e43a17d req-bb7b564c-032d-41b0-9bf9-8c5e87e0c623 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493000 Jan 17 12:53:08.236222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.263323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fb6902-73cc-4202-bfc1-3015a4d11a00']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:08.274228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac454b9-4567-43d3-a76e-f5e721b10778') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:08.274656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac454b9-4567-43d3-a76e-f5e721b10778') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:08.285450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.302454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.309186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:53:08.309588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:53:08.312774 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:53:08.440458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:08.482679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.487688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.491836 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/00fb6902-73cc-4202-bfc1-3015a4d11a00 HTTP/1.1" status: 204 len: 168 time: 1.0713782 Jan 17 12:53:08.495769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49518) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:08.521085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893ced9-9c71-4c1a-a1da-2812e7ce23a3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=00fb6902-73cc-4202-bfc1-3015a4d11a00,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:08.697595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.872542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:08.877495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2a004b0e-7653-4d1b-b307-c7c17a02df32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/e5cdd5df-6982-4589-b6f4-8b5ace026f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1615419 Jan 17 12:53:08.879706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:08.893657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:08.908819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:08.909810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:08.950620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:09.022974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:09.143233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port c0e2e0d7-19be-459c-bfa7-2edbe02cde64 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:09.144390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:09.241959 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port c0e2e0d7-19be-459c-bfa7-2edbe02cde64, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:09.242440 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:09.262202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for c0e2e0d7-19be-459c-bfa7-2edbe02cde64 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:09.348223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a524a-d514-4e36-b024-eb80636a73c6 req-93702fd6-669a-4885-8bfa-77d2ab7baf9c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:09.350065 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6e4a524a-d514-4e36-b024-eb80636a73c6 req-93702fd6-669a-4885-8bfa-77d2ab7baf9c tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.0666454 Jan 17 12:53:09.395794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6e4a524a-d514-4e36-b024-eb80636a73c6 req-5200b561-dad8-4124-8282-cc94f0406f03 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 Jan 17 12:53:09.425091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:07Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:45Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:09.445111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef21af-d615-492e-9145-b7854595fafc req-cd4ebea8-6a29-4e74-ba4c-5ad80cc43df3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:09.446605 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f7ef21af-d615-492e-9145-b7854595fafc req-cd4ebea8-6a29-4e74-ba4c-5ad80cc43df3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.1086638 Jan 17 12:53:09.451302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:09.460592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:09.461203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:09.516945 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f7ef21af-d615-492e-9145-b7854595fafc req-16b0113d-b048-489f-abc9-58aba0159575 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586216 Jan 17 12:53:09.579662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:09.640191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:09.670743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=c0e2e0d7-19be-459c-bfa7-2edbe02cde64,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:09.673872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b08562c1-be8b-45d3-9980-871bd4307aac no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:09.699516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b08562c1-be8b-45d3-9980-871bd4307aac {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:09.700153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b08562c1-be8b-45d3-9980-871bd4307aac not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:09.700256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0879c59-2db4-4764-846a-2adf572ede87 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:09.762383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c0879c59-2db4-4764-846a-2adf572ede87 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:09.762877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0879c59-2db4-4764-846a-2adf572ede87 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:09.837718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:09.867756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:07Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:45Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:09.897794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d93f7-26fc-4775-b18b-cb4aeb54ca10 None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:07Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '811d5c0a-0dc4-4335-b475-24b684c359ae', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.18', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'port_id': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'mac_address': 'fa:16:3e:df:41:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:51:39Z', 'updated_at': '2022-01-17T12:51:45Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:10.003121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:10.321366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:10.328107 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1e117f1e-7242-4254-99fc-35ed58fb89fa tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311121 Jan 17 12:53:10.329042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49526) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:10.330872 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:10.340195 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:10.340898 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:10.385691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting subnet ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:53:10.389120 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.412820 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:10.430326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.477041 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:09Z', 'revision_number': 11, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:10.505914 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:10.516796 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:10.517413 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:10.558771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e1656-bb93-4312-a1fa-1e8687210812 req-71110016-d675-4edf-a025-2120890f80e2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:10.560249 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-417e1656-bb93-4312-a1fa-1e8687210812 req-71110016-d675-4edf-a025-2120890f80e2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.0856979 Jan 17 12:53:10.563474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.593147 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:10.646645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:09Z', 'revision_number': 11, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:10.653793 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-417e1656-bb93-4312-a1fa-1e8687210812 req-a91b14b1-b57b-4fb6-8dcc-9feb189893b7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657036 Jan 17 12:53:10.662281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4966be-cfca-4de1-a57b-b805ce5076c1 req-42a6470b-1a0d-414c-b54d-a86a6489edef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:10.669106 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a4966be-cfca-4de1-a57b-b805ce5076c1 req-42a6470b-1a0d-414c-b54d-a86a6489edef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.0683768 Jan 17 12:53:10.682040 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c591dd1-7daa-4cd4-b69e-740c654413c0 None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:09Z', 'revision_number': 11, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:10.709000 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a4966be-cfca-4de1-a57b-b805ce5076c1 req-80866f32-5014-40fe-9371-e6c06f5a3e00 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2c3afe23-4540-4e16-94f1-5fe6d377539e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379322 Jan 17 12:53:10.758467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-67d943a9-34a9-44b5-a17e-add44822af2d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:10.760072 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-67d943a9-34a9-44b5-a17e-add44822af2d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 946 time: 0.0521448 Jan 17 12:53:10.773976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.824779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Subnet': ['ID=ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:10.831266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.835333 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0920bb2e-d38e-48bc-b540-96dbbb4ae676 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d HTTP/1.1" status: 204 len: 168 time: 0.5052288 Jan 17 12:53:10.838052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49532) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:10.841104 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b443b3-75ae-41a7-8981-eb5e605fae07 None None] Network 548bde88-9508-4473-8812-7634e4db72d2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:10.895738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:10.896082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.918583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.981086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Deleting port b4c3efd8-854a-437b-b780-88f7db934775 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:10.981353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:10.989078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:10.989577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.005979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:11.045707 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] For port b4c3efd8-854a-437b-b780-88f7db934775, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b4c3efd8-854a-437b-b780-88f7db934775,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:11.046076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.060544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Calling delete_port for b4c3efd8-854a-437b-b780-88f7db934775 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:11.081515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] DHCP port deletion for 548bde88-9508-4473-8812-7634e4db72d2 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:53:11.142637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] Deleting port b4c3efd8-854a-437b-b780-88f7db934775 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:11.142994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.217224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] For port b4c3efd8-854a-437b-b780-88f7db934775, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b4c3efd8-854a-437b-b780-88f7db934775,segment=NetworkSegment(7f891236-de45-403e-93de-b51e93071853),segment_id=7f891236-de45-403e-93de-b51e93071853)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:11.217630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.226270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.235685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] Calling delete_port for b4c3efd8-854a-437b-b780-88f7db934775 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:11.254229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.258235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=44d8a1f0-3ef9-44b0-a35b-af1d0f131b85,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:11.287544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Port': ['ID=b4c3efd8-854a-437b-b780-88f7db934775,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:11.293746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No DVR routers for this DVR port b4c3efd8-854a-437b-b780-88f7db934775 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:11.304560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:11.309871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.310189 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-916ddc0a-7b13-4164-823c-7f6c0cfc5184 req-1ce2681e-a423-4e6c-87e6-5f9a6e499abd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 HTTP/1.1" status: 204 len: 173 time: 0.5449162 Jan 17 12:53:11.310635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'name': 'network-vif-deleted', 'tag': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:11.313065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c2fed-adb1-4ae9-95bb-4f3a3b868b69" -d '{"events": [{"server_uuid": "0bdb9c1f-8812-4770-92cc-e908857b6364", "name": "network-vif-deleted", "tag": "44d8a1f0-3ef9-44b0-a35b-af1d0f131b85"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:11.320554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.348487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] Pushing event deleted for resources: {'Port': ['ID=b4c3efd8-854a-437b-b780-88f7db934775,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:11.350310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33405c3-2cd9-424f-9451-f649d92ada78 None None] No DVR routers for this DVR port b4c3efd8-854a-437b-b780-88f7db934775 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:11.364954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e187557-15cc-4232-b848-49ba7ceb634e x-openstack-request-id: req-2e187557-15cc-4232-b848-49ba7ceb634e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:11.365255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bdb9c1f-8812-4770-92cc-e908857b6364", "name": "network-vif-deleted", "tag": "44d8a1f0-3ef9-44b0-a35b-af1d0f131b85", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:11.365508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e187557-15cc-4232-b848-49ba7ceb634e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:11.365911 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bdb9c1f-8812-4770-92cc-e908857b6364', 'name': 'network-vif-deleted', 'tag': '44d8a1f0-3ef9-44b0-a35b-af1d0f131b85', 'status': 'completed', 'code': 200} Jan 17 12:53:11.381324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.408701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548bde88-9508-4473-8812-7634e4db72d2']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:11.418686 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f891236-de45-403e-93de-b51e93071853') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:11.419069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f891236-de45-403e-93de-b51e93071853') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:11.428563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.443884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.450354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:53:11.464391 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:53:11.579427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.585360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.588829 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/networks/548bde88-9508-4473-8812-7634e4db72d2 HTTP/1.1" status: 204 len: 168 time: 0.7487516 Jan 17 12:53:11.591643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49536) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:11.596520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'routes': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:11.604650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b520ac-318a-4644-afb9-ce1ecf33a4f4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Pushing event deleted for resources: {'Network': ['ID=548bde88-9508-4473-8812-7634e4db72d2,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:11.622686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0e2e0d7-19be-459c-bfa7-2edbe02cde64 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:11.647813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c0e2e0d7-19be-459c-bfa7-2edbe02cde64 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:11.648253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0e2e0d7-19be-459c-bfa7-2edbe02cde64 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:11.648769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b4c3efd8-854a-437b-b780-88f7db934775 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:11.668664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b4c3efd8-854a-437b-b780-88f7db934775 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:11.669173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b4c3efd8-854a-437b-b780-88f7db934775 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:11.669449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:11.690654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:11.691691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 489fb1cb-f9a4-4706-b991-4e1b38fe77e8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:11.783994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Added routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 17 12:53:11.784316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.extraroute_db [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Removed routes are [] {{(pid=109280) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 17 12:53:11.784822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.786277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee118f-89c2-4afc-b015-55d97ee32d71 req-1d84f129-a487-4a36-8187-aa25d8954851 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:11.787894 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-36ee118f-89c2-4afc-b015-55d97ee32d71 req-1d84f129-a487-4a36-8187-aa25d8954851 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.0583529 Jan 17 12:53:11.834590 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-36ee118f-89c2-4afc-b015-55d97ee32d71 req-6fe54cc0-1053-4e84-bdc1-941338d00531 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Jan 17 12:53:11.885955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0d1a92f7-bd98-4e93-9b6e-5fcb1cca3db3 req-2cc7627a-9980-46b9-9120-c2651f5b2f1b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0bdb9c1f-8812-4770-92cc-e908857b6364 HTTP/1.1" status: 200 len: 210 time: 0.0507293 Jan 17 12:53:11.960621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:11.963958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.041031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:12.118323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:12.125090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.126252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f6f06453-4cfb-4a1d-9749-3be85aea8b9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 699 time: 0.5335374 Jan 17 12:53:12.129786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49542) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:12.130221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] Sync routers for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:12.139360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:12.142914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:12.161136 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-17cda027-010c-492c-9fb5-2b486cfffa29 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 205 time: 0.0301623 Jan 17 12:53:12.163650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49544) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:12.213969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:12.239234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.266499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:09Z', 'revision_number': 11, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:12.298037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] Checking router: 0e6f1ef9-7912-418e-83c9-1174b6efa8cd for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:12.306730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] Routers {'0e6f1ef9-7912-418e-83c9-1174b6efa8cd'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:12.307309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:12.375920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] Set router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:12.399436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.401584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.427290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:09Z', 'revision_number': 11, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:12.457276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20b866-08b3-4375-8eab-66143d41117e None None] The sync data for ids ['0e6f1ef9-7912-418e-83c9-1174b6efa8cd'] in dv-neutron-824886-1-hyperv is: [{'id': '0e6f1ef9-7912-418e-83c9-1174b6efa8cd', 'name': 'tempest-RoutersTest-router-90494227', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:52:36Z', 'updated_at': '2022-01-17T12:53:09Z', 'revision_number': 11, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:12.497335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.501104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6f1ef9-7912-418e-83c9-1174b6efa8cd {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:53:12.505658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.506945 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bd4de2cb-296b-461d-ac06-cf43c77c5264 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 204 len: 168 time: 0.3421721 Jan 17 12:53:12.511410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49546) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:12.515525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-28809043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:12.655562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.656638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.707803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.788552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.875933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:12.877173 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-25efb56d-609d-46a1-84db-fa90f3d0dd48 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3651912 Jan 17 12:53:12.880543 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49550) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:12.885112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:12.942306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49554) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:13.002372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ecec869-d90d-4840-ad5d-155b20a9ee1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.028263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ecec869-d90d-4840-ad5d-155b20a9ee1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.060933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7475-790c-4224-9d80-05fca4cb8871 req-c7568d08-2794-4b81-96c7-2f3b646693a7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:13.062412 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a1ac7475-790c-4224-9d80-05fca4cb8871 req-c7568d08-2794-4b81-96c7-2f3b646693a7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.1402967 Jan 17 12:53:13.142388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.156959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ecec869-d90d-4840-ad5d-155b20a9ee1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.167106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ecec869-d90d-4840-ad5d-155b20a9ee1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.167106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ecec869-d90d-4840-ad5d-155b20a9ee1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/2c3afe23-4540-4e16-94f1-5fe6d377539e HTTP/1.1" status: 204 len: 168 time: 0.2180543 Jan 17 12:53:13.167629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a1ac7475-790c-4224-9d80-05fca4cb8871 req-7a7f07a1-7f9b-41fc-baee-13f47d52cd87 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674171 Jan 17 12:53:13.171043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecec869-d90d-4840-ad5d-155b20a9ee1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3afe23-4540-4e16-94f1-5fe6d377539e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:13.225621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.244305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49558) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:13.299186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet 276c1e1a-82e0-45c3-9d68-06598a3fa0a7 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:53:13.302440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.345788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.356334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Router 06129d2c-909b-45c0-b9fd-f9612cfb2f2a is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:53:13.429956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.434188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:13.442750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.442750 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ab9f99e8-b453-42f0-a687-0934ac0ad5e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "PUT /v2.0/routers/06129d2c-909b-45c0-b9fd-f9612cfb2f2a HTTP/1.1" status: 200 len: 692 time: 0.5608108 Jan 17 12:53:13.444876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49560) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:13.445036 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] Sync routers for ids ['06129d2c-909b-45c0-b9fd-f9612cfb2f2a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:13.454675 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] Routers {'06129d2c-909b-45c0-b9fd-f9612cfb2f2a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:13.455389 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['06129d2c-909b-45c0-b9fd-f9612cfb2f2a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:13.524924 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1f4248c6-c869-4a6c-b04f-090a31359332 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/routers/06129d2c-909b-45c0-b9fd-f9612cfb2f2a HTTP/1.1" status: 200 len: 698 time: 0.0789566 Jan 17 12:53:13.525874 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] Set router 06129d2c-909b-45c0-b9fd-f9612cfb2f2a gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:13.527916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49562) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:13.559731 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-38e4f946-dd65-4968-909b-f1263d7882f3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=06129d2c-909b-45c0-b9fd-f9612cfb2f2a HTTP/1.1" status: 200 len: 205 time: 0.0305412 Jan 17 12:53:13.562235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49564) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:13.578134 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06129d2c-909b-45c0-b9fd-f9612cfb2f2a', 'name': 'tempest-RoutersTest-router-28809043', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:12Z', 'updated_at': '2022-01-17T12:53:13Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:13.601785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.609031 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] Checking router: 06129d2c-909b-45c0-b9fd-f9612cfb2f2a for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:13.617612 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] Routers {'06129d2c-909b-45c0-b9fd-f9612cfb2f2a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:13.618253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['06129d2c-909b-45c0-b9fd-f9612cfb2f2a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:13.660293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=276c1e1a-82e0-45c3-9d68-06598a3fa0a7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:13.664959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.667717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.670781 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-39398727-db6a-40c1-83a5-adb8e5b6eb80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/276c1e1a-82e0-45c3-9d68-06598a3fa0a7 HTTP/1.1" status: 204 len: 168 time: 0.4254770 Jan 17 12:53:13.673842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49566) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:13.674118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fc02b-fcb8-4222-ab6a-4d2872329d8f None None] Network 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:13.689397 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] Set router 06129d2c-909b-45c0-b9fd-f9612cfb2f2a gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:13.749450 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06129d2c-909b-45c0-b9fd-f9612cfb2f2a', 'name': 'tempest-RoutersTest-router-28809043', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:12Z', 'updated_at': '2022-01-17T12:53:13Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:13.773793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.780059 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d13cd-ffac-4c92-a398-89f57df265e4 None None] The sync data for ids ['06129d2c-909b-45c0-b9fd-f9612cfb2f2a'] in dv-neutron-824886-1-hyperv is: [{'id': '06129d2c-909b-45c0-b9fd-f9612cfb2f2a', 'name': 'tempest-RoutersTest-router-28809043', 'tenant_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:12Z', 'updated_at': '2022-01-17T12:53:13Z', 'revision_number': 2, 'project_id': 'bcc76fe6ff7f4fdbb75b2f62e64f2425', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:13.840838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port c4d014c0-e419-4d7d-9807-89009b962a83 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:13.841295 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.858047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.863927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.871081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] DHCP port deletion for 1c4e81ca-164c-4170-b1bd-0cf8d2080da0 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:53:13.921716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port c4d014c0-e419-4d7d-9807-89009b962a83, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c4d014c0-e419-4d7d-9807-89009b962a83,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:13.929917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.930215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] Deleting port c4d014c0-e419-4d7d-9807-89009b962a83 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:13.930508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.937574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for c4d014c0-e419-4d7d-9807-89009b962a83 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:13.990369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:13.990987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Fanout notify agent at l3_agent the message router_deleted on router 06129d2c-909b-45c0-b9fd-f9612cfb2f2a {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:53:14.002558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.007252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-574b3797-c109-46fb-beac-14f3be0b1ca2 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/06129d2c-909b-45c0-b9fd-f9612cfb2f2a HTTP/1.1" status: 204 len: 168 time: 0.4406450 Jan 17 12:53:14.009356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49568) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.011070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] For port c4d014c0-e419-4d7d-9807-89009b962a83, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c4d014c0-e419-4d7d-9807-89009b962a83,segment=NetworkSegment(6c7005c2-3345-4840-a9cd-9f31c5edb6e5),segment_id=6c7005c2-3345-4840-a9cd-9f31c5edb6e5)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:14.011508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.036383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] Calling delete_port for c4d014c0-e419-4d7d-9807-89009b962a83 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:14.043958 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-62afec89-5e75-4074-b2e8-d880c76a8ac3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=06129d2c-909b-45c0-b9fd-f9612cfb2f2a HTTP/1.1" status: 200 len: 205 time: 0.0347090 Jan 17 12:53:14.045905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49570) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.082330 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-135a519c-b5b1-45b1-9945-f269c337284a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.083374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-135a519c-b5b1-45b1-9945-f269c337284a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/06129d2c-909b-45c0-b9fd-f9612cfb2f2a HTTP/1.1" status: 404 len: 336 time: 0.0365317 Jan 17 12:53:14.085936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49572) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.101474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.116888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.117290 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e5d32f-bc53-4d0f-b55f-aa8b7a178520 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.117762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e5d32f-bc53-4d0f-b55f-aa8b7a178520 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.120808 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-15e5d32f-bc53-4d0f-b55f-aa8b7a178520 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/14dab021-a21d-41f2-8543-89782e57efbf HTTP/1.1" status: 404 len: 337 time: 0.0339799 Jan 17 12:53:14.123351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49574) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.128415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=c4d014c0-e419-4d7d-9807-89009b962a83,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:14.130734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port c4d014c0-e419-4d7d-9807-89009b962a83 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:14.141157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] Pushing event deleted for resources: {'Port': ['ID=c4d014c0-e419-4d7d-9807-89009b962a83,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:14.147230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafb277-4447-404d-b101-baeda1f60396 None None] No DVR routers for this DVR port c4d014c0-e419-4d7d-9807-89009b962a83 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:14.164513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.164868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.165209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.165405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca79d551-ab54-4820-92c8-0bc44b15bd62 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.165544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.165860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.165970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca79d551-ab54-4820-92c8-0bc44b15bd62 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.166189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.166514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.166838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.167416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.167851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.168176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.168501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:14.169153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ca79d551-ab54-4820-92c8-0bc44b15bd62 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/5711d420-c40d-4523-8388-f013fd592484 HTTP/1.1" status: 404 len: 337 time: 0.0447276 Jan 17 12:53:14.174546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49576) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.201232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cc060a-be8a-42b9-a0ee-081eb0de745d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.201614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cc060a-be8a-42b9-a0ee-081eb0de745d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.205242 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-16cc060a-be8a-42b9-a0ee-081eb0de745d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/07f6c4bf-8cb2-4af4-b511-1f213d7d8df5 HTTP/1.1" status: 404 len: 337 time: 0.0314152 Jan 17 12:53:14.208016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49580) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.231998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.234974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cc888f-a1e2-4cb6-9c0d-400edf8ef6c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.235580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cc888f-a1e2-4cb6-9c0d-400edf8ef6c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.238858 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-11cc888f-a1e2-4cb6-9c0d-400edf8ef6c3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/ce041bb5-3ea0-4c2a-a8ee-14d9949dc87d HTTP/1.1" status: 404 len: 337 time: 0.0297110 Jan 17 12:53:14.241397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49582) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.268756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e81ca-164c-4170-b1bd-0cf8d2080da0']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:14.271283 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c05012fe-0be0-430f-94d0-eb7a8e5d015a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 200 len: 205 time: 0.0287077 Jan 17 12:53:14.273608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49584) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.295105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7005c2-3345-4840-a9cd-9f31c5edb6e5') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:14.295377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7005c2-3345-4840-a9cd-9f31c5edb6e5') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:14.307910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.318350 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-15d56bd9-a705-4ecf-b5c0-af7def81c6e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.321827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-15d56bd9-a705-4ecf-b5c0-af7def81c6e3 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/0e6f1ef9-7912-418e-83c9-1174b6efa8cd HTTP/1.1" status: 404 len: 336 time: 0.0448935 Jan 17 12:53:14.322079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49586) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.330046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979cb8e-3041-4ffd-92e1-b7761d1c6257 req-cd53877f-5f6a-482d-bb0b-c2bff308f41a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:14.332084 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8979cb8e-3041-4ffd-92e1-b7761d1c6257 req-cd53877f-5f6a-482d-bb0b-c2bff308f41a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.0839424 Jan 17 12:53:14.333014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.340593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:53:14.340993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:53:14.344840 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:53:14.351160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-714183f5-1453-4bf4-9509-c0ceb6c9ebc5 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=89b64c41-df80-4039-9910-647df6504c50 HTTP/1.1" status: 200 len: 205 time: 0.0269389 Jan 17 12:53:14.353507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49588) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.389515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-b1107dd0-502e-4f0f-a673-05038dbc212d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.393593 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b1107dd0-502e-4f0f-a673-05038dbc212d tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/89b64c41-df80-4039-9910-647df6504c50 HTTP/1.1" status: 404 len: 336 time: 0.0361516 Jan 17 12:53:14.396383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49590) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.428488 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8979cb8e-3041-4ffd-92e1-b7761d1c6257 req-9aaaf920-73ac-4501-b8f3-9890643d7c1a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893281 Jan 17 12:53:14.429098 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ff2437-9713-48e6-aa63-7c3bd3fa7628 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.429649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ff2437-9713-48e6-aa63-7c3bd3fa7628 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.432779 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e6ff2437-9713-48e6-aa63-7c3bd3fa7628 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/74badc16-8f89-468d-8841-c5b49ebab19b HTTP/1.1" status: 404 len: 337 time: 0.0353465 Jan 17 12:53:14.435432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49592) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.466653 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-87d6c9cd-2f2c-4126-aac2-f725cdb04d87 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 200 len: 205 time: 0.0300024 Jan 17 12:53:14.474577 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49594) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.511227 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-b787cfce-717f-4434-86c8-146b0c8d0050 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.512274 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b787cfce-717f-4434-86c8-146b0c8d0050 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/a1b0f974-4766-441c-8b79-128fdfabae7f HTTP/1.1" status: 404 len: 336 time: 0.0370677 Jan 17 12:53:14.513949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.515117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49596) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.519982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.525171 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/1c4e81ca-164c-4170-b1bd-0cf8d2080da0 HTTP/1.1" status: 204 len: 168 time: 0.8480124 Jan 17 12:53:14.525994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49598) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.546571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6146c9-9c3a-4c69-8411-408487eb3df4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=1c4e81ca-164c-4170-b1bd-0cf8d2080da0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:14.574245 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-06557f89-0026-439d-8f70-7c3a4374a01a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=b119193c-5bdc-453c-9be2-aaf933ecbbc4 HTTP/1.1" status: 200 len: 205 time: 0.0579629 Jan 17 12:53:14.576767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49600) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.615015 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-f2702b9a-ae39-4737-a804-ecccd2bc77ed tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.616337 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f2702b9a-ae39-4737-a804-ecccd2bc77ed tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/b119193c-5bdc-453c-9be2-aaf933ecbbc4 HTTP/1.1" status: 404 len: 336 time: 0.0382369 Jan 17 12:53:14.618793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49602) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.646148 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b986fc-70e8-4d75-8d48-6ff97e7d51a9 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.646682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b986fc-70e8-4d75-8d48-6ff97e7d51a9 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.649753 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e4b986fc-70e8-4d75-8d48-6ff97e7d51a9 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/d36be12c-5e6f-41dd-927a-774cab37076f HTTP/1.1" status: 404 len: 337 time: 0.0299549 Jan 17 12:53:14.652392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49604) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.681133 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f17fe766-b79b-4ae6-94e0-dc36c61886b8 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0987122-4a50-4180-8184-aba83b46f4ab HTTP/1.1" status: 200 len: 205 time: 0.0274076 Jan 17 12:53:14.683555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49606) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.699182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 481a7f26-4d19-4dc2-b422-beb9cc919638 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:14.699553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.728321 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-b4b61bb6-626f-4b66-883c-4a93e5dcc4bc tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.731152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4b61bb6-626f-4b66-883c-4a93e5dcc4bc tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/b0987122-4a50-4180-8184-aba83b46f4ab HTTP/1.1" status: 404 len: 336 time: 0.0443723 Jan 17 12:53:14.731835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49608) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.759292 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e51bb3b-0efb-470a-9e01-168f4298b3e4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.759772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e51bb3b-0efb-470a-9e01-168f4298b3e4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.765049 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6e51bb3b-0efb-470a-9e01-168f4298b3e4 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/282265bd-93b4-48c7-b71e-816c28e6408b HTTP/1.1" status: 404 len: 337 time: 0.0299692 Jan 17 12:53:14.765463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49610) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.784229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.784585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:14.792708 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-affa5c69-11d1-4fd0-b4df-d5d08f280e9a tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "GET /v2.0/ports?device_id=08c82d80-adb9-46f8-9835-ac5c07117860 HTTP/1.1" status: 200 len: 205 time: 0.0259166 Jan 17 12:53:14.795040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49612) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.798446 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 481a7f26-4d19-4dc2-b422-beb9cc919638 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:14.835907 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-7cbe1dca-46d3-4064-adc8-943b17c411f6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] delete failed (client error): The resource could not be found. Jan 17 12:53:14.836930 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7cbe1dca-46d3-4064-adc8-943b17c411f6 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/routers/08c82d80-adb9-46f8-9835-ac5c07117860 HTTP/1.1" status: 404 len: 336 time: 0.0410447 Jan 17 12:53:14.839503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49614) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.866229 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-99567ec3-58b9-4373-a434-3343c21cf766 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.866229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99567ec3-58b9-4373-a434-3343c21cf766 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.869316 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-99567ec3-58b9-4373-a434-3343c21cf766 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/453f6329-b239-4518-9f7f-6f112573cc92 HTTP/1.1" status: 404 len: 337 time: 0.0289197 Jan 17 12:53:14.876884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49616) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:14.902807 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd0edf1-d32f-4f15-a4c9-8006dd6fb0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] DELETE failed (client error): The resource could not be found. Jan 17 12:53:14.903260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd0edf1-d32f-4f15-a4c9-8006dd6fb0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 12:53:14.908882 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7bd0edf1-d32f-4f15-a4c9-8006dd6fb0f7 tempest-RoutersTest-746055961 tempest-RoutersTest-746055961-project] 10.222.0.77 "DELETE /v2.0/subnets/aa4be7fc-3afd-43ec-9f71-61311cafac49 HTTP/1.1" status: 404 len: 337 time: 0.0284872 Jan 17 12:53:15.062899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.089416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=481a7f26-4d19-4dc2-b422-beb9cc919638,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:15.101804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.102152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.102481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.102817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.103141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.103466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.103824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.104143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.104464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.104780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.105096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.105409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:15.112072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:15.132621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:15.137645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 44d8a1f0-3ef9-44b0-a35b-af1d0f131b85 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:15.158952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.159273 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 811d5c0a-0dc4-4335-b475-24b684c359ae disassociated (deleted). External IP: 172.26.4.18, port: a2ae5115-95e3-4807-81ae-b72a05fb6828. Jan 17 12:53:15.357241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49622) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:15.373459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:15.493077 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-38770e84-ba48-46e7-b9b2-fd1bd8977999 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcc76fe6ff7f4fdbb75b2f62e64f2425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346037 Jan 17 12:53:15.495708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49628) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:15.548776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4adc3c06-33a6-4219-9517-739ae2e01a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.573673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4adc3c06-33a6-4219-9517-739ae2e01a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.624031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c4d014c0-e419-4d7d-9807-89009b962a83 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:15.645098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c4d014c0-e419-4d7d-9807-89009b962a83 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:15.645469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c4d014c0-e419-4d7d-9807-89009b962a83 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:15.699465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4adc3c06-33a6-4219-9517-739ae2e01a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.702104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4adc3c06-33a6-4219-9517-739ae2e01a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.703336 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4adc3c06-33a6-4219-9517-739ae2e01a87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac30e3ec-d8d2-4d80-992f-cd4087019ec0 HTTP/1.1" status: 204 len: 168 time: 0.2064867 Jan 17 12:53:15.712306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc3c06-33a6-4219-9517-739ae2e01a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30e3ec-d8d2-4d80-992f-cd4087019ec0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:15.813586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d57e-0d55-414d-b134-f19b621898fa req-8cb92ab7-b741-473a-b573-73e909eb6c1f tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:15.814981 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f397d57e-0d55-414d-b134-f19b621898fa req-8cb92ab7-b741-473a-b573-73e909eb6c1f tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.0906391 Jan 17 12:53:15.841496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:15.847120 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:15.852704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:15.863012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:15.863768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:15.887989 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f397d57e-0d55-414d-b134-f19b621898fa req-90565368-de43-4ab8-99cc-6e43c6fdbebe tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637212 Jan 17 12:53:15.892083 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d701c11e-680f-4202-96f1-35273099402c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/811d5c0a-0dc4-4335-b475-24b684c359ae HTTP/1.1" status: 204 len: 168 time: 1.3627672 Jan 17 12:53:15.892083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:15.892492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b8aff-8da0-45b1-8a62-1c794c75e5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:15.946754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47acea2a-5202-432a-b23a-48b00322e9d5 x-openstack-request-id: req-47acea2a-5202-432a-b23a-48b00322e9d5 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:15.946754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:15.946754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47acea2a-5202-432a-b23a-48b00322e9d5 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:15.946754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'status': 'completed', 'code': 200} Jan 17 12:53:15.985207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:16.006271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-64b84f28-7cf3-49c2-b8e9-7d6017724053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:16.007946 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-64b84f28-7cf3-49c2-b8e9-7d6017724053 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 1099 time: 0.0421677 Jan 17 12:53:16.112185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-fde6521a-ec60-4a66-9609-2199710a0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:16.113977 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-fde6521a-ec60-4a66-9609-2199710a0f72 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 200 len: 898 time: 0.0999839 Jan 17 12:53:16.158015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-573f1b0f-df53-4f3a-8edd-a61600ee2cac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828 HTTP/1.1" status: 200 len: 217 time: 0.0381010 Jan 17 12:53:16.202414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:07Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:16.214510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-c9ef1826-b1d5-4d72-a93a-66fc9da05e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:16.216202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-c9ef1826-b1d5-4d72-a93a-66fc9da05e5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65 HTTP/1.1" status: 200 len: 835 time: 0.0521767 Jan 17 12:53:16.232047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:16.240966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:16.241564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:16.262200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-1aa75af6-919a-4aca-b449-3a176a9ed1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:16.263839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-1aa75af6-919a-4aca-b449-3a176a9ed1c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7153e27e-5585-40db-9533-63e23cf46449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415909 Jan 17 12:53:16.404852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-945c5395-3041-48ac-a68f-3d5a4bc5bfc2 service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332669 Jan 17 12:53:16.439938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933918-a1e8-42de-b5d6-c151ab2e2d72 req-16b5b72e-6dcf-432e-a8a9-618507c3bd15 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:16.441833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc933918-a1e8-42de-b5d6-c151ab2e2d72 req-16b5b72e-6dcf-432e-a8a9-618507c3bd15 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.0976880 Jan 17 12:53:16.512336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:16.533007 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc933918-a1e8-42de-b5d6-c151ab2e2d72 req-482728b0-daef-4293-a0e3-2827b251ec02 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586624 Jan 17 12:53:16.550365 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128b8aff-8da0-45b1-8a62-1c794c75e5ce req-9ae4fabe-8e67-4276-b285-76fdbfda438e service neutron] 10.222.0.67 "GET /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377208 Jan 17 12:53:16.724203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:07Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:16.755164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05334d0d-6b62-4644-a545-9fdc6ecb6a71 None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:07Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0ca45600-74e9-4609-838c-2048ffe4b965', 'name': '', 'network_id': '7153e27e-5585-40db-9533-63e23cf46449', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:76:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:57Z', 'updated_at': '2022-01-17T12:51:08Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:16.827795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49656) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:16.922735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652744762'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:16.980691 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21b9951-5e5a-42d2-9c3a-fc1a2b453516 None None] New status for floating IP 811d5c0a-0dc4-4335-b475-24b684c359ae: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:53:17.018630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70137a-3d17-4c4e-8882-920f5762edc1 req-87b91e3c-9d91-46de-ad01-a91842fb5812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:17.021169 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9b70137a-3d17-4c4e-8882-920f5762edc1 req-87b91e3c-9d91-46de-ad01-a91842fb5812 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 943 time: 0.0517082 Jan 17 12:53:17.035264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.053073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.080634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9b70137a-3d17-4c4e-8882-920f5762edc1 req-73bcced3-426b-421d-a071-5f0913e855af tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532010 Jan 17 12:53:17.129617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 38233cdc-ee70-4241-849a-ce37ab4e3289 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:53:17.151359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.219562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.229167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 38233cdc-ee70-4241-849a-ce37ab4e3289, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=38233cdc-ee70-4241-849a-ce37ab4e3289,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:17.240661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:53:17.258092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b676ff28-8ad5-4b8e-9687-82876f24583f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:17.279296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.293535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38233cdc-ee70-4241-849a-ce37ab4e3289 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:53:17.296631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.312427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 38233cdc-ee70-4241-849a-ce37ab4e3289, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=38233cdc-ee70-4241-849a-ce37ab4e3289,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:17.345092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.371479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.377225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7ef7c-6002-4a97-b30a-4790aa9ab2e8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:17.425536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=38233cdc-ee70-4241-849a-ce37ab4e3289,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:17.433087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.433413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.433747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.434075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.434401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.434725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.435049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.435378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.435786 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.436124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.436428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.436740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:53:17.453305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.460687 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3eaeb3b1-f1c9-4911-a29a-3abaec18b213 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6257782 Jan 17 12:53:17.460687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49662) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:17.518479 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-044a79a6-aef8-40cb-a3f4-f68b430b41af tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0587988 Jan 17 12:53:17.521810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49664) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:17.525938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-security--238132562', 'description': 'tempest-security-description-716883400'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:17.551388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.601355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['38233cdc-ee70-4241-849a-ce37ab4e3289'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:53:17.603973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.622895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-34f5b8c7-e7c8-459d-bf8b-9a3eb13875a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:17.624486 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-34f5b8c7-e7c8-459d-bf8b-9a3eb13875a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.0627818 Jan 17 12:53:17.691990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.694706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.696007 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "PUT /v2.0/security-groups/7de7ef7c-6002-4a97-b30a-4790aa9ab2e8 HTTP/1.1" status: 200 len: 1778 time: 0.1733108 Jan 17 12:53:17.699207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49668) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:17.701780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7bd98-7f1e-4463-bad3-af122aeb8f3c req-444c0cc9-2c2e-4503-bda9-0cf2b9278bdf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:17.703343 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2af7bd98-7f1e-4463-bad3-af122aeb8f3c req-444c0cc9-2c2e-4503-bda9-0cf2b9278bdf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 946 time: 0.1039164 Jan 17 12:53:17.738934 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f078e-040e-47cc-b1bd-838f321e1ec3 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7ef7c-6002-4a97-b30a-4790aa9ab2e8,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:17.757679 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1cf5508f-c431-43fb-bb5a-3ee9110b94cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups/7de7ef7c-6002-4a97-b30a-4790aa9ab2e8 HTTP/1.1" status: 200 len: 1778 time: 0.0561733 Jan 17 12:53:17.763950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49670) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:17.768039 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2af7bd98-7f1e-4463-bad3-af122aeb8f3c req-2e3171e1-ee8d-412c-a6d7-c4af7b8d4269 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3dad2-db8d-4630-8904-dcdaa7a80065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431945 Jan 17 12:53:17.794126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port a2ae5115-95e3-4807-81ae-b72a05fb6828 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:17.794126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.827466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a37107b-c207-4ab7-89dc-deb0487b52cd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.850845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a37107b-c207-4ab7-89dc-deb0487b52cd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.888847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port a2ae5115-95e3-4807-81ae-b72a05fb6828, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a2ae5115-95e3-4807-81ae-b72a05fb6828,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:17.889223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.902580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for a2ae5115-95e3-4807-81ae-b72a05fb6828 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:17.982680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a37107b-c207-4ab7-89dc-deb0487b52cd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.985310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8a37107b-c207-4ab7-89dc-deb0487b52cd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:17.986454 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8a37107b-c207-4ab7-89dc-deb0487b52cd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/7de7ef7c-6002-4a97-b30a-4790aa9ab2e8 HTTP/1.1" status: 204 len: 168 time: 0.2208419 Jan 17 12:53:17.989738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49672) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.006835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37107b-c207-4ab7-89dc-deb0487b52cd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de7ef7c-6002-4a97-b30a-4790aa9ab2e8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:18.043983 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6c491033-1fbe-45db-9707-a97d3314adb7 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531881 Jan 17 12:53:18.046635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49674) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.059543 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-82549db8-7a5f-4895-95c5-7d5da9cf3c73 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] delete failed (client error): The resource could not be found. Jan 17 12:53:18.060514 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-82549db8-7a5f-4895-95c5-7d5da9cf3c73 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/7de7ef7c-6002-4a97-b30a-4790aa9ab2e8 HTTP/1.1" status: 404 len: 347 time: 0.0129688 Jan 17 12:53:18.064403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49676) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.069104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--346866737'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:18.090849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.124167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=a2ae5115-95e3-4807-81ae-b72a05fb6828,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:18.169596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port a2ae5115-95e3-4807-81ae-b72a05fb6828 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:18.171444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.173812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.177164 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d0cb39b-fda3-432e-acac-cb5c8b951f4f req-c0c02776-b0f1-4d7e-a08a-d11164425f93 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/a2ae5115-95e3-4807-81ae-b72a05fb6828 HTTP/1.1" status: 204 len: 173 time: 0.5384290 Jan 17 12:53:18.177621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'name': 'network-vif-deleted', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:18.187004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcaf260-253a-4ef2-88b4-c9e0a07615d4" -d '{"events": [{"server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "name": "network-vif-deleted", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:18.208997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1650-81a4-4472-8b4a-4aca5b9c7f6b req-7d405ce5-969a-4b38-85de-2dd289a8e3cc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:18.210699 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-637e1650-81a4-4472-8b4a-4aca5b9c7f6b req-7d405ce5-969a-4b38-85de-2dd289a8e3cc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 944 time: 0.0577703 Jan 17 12:53:18.218282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b8f8f-c0f7-4821-8fd0-fa68fd14108f x-openstack-request-id: req-f63b8f8f-c0f7-4821-8fd0-fa68fd14108f {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:18.218587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c068f805-635a-4e26-9a36-b1b5eb68cadb", "name": "network-vif-deleted", "tag": "a2ae5115-95e3-4807-81ae-b72a05fb6828", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:18.218841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f63b8f8f-c0f7-4821-8fd0-fa68fd14108f {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:18.219240 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c068f805-635a-4e26-9a36-b1b5eb68cadb', 'name': 'network-vif-deleted', 'tag': 'a2ae5115-95e3-4807-81ae-b72a05fb6828', 'status': 'completed', 'code': 200} Jan 17 12:53:18.254641 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-637e1650-81a4-4472-8b4a-4aca5b9c7f6b req-c8fe3a77-ab51-4753-b74c-58c5d8ef5a8f tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365646 Jan 17 12:53:18.259401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.331064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.360493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d39b6f0-d11b-4ac1-bc25-0a130537c465,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:18.419006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.420260 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e317f71-ffe6-4bf7-a747-91747efefb29 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3548684 Jan 17 12:53:18.424083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49682) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.428699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '7d39b6f0-d11b-4ac1-bc25-0a130537c465', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:18.513536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.575324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.634000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.652478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0f33e7-eb21-4331-9510-08c5746c771f,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:18.701091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.702342 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8e6cc7c4-2ecf-41ac-80fd-2373d2ae0571 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2773151 Jan 17 12:53:18.705159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49684) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.738001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c88823-4a5e-4bbc-82c6-8d6981ca42ea tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.744501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c88823-4a5e-4bbc-82c6-8d6981ca42ea tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.861099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c88823-4a5e-4bbc-82c6-8d6981ca42ea tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.866871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c88823-4a5e-4bbc-82c6-8d6981ca42ea tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:18.867996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e1c88823-4a5e-4bbc-82c6-8d6981ca42ea tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/ef0f33e7-eb21-4331-9510-08c5746c771f HTTP/1.1" status: 204 len: 168 time: 0.1619418 Jan 17 12:53:18.870668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49688) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.891139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-014345c2-f993-47e6-b59a-8cef80891c9f req-7f872d9e-1792-47b4-9231-16fc5739117d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c068f805-635a-4e26-9a36-b1b5eb68cadb HTTP/1.1" status: 200 len: 210 time: 0.0391469 Jan 17 12:53:18.892406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c88823-4a5e-4bbc-82c6-8d6981ca42ea tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef0f33e7-eb21-4331-9510-08c5746c771f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:18.924894 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e4d2174e-cf5b-40f6-8403-dc32e53b74d7 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530336 Jan 17 12:53:18.934559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49690) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:18.988947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e0574d36-f1ea-4540-a4b5-58c4455802bb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.011380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e0574d36-f1ea-4540-a4b5-58c4455802bb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.144567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 38233cdc-ee70-4241-849a-ce37ab4e3289 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:19.150883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e0574d36-f1ea-4540-a4b5-58c4455802bb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.153480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e0574d36-f1ea-4540-a4b5-58c4455802bb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.156977 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e0574d36-f1ea-4540-a4b5-58c4455802bb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/7d39b6f0-d11b-4ac1-bc25-0a130537c465 HTTP/1.1" status: 204 len: 168 time: 0.2191873 Jan 17 12:53:19.158125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49692) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:19.173191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0574d36-f1ea-4540-a4b5-58c4455802bb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d39b6f0-d11b-4ac1-bc25-0a130537c465,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:19.219956 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8162d984-a86a-4a74-8f46-b0c818a6a11e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607324 Jan 17 12:53:19.224429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49694) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:19.229168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804328671'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:19.308189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 38233cdc-ee70-4241-849a-ce37ab4e3289 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:53:19.312218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 38233cdc-ee70-4241-849a-ce37ab4e3289 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:19.312592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.380565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b90a-2fe2-428d-82ac-538840a059f8 req-f2758d44-bcd5-46c7-a732-00a4db21f20a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:19.382130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7696b90a-2fe2-428d-82ac-538840a059f8 req-f2758d44-bcd5-46c7-a732-00a4db21f20a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 944 time: 0.0548790 Jan 17 12:53:19.382802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.392715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.417273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:19.419777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ababba59-555d-4ea3-9606-51cdfd6150cb" -d '{"events": [{"server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "name": "network-vif-plugged", "status": "completed", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:19.423644 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7696b90a-2fe2-428d-82ac-538840a059f8 req-42004eb1-9177-4db9-b0ac-0e3732442ac5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345223 Jan 17 12:53:19.435107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 38233cdc-ee70-4241-849a-ce37ab4e3289, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=38233cdc-ee70-4241-849a-ce37ab4e3289,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:19.460020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fb7265-bdb3-4343-8914-6a36289e4a26 x-openstack-request-id: req-e4fb7265-bdb3-4343-8914-6a36289e4a26 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:19.460317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "name": "network-vif-plugged", "status": "completed", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:19.460583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4fb7265-bdb3-4343-8914-6a36289e4a26 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:19.460975 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'code': 200} Jan 17 12:53:19.466630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.520140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.565506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.574181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=38233cdc-ee70-4241-849a-ce37ab4e3289,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:19.597914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b41e09-6255-4067-a1b1-80f145ef4480,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:19.670501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.671708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b1a75dde-783e-48dc-b625-4aa704fede1f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4461541 Jan 17 12:53:19.674513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49700) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:19.679114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '87b41e09-6255-4067-a1b1-80f145ef4480', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:19.732455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5689f4-ebaf-4f3c-bce3-652148f3ac72 req-869e66b3-f242-41e0-90a8-2ab7bd460aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:19.733959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e5689f4-ebaf-4f3c-bce3-652148f3ac72 req-869e66b3-f242-41e0-90a8-2ab7bd460aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1098 time: 0.0504863 Jan 17 12:53:19.772061 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e5689f4-ebaf-4f3c-bce3-652148f3ac72 req-604418e1-13e5-4487-8468-233f0773b0d2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Jan 17 12:53:19.795073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.841934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.905048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:19.925426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7480d4c-f50e-4419-9ef2-e51c7fc8a619,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:19.948745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:20.007577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.008745 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ddeb458a-2cb0-4724-b1e8-e79ddc78a8aa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332474 Jan 17 12:53:20.011637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49706) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:20.012177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6caa6014-0b59-4a24-9a4c-0b4d0305311c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.016325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '87b41e09-6255-4067-a1b1-80f145ef4480', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:20.037992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6caa6014-0b59-4a24-9a4c-0b4d0305311c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.109823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.162819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.165425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6caa6014-0b59-4a24-9a4c-0b4d0305311c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.168334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6caa6014-0b59-4a24-9a4c-0b4d0305311c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.169568 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6caa6014-0b59-4a24-9a4c-0b4d0305311c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/cdb3dad2-db8d-4630-8904-dcdaa7a80065 HTTP/1.1" status: 204 len: 168 time: 0.2198007 Jan 17 12:53:20.180669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6014-0b59-4a24-9a4c-0b4d0305311c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb3dad2-db8d-4630-8904-dcdaa7a80065,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:20.264853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.284581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42083d0-6851-45a7-b87b-cc409eb0989a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:20.300450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49710) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:20.348875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.350043 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4bffba73-6cca-4957-a387-822f37c0b796 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3373573 Jan 17 12:53:20.353048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49712) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:20.357729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '87b41e09-6255-4067-a1b1-80f145ef4480', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:20.442272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.500874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.585247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.606205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78a131f-178e-4d97-9934-3e1aed62fc0c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:20.673466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.674859 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2dc32634-78e5-40dc-b226-c2cc1f6771b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207386 Jan 17 12:53:20.678524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49716) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:20.682979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '87b41e09-6255-4067-a1b1-80f145ef4480', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:20.738907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5085f-3218-4152-aedc-018147e101dc req-4c1f71ea-62eb-4770-8de6-592e510adc86 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:20.740316 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e5c5085f-3218-4152-aedc-018147e101dc req-4c1f71ea-62eb-4770-8de6-592e510adc86 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 945 time: 0.1037688 Jan 17 12:53:20.804972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.826620 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e5c5085f-3218-4152-aedc-018147e101dc req-9ca5ea5a-640d-40f4-b3d7-2c0f33b5ffab tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802884 Jan 17 12:53:20.876607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.957330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:20.975125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0764ee97-a0ec-4809-b2df-3703f7a3714e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:20.976908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.101679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.102939 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07026b25-b605-4937-aa0f-dd76a1b9c68e tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4234834 Jan 17 12:53:21.105684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49718) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:21.110165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '87b41e09-6255-4067-a1b1-80f145ef4480', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:21.166530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a2ae5115-95e3-4807-81ae-b72a05fb6828 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:21.188739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: a2ae5115-95e3-4807-81ae-b72a05fb6828 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:21.189097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a2ae5115-95e3-4807-81ae-b72a05fb6828 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:21.201442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.234697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 0ca45600-74e9-4609-838c-2048ffe4b965 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:21.235316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.261931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.321166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 0ca45600-74e9-4609-838c-2048ffe4b965, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0ca45600-74e9-4609-838c-2048ffe4b965,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:21.321530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.334748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 0ca45600-74e9-4609-838c-2048ffe4b965 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:21.336462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.354592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a5bc1-2d69-49f4-b000-bc331ccc1561,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:21.429909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.431355 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3bd79515-30b4-4d90-937d-a414e4269a58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3245902 Jan 17 12:53:21.434222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49720) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:21.459014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a60bc0f-2b13-4d2e-b0a2-3c85a93b985b tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.466953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a60bc0f-2b13-4d2e-b0a2-3c85a93b985b tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.548057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a60bc0f-2b13-4d2e-b0a2-3c85a93b985b tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.554578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a60bc0f-2b13-4d2e-b0a2-3c85a93b985b tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.559412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0a60bc0f-2b13-4d2e-b0a2-3c85a93b985b tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/154a5bc1-2d69-49f4-b000-bc331ccc1561 HTTP/1.1" status: 204 len: 168 time: 0.1209214 Jan 17 12:53:21.559721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49722) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:21.561842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60bc0f-2b13-4d2e-b0a2-3c85a93b985b tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=154a5bc1-2d69-49f4-b000-bc331ccc1561,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:21.574043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.610116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=0ca45600-74e9-4609-838c-2048ffe4b965,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:21.660017 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-becc6ac6-7816-4194-82e3-bf513dfe8e5c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0996511 Jan 17 12:53:21.663150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49724) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:21.692556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a3070659-554c-4a36-89c6-9df97f7ad75f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.701622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a3070659-554c-4a36-89c6-9df97f7ad75f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.809035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.822431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a3070659-554c-4a36-89c6-9df97f7ad75f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.828924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a3070659-554c-4a36-89c6-9df97f7ad75f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.830033 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a3070659-554c-4a36-89c6-9df97f7ad75f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/0764ee97-a0ec-4809-b2df-3703f7a3714e HTTP/1.1" status: 204 len: 168 time: 0.1656618 Jan 17 12:53:21.835045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49726) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:21.841296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3070659-554c-4a36-89c6-9df97f7ad75f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0764ee97-a0ec-4809-b2df-3703f7a3714e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:21.892250 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9ee31a43-117c-4fce-b698-411bfe4a6eec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0557501 Jan 17 12:53:21.894852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49730) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:21.942621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ddba3cc-d4ed-4edb-af5d-8b4d43df6c1c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.952902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ddba3cc-d4ed-4edb-af5d-8b4d43df6c1c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:21.981720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ce12-383b-4f84-a6fd-834c85bea74e req-3773dadb-1115-446c-bb4a-5896529e8037 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:21.983198 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f496ce12-383b-4f84-a6fd-834c85bea74e req-3773dadb-1115-446c-bb4a-5896529e8037 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 945 time: 0.0821831 Jan 17 12:53:22.024467 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f496ce12-383b-4f84-a6fd-834c85bea74e req-4c5a926c-6488-4ed1-895e-04e471eedeed tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333200 Jan 17 12:53:22.037309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router e5cdd5df-6982-4589-b6f4-8b5ace026f2d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:22.080217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ddba3cc-d4ed-4edb-af5d-8b4d43df6c1c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.090352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9ddba3cc-d4ed-4edb-af5d-8b4d43df6c1c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.091464 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9ddba3cc-d4ed-4edb-af5d-8b4d43df6c1c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c78a131f-178e-4d97-9934-3e1aed62fc0c HTTP/1.1" status: 204 len: 168 time: 0.1956978 Jan 17 12:53:22.096543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddba3cc-d4ed-4edb-af5d-8b4d43df6c1c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c78a131f-178e-4d97-9934-3e1aed62fc0c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:22.098408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49734) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.137019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.141932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8b2a6829-5353-4d94-89a0-34720f37a677 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0423477 Jan 17 12:53:22.145410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49736) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.169388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-524605b2-97c6-4624-b111-09041e29fb94 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.181027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-524605b2-97c6-4624-b111-09041e29fb94 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.187719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:22.196406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49738) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.196687 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6810f60-8112-44c5-a55e-1bf35531fe29 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/e5cdd5df-6982-4589-b6f4-8b5ace026f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8949585 Jan 17 12:53:22.198059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] Sync routers for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:22.204251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1b54-15dd-4f5f-a8c7-d237245368ce req-d7b53a24-ab86-4cbb-b64b-d7951804826a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:22.205739 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-880e1b54-15dd-4f5f-a8c7-d237245368ce req-d7b53a24-ab86-4cbb-b64b-d7951804826a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 945 time: 0.1027732 Jan 17 12:53:22.214581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:22.215257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:22.247807 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-880e1b54-15dd-4f5f-a8c7-d237245368ce req-fca10ebb-1377-43c7-a127-b2142e656220 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Jan 17 12:53:22.259903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:53:22.263633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.273789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49740) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.309816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.312964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-524605b2-97c6-4624-b111-09041e29fb94 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.337949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-524605b2-97c6-4624-b111-09041e29fb94 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.338933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:22.339112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-524605b2-97c6-4624-b111-09041e29fb94 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a42083d0-6851-45a7-b87b-cc409eb0989a HTTP/1.1" status: 204 len: 168 time: 0.1926689 Jan 17 12:53:22.344431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49742) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.354194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69a908f-ac77-4d07-9c3b-f49b5f9c9671 tempest-TestVolumeBootPattern-1889287315 tempest-TestVolumeBootPattern-1889287315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:22.358428 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b69a908f-ac77-4d07-9c3b-f49b5f9c9671 tempest-TestVolumeBootPattern-1889287315 tempest-TestVolumeBootPattern-1889287315-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1093 time: 0.0810828 Jan 17 12:53:22.358634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49744) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.363922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:22.367226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524605b2-97c6-4624-b111-09041e29fb94 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a42083d0-6851-45a7-b87b-cc409eb0989a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:22.430205 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-04fa605f-d538-40fc-94c3-8a49482f06b2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0847611 Jan 17 12:53:22.433733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49746) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.454856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.467687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f828a6a6-4fb9-4564-8a26-d98bc7ba6c2a tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.477971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f828a6a6-4fb9-4564-8a26-d98bc7ba6c2a tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.481087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.526313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:21Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:22.553855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] Checking router: e5cdd5df-6982-4589-b6f4-8b5ace026f2d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:22.562021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] Routers {'e5cdd5df-6982-4589-b6f4-8b5ace026f2d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:22.562619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:22.596194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.622879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.654038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.658678 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65 HTTP/1.1" status: 204 len: 168 time: 0.4595356 Jan 17 12:53:22.661708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517b37a-6935-448f-8def-a684de1ba168 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=b76c7ef7-bc50-41f2-8f7f-f9f142aa2f65,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:22.661893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab118a-2d82-4385-af26-9a92566d33f1 None None] Network 7153e27e-5585-40db-9533-63e23cf46449 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:22.662795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49748) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.705725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] Set router e5cdd5df-6982-4589-b6f4-8b5ace026f2d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:22.749654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f828a6a6-4fb9-4564-8a26-d98bc7ba6c2a tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.755209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f828a6a6-4fb9-4564-8a26-d98bc7ba6c2a tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.756384 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f828a6a6-4fb9-4564-8a26-d98bc7ba6c2a tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b7480d4c-f50e-4419-9ef2-e51c7fc8a619 HTTP/1.1" status: 204 len: 168 time: 0.3214099 Jan 17 12:53:22.759164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49750) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.804180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3bfdab7d-9884-4a3e-9c9c-8f00edae4171 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412090 Jan 17 12:53:22.804550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49752) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:22.805626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828a6a6-4fb9-4564-8a26-d98bc7ba6c2a tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7480d4c-f50e-4419-9ef2-e51c7fc8a619,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:22.859332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c8309d70-f275-4c0a-b7b0-a1d3a003aeec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.883469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c8309d70-f275-4c0a-b7b0-a1d3a003aeec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.921967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:22.946252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:21Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:22.957804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Allocated IP 172.26.4.241 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d4d87d7d-9e58-42d1-bbb2-504a55a0e7dd) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:22.976320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeef50c-4342-4d06-8ac0-9ca25b1a7088 None None] The sync data for ids ['e5cdd5df-6982-4589-b6f4-8b5ace026f2d'] in dv-neutron-824886-1-hyperv is: [{'id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'name': 'tempest-TestNetworkBasicOps-router-914309432', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:50:47Z', 'updated_at': '2022-01-17T12:53:21Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'afb78125-bae0-45fe-ad61-3f857ed3c874', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cdd5df-6982-4589-b6f4-8b5ace026f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:50:48Z', 'updated_at': '2022-01-17T12:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:22.990509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] DHCP port deletion for 7153e27e-5585-40db-9533-63e23cf46449 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:53:23.022355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c8309d70-f275-4c0a-b7b0-a1d3a003aeec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.025271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c8309d70-f275-4c0a-b7b0-a1d3a003aeec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.026579 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c8309d70-f275-4c0a-b7b0-a1d3a003aeec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/87b41e09-6255-4067-a1b1-80f145ef4480 HTTP/1.1" status: 204 len: 168 time: 0.2210257 Jan 17 12:53:23.030251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49754) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:23.046640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] Deleting port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:23.046640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.053639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309d70-f275-4c0a-b7b0-a1d3a003aeec tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b41e09-6255-4067-a1b1-80f145ef4480,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:23.105382 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fa437cc8-281d-4297-9311-d40d34ecc660 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696201 Jan 17 12:53:23.108046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49756) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:23.113810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311111430'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:23.122994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] For port 9df8ae1d-48d6-434c-9e73-7735dcdd8873, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9df8ae1d-48d6-434c-9e73-7735dcdd8873,segment=NetworkSegment(aa50680c-c107-4bf3-9291-d087fefc30b2),segment_id=aa50680c-c107-4bf3-9291-d087fefc30b2)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:23.123401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.137421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] Calling delete_port for 9df8ae1d-48d6-434c-9e73-7735dcdd8873 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:23.211292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.281822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.282092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.314327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] Pushing event deleted for resources: {'Port': ['ID=9df8ae1d-48d6-434c-9e73-7735dcdd8873,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:23.316697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c8b2b-9960-4414-b80d-fa9cac3ec46e None None] No DVR routers for this DVR port 9df8ae1d-48d6-434c-9e73-7735dcdd8873 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:53:23.344876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.370737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.375551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9317800-207d-48d0-9b9d-fb01ca9f6796,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:23.403640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.432540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.436388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5dc78eaa-363a-4ede-823b-400e43290dd8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3245142 Jan 17 12:53:23.436813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49758) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:23.442631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': 'f9317800-207d-48d0-9b9d-fb01ca9f6796', 'direction': 'ingress', 'protocol': 17}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:23.514792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port afb78125-bae0-45fe-ad61-3f857ed3c874 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:53:23.515158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.530424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.565877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.610446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:23.620094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:23.624108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9df8ae1d-48d6-434c-9e73-7735dcdd8873 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:23.631764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:23.639893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.645906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 9df8ae1d-48d6-434c-9e73-7735dcdd8873 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:23.646719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9df8ae1d-48d6-434c-9e73-7735dcdd8873 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:23.646719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0ca45600-74e9-4609-838c-2048ffe4b965 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:23.665842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0ca45600-74e9-4609-838c-2048ffe4b965 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:23.666191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0ca45600-74e9-4609-838c-2048ffe4b965 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:23.669537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=d4d87d7d-9e58-42d1-bbb2-504a55a0e7dd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:23.698714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port afb78125-bae0-45fe-ad61-3f857ed3c874, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=afb78125-bae0-45fe-ad61-3f857ed3c874,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:23.699081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.715761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for afb78125-bae0-45fe-ad61-3f857ed3c874 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:53:23.716851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.734424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05132bf1-bf47-4434-92db-9f1b5c3a5d5c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:23.793353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.794708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-39beee2c-28a8-40c0-bec0-82a7535912ee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3569143 Jan 17 12:53:23.797501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49760) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:23.852097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de476a5b-3032-41db-b6af-7fe471ca4157 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.874876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de476a5b-3032-41db-b6af-7fe471ca4157 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.994715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de476a5b-3032-41db-b6af-7fe471ca4157 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.997007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-de476a5b-3032-41db-b6af-7fe471ca4157 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:23.998226 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-de476a5b-3032-41db-b6af-7fe471ca4157 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/f9317800-207d-48d0-9b9d-fb01ca9f6796 HTTP/1.1" status: 204 len: 168 time: 0.1998146 Jan 17 12:53:24.001573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49762) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:24.023821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de476a5b-3032-41db-b6af-7fe471ca4157 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9317800-207d-48d0-9b9d-fb01ca9f6796,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:24.055770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a1216bae-0c80-4ab2-95ae-afd4b5f37cb0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531075 Jan 17 12:53:24.059915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49764) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:24.064130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--916085621'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:24.106650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.168500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=afb78125-bae0-45fe-ad61-3f857ed3c874,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:24.174189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.250171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.322232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.352846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d55607-6ad7-4d94-a818-eb2b6617b6a4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:24.389013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.410135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.414253 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c0ece271-33d0-497c-a699-b8ac575481cb tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3507268 Jan 17 12:53:24.414380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49766) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:24.419060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899421526'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:24.511179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.534803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.541583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.556225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.584718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.659670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.688178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.688718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router e5cdd5df-6982-4589-b6f4-8b5ace026f2d {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:53:24.696231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.700660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49768) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:24.701304 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4a2c485c-32d0-470b-81ef-62033ff1a3e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/e5cdd5df-6982-4589-b6f4-8b5ace026f2d HTTP/1.1" status: 204 len: 168 time: 2.0373030 Jan 17 12:53:24.713075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9196a45e-e323-45b0-96ef-07c543c320bf,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:24.742158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.766976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.772149 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dd6abd49-92bb-4dcc-81f6-23898faa0d10 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3566573 Jan 17 12:53:24.772843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49770) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:24.787018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': 'e6d55607-6ad7-4d94-a818-eb2b6617b6a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9196a45e-e323-45b0-96ef-07c543c320bf', 'remote_ip_prefix': None}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:24.823532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.919223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.934381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.947338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:24.975717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7153e27e-5585-40db-9533-63e23cf46449']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:24.990004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa50680c-c107-4bf3-9291-d087fefc30b2') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:24.990298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa50680c-c107-4bf3-9291-d087fefc30b2') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:24.994027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.007505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.034776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.046106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:53:25.046511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:53:25.049485 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:53:25.064732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.067032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=d4d87d7d-9e58-42d1-bbb2-504a55a0e7dd,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:25.080480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.122182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.140697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bd123b-2626-42de-ad4b-82ec5c433fea,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:25.177222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.185108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.191270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/7153e27e-5585-40db-9533-63e23cf46449 HTTP/1.1" status: 204 len: 168 time: 0.4865024 Jan 17 12:53:25.191463 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Floating IP 788cb622-ef4d-4cc3-807d-f6e75b27acf7 associated. External IP: 172.26.4.241, port: 38233cdc-ee70-4241-849a-ce37ab4e3289. Jan 17 12:53:25.202973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5bac7-3210-4648-bdf9-02f28f8ce46a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=7153e27e-5585-40db-9533-63e23cf46449,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:25.208408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.209836 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e347c92b-e50d-4458-9691-7e4c2ef2bc17 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4295173 Jan 17 12:53:25.210443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49772) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.213478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49774) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.217258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--93317811', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:25.254258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8915ddb-609a-44fa-a3cc-47cfedd68aff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.263546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8915ddb-609a-44fa-a3cc-47cfedd68aff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.325367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:53:25.328987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.379048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8915ddb-609a-44fa-a3cc-47cfedd68aff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.386976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8915ddb-609a-44fa-a3cc-47cfedd68aff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.388098 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e8915ddb-609a-44fa-a3cc-47cfedd68aff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/36bd123b-2626-42de-ad4b-82ec5c433fea HTTP/1.1" status: 204 len: 168 time: 0.1673977 Jan 17 12:53:25.388851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:53:25.390828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49776) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.400802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8915ddb-609a-44fa-a3cc-47cfedd68aff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36bd123b-2626-42de-ad4b-82ec5c433fea,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:25.404772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.405112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897 of type vlan for network 8cab3172-b26d-4e03-95b3-b49f8443ae99 Jan 17 12:53:25.445467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.453231 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c85107e9-dc73-4543-8896-933b91816357 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0611439 Jan 17 12:53:25.455473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:25.456531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49778) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.554067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.557853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c73c21-2410-4c42-9d66-b8461ba31c99 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.559814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:25.560627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.615335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c73c21-2410-4c42-9d66-b8461ba31c99 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.626686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device afb78125-bae0-45fe-ad61-3f857ed3c874 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:53:25.631242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=8cab3172-b26d-4e03-95b3-b49f8443ae99,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:25.632729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:25.641800 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:25.652419 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:25.653021 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:25.660595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:53:25.669417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: afb78125-bae0-45fe-ad61-3f857ed3c874 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:53:25.669949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device afb78125-bae0-45fe-ad61-3f857ed3c874 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:53:25.713895 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-90ca49af-21c4-4854-b32d-54d8f7e5ea51 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4995093 Jan 17 12:53:25.714484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49780) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.719020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:25.745422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c73c21-2410-4c42-9d66-b8461ba31c99 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.747922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c5c73c21-2410-4c42-9d66-b8461ba31c99 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.749072 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c5c73c21-2410-4c42-9d66-b8461ba31c99 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/9196a45e-e323-45b0-96ef-07c543c320bf HTTP/1.1" status: 204 len: 168 time: 0.2914250 Jan 17 12:53:25.751634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.754449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49782) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.763083 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:25.789899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c73c21-2410-4c42-9d66-b8461ba31c99 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196a45e-e323-45b0-96ef-07c543c320bf,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:25.822119 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-53da0ca2-7079-4084-81ed-2f5e820a2fe8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4621420 Jan 17 12:53:25.822766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:25.823860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7dc6c7e9-927f-4748-bcc5-eeca7c9784b5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0706389 Jan 17 12:53:25.824531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49786) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:25.825199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278c37d-7a99-4833-a190-75e2d8a825f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:25.877748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.879795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.884305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8340ffc4-4801-44ac-8a8f-2ffb416724b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.917329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8340ffc4-4801-44ac-8a8f-2ffb416724b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:25.938649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.017127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8340ffc4-4801-44ac-8a8f-2ffb416724b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.022059 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:23Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:26.023232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8340ffc4-4801-44ac-8a8f-2ffb416724b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.025870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b781e9-d450-4195-b252-05f506ad6cd9 x-openstack-request-id: req-46b781e9-d450-4195-b252-05f506ad6cd9 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:26.026089 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8340ffc4-4801-44ac-8a8f-2ffb416724b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/e6d55607-6ad7-4d94-a818-eb2b6617b6a4 HTTP/1.1" status: 204 len: 168 time: 0.2004826 Jan 17 12:53:26.028241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:26.028241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46b781e9-d450-4195-b252-05f506ad6cd9 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:26.028241 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'status': 'completed', 'code': 200} Jan 17 12:53:26.028854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49794) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:26.051253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:26.052828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ffc4-4801-44ac-8a8f-2ffb416724b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d55607-6ad7-4d94-a818-eb2b6617b6a4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:26.068136 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:26.068768 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:26.086758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-adfa1272-0759-468d-a4a2-82a7e16098b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:26.088360 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-adfa1272-0759-468d-a4a2-82a7e16098b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1098 time: 0.0519426 Jan 17 12:53:26.189588 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:26.199188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-8ff2e24d-545e-4f2c-98c7-02cc6871b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:26.201062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-8ff2e24d-545e-4f2c-98c7-02cc6871b0ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.1056862 Jan 17 12:53:26.271750 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-30e53144-ea0b-40e3-870d-3e0cc17533af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 999 time: 0.0635202 Jan 17 12:53:26.324420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-187dba9a-8544-4fa6-b90d-6059c917b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:26.326091 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-187dba9a-8544-4fa6-b90d-6059c917b474 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0475352 Jan 17 12:53:26.378864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-7e5a0d21-3996-4d83-bb9e-2b222c08c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:26.380516 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-7e5a0d21-3996-4d83-bb9e-2b222c08c51e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476263 Jan 17 12:53:26.434634 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:23Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:26.446072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.454321 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d8d1f192-1df5-460e-bfaf-3b8ae7d6c201 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4244282 Jan 17 12:53:26.458568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49796) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:26.465127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--217944089'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:26.467322 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517cee3-0ac0-42d9-a945-0dc1548b9a8a None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:23Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:26.491731 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-12521c9b-2ae8-44c1-bc4e-7352302ffcbb service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048744 Jan 17 12:53:26.596738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.609336 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2278c37d-7a99-4833-a190-75e2d8a825f2 req-821e90d8-ff86-4a39-852b-ffe26eb60c91 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101801 Jan 17 12:53:26.674020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.693099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1b06d-5416-4e11-8a80-b36816b96d42 None None] New status for floating IP 788cb622-ef4d-4cc3-807d-f6e75b27acf7: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:53:26.714288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.739355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.765060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.794196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1817749-3a4b-4ae7-8ee8-a261a8807aad,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:26.856434 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.56 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/a04566d3-1cf4-4bc6-b26f-5a67498cb2c2) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:26.870161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.871451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6ab623f5-53c6-48a5-bd0c-d88bbb4eb5e2 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4119351 Jan 17 12:53:26.874329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49798) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:26.879060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': 'c1817749-3a4b-4ae7-8ee8-a261a8807aad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:26.966342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:26.989979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.046555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.059869 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.096380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:27.099795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:27.103218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:27.130738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:27.148245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.166632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d4778e-a058-4aac-af70-d8f6206a612f,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:27.241743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.242894 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c71d61b2-1d3f-4a2b-b1f2-77e7895afc6d tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3675358 Jan 17 12:53:27.245894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49800) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:27.271151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f3905dc-d7c3-458a-adb9-a6c3afdf2882 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.282905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f3905dc-d7c3-458a-adb9-a6c3afdf2882 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.373528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f3905dc-d7c3-458a-adb9-a6c3afdf2882 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.381513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7f3905dc-d7c3-458a-adb9-a6c3afdf2882 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.382648 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7f3905dc-d7c3-458a-adb9-a6c3afdf2882 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b2d4778e-a058-4aac-af70-d8f6206a612f HTTP/1.1" status: 204 len: 168 time: 0.1357543 Jan 17 12:53:27.386900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49802) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:27.392928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3905dc-d7c3-458a-adb9-a6c3afdf2882 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d4778e-a058-4aac-af70-d8f6206a612f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:27.424499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.429859 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-28416693-ca40-4ae0-a6c0-a425c2df0084 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416772 Jan 17 12:53:27.432602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49804) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:27.484884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c25ad9f7-0e44-4ece-9739-5abc0d30d005 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.508332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c25ad9f7-0e44-4ece-9739-5abc0d30d005 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.628457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.630611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c25ad9f7-0e44-4ece-9739-5abc0d30d005 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.633229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c25ad9f7-0e44-4ece-9739-5abc0d30d005 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.634389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c25ad9f7-0e44-4ece-9739-5abc0d30d005 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1817749-3a4b-4ae7-8ee8-a261a8807aad HTTP/1.1" status: 204 len: 168 time: 0.2008138 Jan 17 12:53:27.637712 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49806) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:27.650247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ad9f7-0e44-4ece-9739-5abc0d30d005 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1817749-3a4b-4ae7-8ee8-a261a8807aad,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:27.686862 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a85ba539-14cd-496e-a59d-44de38e196bd tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469286 Jan 17 12:53:27.691596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49808) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:27.695760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--820214162'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:27.761955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.807736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:53:27.827042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.890865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.919597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:27.923670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bea53ad-0a01-48d6-a100-fe18c8b7c238,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:27.930659 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Sync routers for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:27.939166 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:27.940020 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:27.990675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:27.991988 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-481d5b61-540c-46f9-a42d-dbc997b81dc1 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2995565 Jan 17 12:53:27.994828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49810) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:27.999417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '8bea53ad-0a01-48d6-a100-fe18c8b7c238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:28.018624 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.019836 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7106fe08-a0cd-4261-a988-5abf092234d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3043334 Jan 17 12:53:28.023101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49812) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.043208 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:28.064296 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8bac06c7-d299-47e6-8bf3-e666da75c0ba tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400572 Jan 17 12:53:28.067175 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49814) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.135675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.171252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c73993-bafb-49d9-b6ae-0a45e55f8376 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:28.177224 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f1c73993-bafb-49d9-b6ae-0a45e55f8376 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1089387 Jan 17 12:53:28.177924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49816) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.199909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.212099 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f929ea66-c71b-4376-b67e-f00951cf7f72 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329900 Jan 17 12:53:28.212704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49818) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.217659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1039286032', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:28.234063 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:27Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:28.260128 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Checking router: 77df0cd4-b97a-45fe-90c4-218b48ec2f3e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:28.260473 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Updating router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:53:28.273935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.290182 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.294366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9978f070-d065-4621-a649-f5a8bdf79671,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:28.384745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.388459 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8ef24923-80e3-43e4-9c1b-f90272bb4a08 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902416 Jan 17 12:53:28.388743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49820) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.405608 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fd631b6a-11da-4c59-9601-b78fb472d390 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules/9978f070-d065-4621-a649-f5a8bdf79671 HTTP/1.1" status: 200 len: 763 time: 0.0156584 Jan 17 12:53:28.408087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49822) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.456757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-df23d1d2-9387-4d2b-8f4c-6f58c944b510 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0467310 Jan 17 12:53:28.459256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49824) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.482725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7d82189-c34a-4577-bae5-ed5eb2002d52 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.490359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7d82189-c34a-4577-bae5-ed5eb2002d52 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.508478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:53:28.512305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.551967 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.630991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7d82189-c34a-4577-bae5-ed5eb2002d52 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.637296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7d82189-c34a-4577-bae5-ed5eb2002d52 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.638466 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c7d82189-c34a-4577-bae5-ed5eb2002d52 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/9978f070-d065-4621-a649-f5a8bdf79671 HTTP/1.1" status: 204 len: 168 time: 0.1781006 Jan 17 12:53:28.642075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49826) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.644415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d82189-c34a-4577-bae5-ed5eb2002d52 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9978f070-d065-4621-a649-f5a8bdf79671,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:28.691041 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.727221 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6367eb99-ca65-44ba-a462-f3c134d37288 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811679 Jan 17 12:53:28.727356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49828) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:28.733428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '8bea53ad-0a01-48d6-a100-fe18c8b7c238', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:28.738485 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Attempting to bind port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:53:28.745632 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Attempting to bind port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:53:28.745632 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Attempting to bind port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:28.750092 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f64e2-668f-4df3-b525-3da3fcd478c0 None None] Pushing event updated for resources: {'Port': ['ID=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:28.752583 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:53:28.752993 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:53:28.753482 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.754059 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:53:28.754548 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Bound port: a04566d3-1cf4-4bc6-b26f-5a67498cb2c2, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:53:28.754922 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.809605 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] For port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:53:28.812533 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] For port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:53:28.852852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.879412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.901198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.943537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=12645711-c2a8-4078-834f-69c0fcfd2edb,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:28.945319 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.954449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:53:28.955013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: 8cab3172-b26d-4e03-95b3-b49f8443ae99, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:53:28.973903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:28.993454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d91c00-ea26-4d18-aab6-7a77e522ec5c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:29.024910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:53:29.055636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.057058 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff6c3738-d73a-4919-86cc-02d1383e13b0 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282416 Jan 17 12:53:29.059665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49830) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.078261 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dc14df9b-1a89-44a3-9f24-b53d18ff142c tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules/36d91c00-ea26-4d18-aab6-7a77e522ec5c HTTP/1.1" status: 200 len: 763 time: 0.0153940 Jan 17 12:53:29.078488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49832) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.085932 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f64e2-668f-4df3-b525-3da3fcd478c0 None None] Pushing event updated for resources: {'Port': ['ID=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:29.088947 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:29.089199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:29.117087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 8cab3172-b26d-4e03-95b3-b49f8443ae99) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:29.121606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:29.122411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.127537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ff3ca-469b-4dce-92f5-7b07a0030b07 None None] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:29.144906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1eff1f56-a8fc-414b-9d8c-04eb3d319bfa tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0653121 Jan 17 12:53:29.147506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49834) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.172981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7501a6e-d07f-46a1-835b-f6465e83645f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.182291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7501a6e-d07f-46a1-835b-f6465e83645f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.202311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e9442b6e-3482-457f-92fe-59389cfc7274 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9861124 Jan 17 12:53:29.203039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49836) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.232650 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:29.339321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-8cab3172-b26d-4e03-95b3-b49f8443ae99', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:53:29.340576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.342565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7501a6e-d07f-46a1-835b-f6465e83645f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.355834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7501a6e-d07f-46a1-835b-f6465e83645f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.357315 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b7501a6e-d07f-46a1-835b-f6465e83645f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/36d91c00-ea26-4d18-aab6-7a77e522ec5c HTTP/1.1" status: 204 len: 168 time: 0.2086809 Jan 17 12:53:29.366291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49838) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.375473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7501a6e-d07f-46a1-835b-f6465e83645f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36d91c00-ea26-4d18-aab6-7a77e522ec5c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:29.445152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-597c679a-7a23-4a77-aaa4-4b4b84b501e8 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815771 Jan 17 12:53:29.445454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49840) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.450787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '8bea53ad-0a01-48d6-a100-fe18c8b7c238', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:29.490871 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:27Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:29.523701 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1109cd6-d563-4a17-b5dc-0e1b7ade95d2 None None] The sync data for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv is: [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:27Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:29.579722 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Project 10f0eb424304466091d2a35cde602282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:53:29.585305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.666110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.711599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Allocated IP 172.20.0.2 (8cab3172-b26d-4e03-95b3-b49f8443ae99/12645711-c2a8-4078-834f-69c0fcfd2edb/bae3be69-ac64-49a6-abdd-e1109b7a8854) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:29.739447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.767866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f647b3-a1d9-487a-89ab-a7382c8d3ba7,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:29.829244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.829244 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ac329aa1-7bcc-4df7-9067-87c2f898a925 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3818247 Jan 17 12:53:29.832426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49842) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.856632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:29.886033 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ee80ff54-74ce-45fa-8105-07e1fb7b2f59 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules/90f647b3-a1d9-487a-89ab-a7382c8d3ba7 HTTP/1.1" status: 200 len: 769 time: 0.0475161 Jan 17 12:53:29.888523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49844) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:29.931428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.020156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.063922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:30.067608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:30.074619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:30.078379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Pushing event updated for resources: {'Port': ['ID=bae3be69-ac64-49a6-abdd-e1109b7a8854,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:30.153404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Attempting to bind port bae3be69-ac64-49a6-abdd-e1109b7a8854 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:53:30.154080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Attempting to bind port bae3be69-ac64-49a6-abdd-e1109b7a8854 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:53:30.154209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Attempting to bind port bae3be69-ac64-49a6-abdd-e1109b7a8854 on network 8cab3172-b26d-4e03-95b3-b49f8443ae99 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:30.160078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:53:30.160459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Checking segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:53:30.161130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.161536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Bound using segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:53:30.162180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Bound port: bae3be69-ac64-49a6-abdd-e1109b7a8854, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:53:30.162739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.239069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] For port bae3be69-ac64-49a6-abdd-e1109b7a8854, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:53:30.242630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] For port bae3be69-ac64-49a6-abdd-e1109b7a8854, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bae3be69-ac64-49a6-abdd-e1109b7a8854,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:53:30.354531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.375088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5f2f227b-e48a-4b89-a67f-da6544e032c4 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4854617 Jan 17 12:53:30.378549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49846) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:30.433412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa37a-a93b-46de-a06b-2797e12be5f5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.449094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa37a-a93b-46de-a06b-2797e12be5f5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.458621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c81cd-9952-41ac-9874-04d05ca38cc0 None None] Pushing event updated for resources: {'Port': ['ID=bae3be69-ac64-49a6-abdd-e1109b7a8854,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:30.624970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (8cab3172-b26d-4e03-95b3-b49f8443ae99/12645711-c2a8-4078-834f-69c0fcfd2edb/7fd5c0a0-be4b-451f-9cf0-1e005881e157) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:30.628655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa37a-a93b-46de-a06b-2797e12be5f5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.636358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa37a-a93b-46de-a06b-2797e12be5f5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.641033 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d6fa37a-a93b-46de-a06b-2797e12be5f5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/90f647b3-a1d9-487a-89ab-a7382c8d3ba7 HTTP/1.1" status: 204 len: 168 time: 0.2590516 Jan 17 12:53:30.641610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49850) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:30.682021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa37a-a93b-46de-a06b-2797e12be5f5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f647b3-a1d9-487a-89ab-a7382c8d3ba7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:30.748735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f2899d1f-48e6-429f-b655-d3fb02bccf20 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058927 Jan 17 12:53:30.752274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49852) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:30.808220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.819953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-84789568-0925-4522-98af-e3927108d9a5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.846472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-84789568-0925-4522-98af-e3927108d9a5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.908480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.946989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:30.950148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:30.953857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:30.965086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-84789568-0925-4522-98af-e3927108d9a5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.968166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-84789568-0925-4522-98af-e3927108d9a5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:30.969673 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-84789568-0925-4522-98af-e3927108d9a5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/8bea53ad-0a01-48d6-a100-fe18c8b7c238 HTTP/1.1" status: 204 len: 168 time: 0.2167392 Jan 17 12:53:30.975174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49854) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:30.985334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=7fd5c0a0-be4b-451f-9cf0-1e005881e157,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:30.989578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789568-0925-4522-98af-e3927108d9a5 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bea53ad-0a01-48d6-a100-fe18c8b7c238,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:31.011075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.032797 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6faf246-6a28-41f5-9b68-0d5ae1ed0eee tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559118 Jan 17 12:53:31.039553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49856) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:31.044754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171515737'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:31.165090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.242894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.244163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.321896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.350998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1536fa1e-10c7-4124-bd37-ff9036b7b90e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:31.424067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.425507 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d50744a4-6efc-44d0-a39c-8fb221131e58 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3849347 Jan 17 12:53:31.429536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49858) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:31.434226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Request body: {'security_group_rule': {'security_group_id': '1536fa1e-10c7-4124-bd37-ff9036b7b90e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:31.537137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.556269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.609763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.625583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.680136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:31.682197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.704311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04f3794-827e-4389-97cf-b8520c014104,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:31.725606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.728810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=7fd5c0a0-be4b-451f-9cf0-1e005881e157,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:31.747089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:31.747723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.774492 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.775822 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-36e04c78-7a85-4915-ab62-d78d0b4620b6 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452456 Jan 17 12:53:31.778811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49860) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:31.854878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:31.856430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:31.865028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-562b56db-0b23-4ae8-b9fc-3c067f298d68 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.871700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.904062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:31.909549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-562b56db-0b23-4ae8-b9fc-3c067f298d68 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.985159 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:31.986983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bae3be69-ac64-49a6-abdd-e1109b7a8854 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:31.996913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:32.042178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-562b56db-0b23-4ae8-b9fc-3c067f298d68 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.047967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-562b56db-0b23-4ae8-b9fc-3c067f298d68 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.052896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-562b56db-0b23-4ae8-b9fc-3c067f298d68 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/1536fa1e-10c7-4124-bd37-ff9036b7b90e HTTP/1.1" status: 204 len: 168 time: 0.2699342 Jan 17 12:53:32.055112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49862) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.064804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b56db-0b23-4ae8-b9fc-3c067f298d68 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536fa1e-10c7-4124-bd37-ff9036b7b90e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:32.072216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f48a85b-a763-4d5e-8097-4dbcf3171b3d None None] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:53:32.151423 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ef73a7c7-3d6d-4b23-99cb-c76ca0baf804 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950177 Jan 17 12:53:32.158363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49864) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.163839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:32.164530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:32.175594 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9d9b32b4-0bae-40e5-bf03-91707841fca5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/77df0cd4-b97a-45fe-90c4-218b48ec2f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9716816 Jan 17 12:53:32.178978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49866) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.179622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f12e74a1-67cc-4408-b4aa-c1ade4edd52e None None] Provisioning complete for port bae3be69-ac64-49a6-abdd-e1109b7a8854 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:32.180091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f12e74a1-67cc-4408-b4aa-c1ade4edd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.185681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Sync routers for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:32.225338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bae3be69-ac64-49a6-abdd-e1109b7a8854 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:32.225626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.277194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:32.277992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:32.288173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6651151f-57c5-497d-a841-628914f55546 tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1315777 Jan 17 12:53:32.291086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49870) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.309633 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-0e5b26cf-e686-4f3a-ab4a-e1ee5adbb62f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] delete failed (client error): The resource could not be found. Jan 17 12:53:32.314268 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0e5b26cf-e686-4f3a-ab4a-e1ee5adbb62f tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "DELETE /v2.0/security-groups/1536fa1e-10c7-4124-bd37-ff9036b7b90e HTTP/1.1" status: 404 len: 347 time: 0.0181720 Jan 17 12:53:32.315714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49872) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.370201 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b1b85a36-acf3-4af7-9187-790940acbeff tempest-SecGroupIPv6Test-1839985886 tempest-SecGroupIPv6Test-1839985886-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485032 Jan 17 12:53:32.393890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.394660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.395071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.395557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.396025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.396484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.400990 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68d2518c-429c-4266-82b9-88ab4dc48e1f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2183890 Jan 17 12:53:32.401353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49876) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.496122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.496514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.497010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.497465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.497914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.498359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:32.500207 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2aecce0f-7606-4c85-9525-b2cfd3e63c6d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0978429 Jan 17 12:53:32.503741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49878) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.529318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:32.532678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f12e74a1-67cc-4408-b4aa-c1ade4edd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.593583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.710423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f12e74a1-67cc-4408-b4aa-c1ade4edd52e None None] For port bae3be69-ac64-49a6-abdd-e1109b7a8854, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bae3be69-ac64-49a6-abdd-e1109b7a8854,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:32.754386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9daea851-ce08-49d7-af04-41e61ce860ec tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2479112 Jan 17 12:53:32.793613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f12e74a1-67cc-4408-b4aa-c1ade4edd52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.863399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:53:32.863853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:53:32.894511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e74a1-67cc-4408-b4aa-c1ade4edd52e None None] Pushing event updated for resources: {'Port': ['ID=bae3be69-ac64-49a6-abdd-e1109b7a8854,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:32.898811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:32.922798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49884) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:32.934069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Checking router: 77df0cd4-b97a-45fe-90c4-218b48ec2f3e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:32.934372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Updating router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:53:32.965853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-14c7a8c6-5eda-4e83-8757-cbf41c3e409b None None] Provisioning complete for port bae3be69-ac64-49a6-abdd-e1109b7a8854 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:32.967667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14c7a8c6-5eda-4e83-8757-cbf41c3e409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:32.967806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.029053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49888) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:33.037569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822141574', 'description': 'tempest-secgroup-smoke-822141574 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:33.105106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4cbd91ad-5c3d-44d7-aa1b-4f95fdb56c9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10f0eb424304466091d2a35cde602282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787570 Jan 17 12:53:33.105501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49890) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:33.159738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cd89-790d-498d-af7e-3d1c44fba571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.164633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.208263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cd89-790d-498d-af7e-3d1c44fba571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.211048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-14c7a8c6-5eda-4e83-8757-cbf41c3e409b None None] Provisioning complete for port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:33.211435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14c7a8c6-5eda-4e83-8757-cbf41c3e409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.265489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-14c7a8c6-5eda-4e83-8757-cbf41c3e409b None None] Port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:53:33.279444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.343628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.350428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.379770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546c6323-4c8e-4cc6-a521-6645ac380f62,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:33.382634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cd89-790d-498d-af7e-3d1c44fba571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.385093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ab9cd89-790d-498d-af7e-3d1c44fba571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.386594 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ab9cd89-790d-498d-af7e-3d1c44fba571 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b676ff28-8ad5-4b8e-9687-82876f24583f HTTP/1.1" status: 204 len: 168 time: 0.2797999 Jan 17 12:53:33.396662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9cd89-790d-498d-af7e-3d1c44fba571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b676ff28-8ad5-4b8e-9687-82876f24583f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:33.495914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.497324 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0f510c55-5817-49c4-825a-7e5e8fbac2f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4672177 Jan 17 12:53:33.500219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49894) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:33.505130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '546c6323-4c8e-4cc6-a521-6645ac380f62', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:33.536843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.599793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-96938d5a-8117-4e39-abe9-aba515f681f9 None None] Provisioning complete for port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:33.600178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96938d5a-8117-4e39-abe9-aba515f681f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.626242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7bc4f-eec0-48de-bab5-37630b9d3e4f None None] Pushing event updated for resources: {'Port': ['ID=7fd5c0a0-be4b-451f-9cf0-1e005881e157,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:33.657314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.692173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:33.733284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-96938d5a-8117-4e39-abe9-aba515f681f9 None None] Port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:53:33.737908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Attempting to bind port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:53:33.737908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Attempting to bind port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:53:33.738281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Attempting to bind port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 on network 8cab3172-b26d-4e03-95b3-b49f8443ae99 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:33.749207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:53:33.749628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Checking segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:53:33.750112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.750565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Bound using segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:53:33.751112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Bound port: 7fd5c0a0-be4b-451f-9cf0-1e005881e157, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:53:33.751529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.760905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.785080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:33.785449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.828926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1a0969e8-bcf3-4050-8efc-bb59ca215dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.849149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.869148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21838584-cd90-485d-9708-25857e395727,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:33.889145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] For port 7fd5c0a0-be4b-451f-9cf0-1e005881e157, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:53:33.894710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] For port 7fd5c0a0-be4b-451f-9cf0-1e005881e157, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7fd5c0a0-be4b-451f-9cf0-1e005881e157,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:53:33.898810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-91a61b42-3af9-4a39-876b-546bab5db81b None None] Provisioning complete for port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:33.899196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-91a61b42-3af9-4a39-876b-546bab5db81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.960917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bae3be69-ac64-49a6-abdd-e1109b7a8854 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:33.962592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-91a61b42-3af9-4a39-876b-546bab5db81b None None] Port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:53:33.967721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:33.969037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-22af0b9b-06fa-48fa-8ba3-ff109b17d83c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4678619 Jan 17 12:53:33.971997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49896) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:33.976739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '546c6323-4c8e-4cc6-a521-6645ac380f62', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:33.997190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.070022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:34.070661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:34.072375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7bc4f-eec0-48de-bab5-37630b9d3e4f None None] Pushing event updated for resources: {'Port': ['ID=7fd5c0a0-be4b-451f-9cf0-1e005881e157,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:34.095906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.107850 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bae3be69-ac64-49a6-abdd-e1109b7a8854 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:34.108334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.176684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.236558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:34.250674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.270808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d5e475-e621-43e3-986e-ac8e9b6d87bc,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:34.338462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.339780 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-38fe175c-d120-4300-b55d-83fe7ef97979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3668323 Jan 17 12:53:34.342573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49898) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:34.347471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '546c6323-4c8e-4cc6-a521-6645ac380f62', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:34.360722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f3dd3602-f3c4-4709-8e7f-1dee531461ee None None] Provisioning complete for port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:34.361107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3602-f3c4-4709-8e7f-1dee531461ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.437900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.495714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.497385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3602-f3c4-4709-8e7f-1dee531461ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.538839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:33Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:34.542656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f3dd3602-f3c4-4709-8e7f-1dee531461ee None None] For port 7fd5c0a0-be4b-451f-9cf0-1e005881e157, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7fd5c0a0-be4b-451f-9cf0-1e005881e157,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:34.564718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.570214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e377a1c-68cb-4f30-ab12-3902a0acdc07 None None] The sync data for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv is: [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:33Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:34.584397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291fcabb-d492-4fb7-806a-b1fe95042c79,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:34.639373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3602-f3c4-4709-8e7f-1dee531461ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.670388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.671921 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c3a36890-7f82-4985-aea9-4a8be29850bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282480 Jan 17 12:53:34.675469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49900) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:34.680319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '546c6323-4c8e-4cc6-a521-6645ac380f62', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:34.702937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd3602-f3c4-4709-8e7f-1dee531461ee None None] Pushing event updated for resources: {'Port': ['ID=7fd5c0a0-be4b-451f-9cf0-1e005881e157,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:34.798744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.868883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.930603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:34.950562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bbcd1a-ab01-4cd5-aa2d-50982dfce559,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:35.013080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.016932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dd97f928-e23f-4d52-80ea-8e5b4c874631 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3402078 Jan 17 12:53:35.017436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49902) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:35.022463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '546c6323-4c8e-4cc6-a521-6645ac380f62', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:35.119663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:53:35.125353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.201666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.285916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.308405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d29650-deb3-4415-87cb-5bb4e6efef5e,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:35.404044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.405273 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5028af9f-2161-4236-b35d-2beff44b03cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3863711 Jan 17 12:53:35.408008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49904) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:35.413221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '546c6323-4c8e-4cc6-a521-6645ac380f62', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:35.510685 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:53:35.516401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.576784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.664762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.681660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fd5c0a0-be4b-451f-9cf0-1e005881e157 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:35.684449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3278ea5-1626-431b-8bb5-29502102d196,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:35.732226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:35.732599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.758091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:35.759548 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e6a84bd9-db2f-4a03-a3b7-0c0a49dcc923 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3498440 Jan 17 12:53:35.941340 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-d08dcd7c-ee6d-4a88-a9e5-80f53deb3ffc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822141574&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0329833 Jan 17 12:53:36.046035 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-7fb360ce-17cc-42d3-8960-d785a952b6f9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:36.047668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-7fb360ce-17cc-42d3-8960-d785a952b6f9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=8cab3172-b26d-4e03-95b3-b49f8443ae99 HTTP/1.1" status: 200 len: 795 time: 0.0991814 Jan 17 12:53:36.065996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-d0955200-3db5-49ec-a644-1d9db69edc66 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0107694 Jan 17 12:53:36.121562 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-e9001a2b-fca6-481f-9de5-4cc8ee6f3464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496953 Jan 17 12:53:36.150760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2a85e04-8545-4567-b35c-bee3d422b3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:36.216398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-4cf12293-8e74-4b75-a48c-b3fd8239229e service neutron] 10.222.0.77 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Jan 17 12:53:36.309401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-1da2d8c3-bf47-49e9-9b36-80fc457827bd service neutron] 10.222.0.77 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864239 Jan 17 12:53:36.548992 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-be451c5c-b2be-46bf-a7f7-354c158ef49d req-ac93a34a-cbb5-4c0d-ba78-05b880370aac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 210 time: 0.0273304 Jan 17 12:53:37.250167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:37.645998 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c02003d-b03a-4ffa-959f-d1e1a22fc49e req-331077bb-24b1-4997-a6b0-81b951b9c4fc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Jan 17 12:53:38.353560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-7d4508c0-fec7-456f-b723-dfa7760a5814 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:38.356536 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-7d4508c0-fec7-456f-b723-dfa7760a5814 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=8cab3172-b26d-4e03-95b3-b49f8443ae99 HTTP/1.1" status: 200 len: 795 time: 0.1195464 Jan 17 12:53:38.407647 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-ce371279-ca4f-4bb1-a432-0a6691dafe1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 379 time: 0.0426888 Jan 17 12:53:38.417821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '33e3146f-a495-43fe-8f89-da1625021d19', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['546c6323-4c8e-4cc6-a521-6645ac380f62']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:38.685310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:53:38.689289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:38.713257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:38.742157 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-77b9d80a-9124-466d-961f-34ea3d9e2e5a req-f423e7a3-1513-41bf-935a-58d0b4b9a9fe tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Jan 17 12:53:38.822933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.14 (8cab3172-b26d-4e03-95b3-b49f8443ae99/12645711-c2a8-4078-834f-69c0fcfd2edb/1edd40c9-3181-4eab-8416-ac465cebce3f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:38.879030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:38.961236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.079429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.127135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:39.130483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:39.134327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:39.143212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=1edd40c9-3181-4eab-8416-ac465cebce3f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:39.193165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:39.193838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.316876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-6fcfd457-3222-4f5e-a202-0e60b8477a38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9040248 Jan 17 12:53:39.329247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Request body: {'port': {'device_id': '33e3146f-a495-43fe-8f89-da1625021d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:39.383398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.391735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e3f5311d-0af5-4f8b-bf53-ba7183456884 None None] Provisioning complete for port 1edd40c9-3181-4eab-8416-ac465cebce3f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:39.392114 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3f5311d-0af5-4f8b-bf53-ba7183456884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.426494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5311d-0af5-4f8b-bf53-ba7183456884 None None] Port 1edd40c9-3181-4eab-8416-ac465cebce3f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:53:39.652554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edd40c9-3181-4eab-8416-ac465cebce3f {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:53:39.660199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.671984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Transition to ACTIVE for port object 1edd40c9-3181-4eab-8416-ac465cebce3f will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:53:39.730408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.784365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Pushing event updated for resources: {'Port': ['ID=1edd40c9-3181-4eab-8416-ac465cebce3f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:39.890715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Attempting to bind port 1edd40c9-3181-4eab-8416-ac465cebce3f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:53:39.891056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Attempting to bind port 1edd40c9-3181-4eab-8416-ac465cebce3f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:53:39.891387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Attempting to bind port 1edd40c9-3181-4eab-8416-ac465cebce3f on network 8cab3172-b26d-4e03-95b3-b49f8443ae99 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:39.905751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea425dc-b5eb-4aff-8f4f-cd2a514406a2 req-083e1eb4-9899-451c-8b9c-2d417bdb9d22 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:39.907299 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ea425dc-b5eb-4aff-8f4f-cd2a514406a2 req-083e1eb4-9899-451c-8b9c-2d417bdb9d22 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 944 time: 0.0860996 Jan 17 12:53:39.908452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Port 1edd40c9-3181-4eab-8416-ac465cebce3f on network 8cab3172-b26d-4e03-95b3-b49f8443ae99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:53:39.909334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Attempting to bind port 1edd40c9-3181-4eab-8416-ac465cebce3f on network 8cab3172-b26d-4e03-95b3-b49f8443ae99 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:53:39.917667 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:53:39.918087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Checking segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:53:39.918469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Bound using segment: {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:53:39.918901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Bound port: 1edd40c9-3181-4eab-8416-ac465cebce3f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:53:39.919258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:39.988366 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ea425dc-b5eb-4aff-8f4f-cd2a514406a2 req-f1b90c52-203d-4b23-8f32-d9ac4786f39d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729725 Jan 17 12:53:40.017626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] For port 1edd40c9-3181-4eab-8416-ac465cebce3f, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:53:40.021365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] For port 1edd40c9-3181-4eab-8416-ac465cebce3f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1edd40c9-3181-4eab-8416-ac465cebce3f,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:53:40.055890 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:53:40.122364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:40.158015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:40.158140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:40.160509 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] 10.222.0.67 "PUT /v2.0/ports/1edd40c9-3181-4eab-8416-ac465cebce3f HTTP/1.1" status: 200 len: 1094 time: 0.8362510 Jan 17 12:53:40.160976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:40.163181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f463866-26c0-46c0-8477-d4a1fb5a1b46" -d '{"events": [{"name": "network-changed", "server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:40.188409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbb0fe-b55b-4d7f-9043-d9f37c7fcf8b service neutron] Pushing event updated for resources: {'Port': ['ID=1edd40c9-3181-4eab-8416-ac465cebce3f,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:40.211084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e145da-cd7d-4ec6-a5b2-8812381cffe3 x-openstack-request-id: req-39e145da-cd7d-4ec6-a5b2-8812381cffe3 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:40.211384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:40.211674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39e145da-cd7d-4ec6-a5b2-8812381cffe3 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:40.212079 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'status': 'completed', 'code': 200} Jan 17 12:53:40.279847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463866-26c0-46c0-8477-d4a1fb5a1b46 req-b37058d1-d186-4e03-b01e-db659fa9f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:40.281546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f463866-26c0-46c0-8477-d4a1fb5a1b46 req-b37058d1-d186-4e03-b01e-db659fa9f38a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 1097 time: 0.0476704 Jan 17 12:53:40.379513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463866-26c0-46c0-8477-d4a1fb5a1b46 req-a895c34d-c12a-4532-9746-4b6339ac00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:40.381022 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f463866-26c0-46c0-8477-d4a1fb5a1b46 req-a895c34d-c12a-4532-9746-4b6339ac00a3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0923104 Jan 17 12:53:40.802442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463866-26c0-46c0-8477-d4a1fb5a1b46 req-85e7cfc8-ea35-4bb4-9b5b-4bc07bb45e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:40.803950 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f463866-26c0-46c0-8477-d4a1fb5a1b46 req-85e7cfc8-ea35-4bb4-9b5b-4bc07bb45e19 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4165258 Jan 17 12:53:40.882570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-02b13654-ced1-4fc7-a4e7-743d0cda1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:40.884170 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-02b13654-ced1-4fc7-a4e7-743d0cda1890 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 1097 time: 0.0427294 Jan 17 12:53:40.926559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-88bc09a2-bc98-462b-8de8-4c504e92bc7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edd40c9-3181-4eab-8416-ac465cebce3f HTTP/1.1" status: 200 len: 217 time: 0.0342913 Jan 17 12:53:40.979033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-e736a4fd-5cb4-4389-add3-16e4b43ba834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:40.980836 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-e736a4fd-5cb4-4389-add3-16e4b43ba834 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12645711-c2a8-4078-834f-69c0fcfd2edb HTTP/1.1" status: 200 len: 835 time: 0.0476789 Jan 17 12:53:41.026704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-1c48f60f-a836-4a0e-a3ae-3dd221aae7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:41.028207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-1c48f60f-a836-4a0e-a3ae-3dd221aae7e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cab3172-b26d-4e03-95b3-b49f8443ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401957 Jan 17 12:53:41.154785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a4b47-f665-48e6-92e4-988202856a3d req-815c05a0-139b-42ef-98c1-390fb85e0112 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:41.156211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d7a4b47-f665-48e6-92e4-988202856a3d req-815c05a0-139b-42ef-98c1-390fb85e0112 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 944 time: 0.0797844 Jan 17 12:53:41.160280 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-c2215d63-6237-4aea-b555-3b3f5711c0cd service neutron] 10.222.0.67 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247678 Jan 17 12:53:41.243857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5d7a4b47-f665-48e6-92e4-988202856a3d req-e62f4f90-5e56-4be8-93e5-d1a53299a24b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815537 Jan 17 12:53:41.276366 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac17bd37-fb00-483c-88da-a9400dfb26e7 req-fdcf5727-32dd-40c7-a2c4-2b9c09e88ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080043 Jan 17 12:53:42.365397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d177956-8a8c-42a4-b5ea-cd658e88850c req-95595cba-d00e-414c-9981-8544abe176f1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:42.366885 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6d177956-8a8c-42a4-b5ea-cd658e88850c req-95595cba-d00e-414c-9981-8544abe176f1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 944 time: 0.0548229 Jan 17 12:53:42.404939 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6d177956-8a8c-42a4-b5ea-cd658e88850c req-9d683267-4e16-4597-bfdf-526714badd7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321221 Jan 17 12:53:43.302518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1edd40c9-3181-4eab-8416-ac465cebce3f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:53:43.399986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 1edd40c9-3181-4eab-8416-ac465cebce3f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1edd40c9-3181-4eab-8416-ac465cebce3f,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:43.411288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'port_id': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'mac_address': 'fa:16:3e:c3:00:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:53:43.448788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:43.461990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edd40c9-3181-4eab-8416-ac465cebce3f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:53:43.481858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 1edd40c9-3181-4eab-8416-ac465cebce3f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1edd40c9-3181-4eab-8416-ac465cebce3f,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:43.521045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6c24a-99be-4d1d-930f-028afb0b6e1b req-7d93e4b8-aeca-40d5-885a-bc4ff309fc0e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:43.522547 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-baa6c24a-99be-4d1d-930f-028afb0b6e1b req-7d93e4b8-aeca-40d5-885a-bc4ff309fc0e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Jan 17 12:53:43.536550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:43.562429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-baa6c24a-99be-4d1d-930f-028afb0b6e1b req-3dab8b55-6263-4c85-ad04-a2d8f080e0e1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Jan 17 12:53:43.584902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=1edd40c9-3181-4eab-8416-ac465cebce3f,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:43.764263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['1edd40c9-3181-4eab-8416-ac465cebce3f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:53:44.682135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75658e67-1277-4da2-97d5-3ad3778c4b60 req-4518477a-056d-4cf6-b6de-9dabafe7ed96 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:44.683641 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-75658e67-1277-4da2-97d5-3ad3778c4b60 req-4518477a-056d-4cf6-b6de-9dabafe7ed96 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Jan 17 12:53:44.725087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-75658e67-1277-4da2-97d5-3ad3778c4b60 req-325cee03-678b-48b7-a339-3ffa33068ffe tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354524 Jan 17 12:53:45.303204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1edd40c9-3181-4eab-8416-ac465cebce3f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:53:45.453381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 1edd40c9-3181-4eab-8416-ac465cebce3f completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:53:45.457717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 1edd40c9-3181-4eab-8416-ac465cebce3f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:53:45.458141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:45.537376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:45.560107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:45.562378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3685acdd-2501-4978-b4f6-2596996a1177" -d '{"events": [{"server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "name": "network-vif-plugged", "status": "completed", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:45.576473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 1edd40c9-3181-4eab-8416-ac465cebce3f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1edd40c9-3181-4eab-8416-ac465cebce3f,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:53:45.601014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51b2b6e-1330-49c6-98ef-d2e0d6c00f91 x-openstack-request-id: req-f51b2b6e-1330-49c6-98ef-d2e0d6c00f91 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:45.601300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "name": "network-vif-plugged", "status": "completed", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:45.601545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f51b2b6e-1330-49c6-98ef-d2e0d6c00f91 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:45.601929 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'code': 200} Jan 17 12:53:45.641689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:45.689299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=1edd40c9-3181-4eab-8416-ac465cebce3f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:45.839851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16741178-a9ca-4a99-bb69-f7d039dede3e req-e1b4998c-8247-48c4-bea6-27f3659688bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:45.841433 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-16741178-a9ca-4a99-bb69-f7d039dede3e req-e1b4998c-8247-48c4-bea6-27f3659688bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0492468 Jan 17 12:53:45.879091 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-16741178-a9ca-4a99-bb69-f7d039dede3e req-4b7057f6-69a5-4ab9-99e4-2673d4368788 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311546 Jan 17 12:53:45.969125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c3c9a-dd0a-4f2a-b1f0-5995c792ebfe req-1493d9c9-fea7-4b0d-8ccf-697f03b12a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:45.970633 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d46c3c9a-dd0a-4f2a-b1f0-5995c792ebfe req-1493d9c9-fea7-4b0d-8ccf-697f03b12a5a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 1099 time: 0.0404701 Jan 17 12:53:46.004630 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d46c3c9a-dd0a-4f2a-b1f0-5995c792ebfe req-fb14da40-c9de-44f1-a8de-635fb99f8609 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275233 Jan 17 12:53:46.996844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717e058-a494-4ec3-b6e1-8163bbd58559 req-7f0115f9-c20a-4ec8-8337-f30e09fbc351 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:46.998321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3717e058-a494-4ec3-b6e1-8163bbd58559 req-7f0115f9-c20a-4ec8-8337-f30e09fbc351 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0506687 Jan 17 12:53:47.042248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3717e058-a494-4ec3-b6e1-8163bbd58559 req-22e0a5da-aa13-4a9b-9c26-936ffb821012 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 Jan 17 12:53:48.159616 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97a2de-302f-46a2-a9fc-1a53668e0582 req-f0d1c60f-76e9-4e0a-a13c-3e1194bbeffd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:48.161102 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7a97a2de-302f-46a2-a9fc-1a53668e0582 req-f0d1c60f-76e9-4e0a-a13c-3e1194bbeffd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0526772 Jan 17 12:53:48.199942 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7a97a2de-302f-46a2-a9fc-1a53668e0582 req-1466926b-7127-4726-ac0a-d0746fe942d9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325601 Jan 17 12:53:48.312440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03775945-ec91-4c49-baff-fbd30a07afa3 req-1e34d2eb-476c-4483-9d5e-a1ae3607d820 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:48.313899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03775945-ec91-4c49-baff-fbd30a07afa3 req-1e34d2eb-476c-4483-9d5e-a1ae3607d820 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0490882 Jan 17 12:53:48.351378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03775945-ec91-4c49-baff-fbd30a07afa3 req-f0fd0902-e82d-4b63-956b-51fc7cae8153 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306978 Jan 17 12:53:48.372931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49968) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:48.411865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c54851-3557-454c-9cc7-50e305d7a97d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:48.413360 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-33c54851-3557-454c-9cc7-50e305d7a97d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 1094 time: 0.0394688 Jan 17 12:53:48.416450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49970) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:48.420626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:53:48.573442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:48.672307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:48.777421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.23 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/bdb09139-c918-4c7c-b37d-3ad699d07906) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:53:48.881409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:48.967975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:49.004400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:53:49.008645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:53:49.012174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:53:49.020714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=bdb09139-c918-4c7c-b37d-3ad699d07906,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:49.372616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:49.489348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:49.637630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:49.698947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:49.773142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=bdb09139-c918-4c7c-b37d-3ad699d07906,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:53:49.783010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:49.885290 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP c7e1840b-264c-4b1b-b6ad-bfb470a8973b associated. External IP: 172.26.4.23, port: 1edd40c9-3181-4eab-8416-ac465cebce3f. Jan 17 12:53:50.090312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:53:50.195988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:53:50.205538 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] Sync routers for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:53:50.214601 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:50.215201 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:50.274773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:50.305839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-54fd5993-4bd0-4288-b5e9-a7487c7e7a21 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8883896 Jan 17 12:53:50.306420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:53:50.308670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07891405-6293-4a9b-8721-2061ca99a4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:53:50.309141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49972) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:50.321955 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:50.353937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83bc74-81a7-42cc-8eba-4324492aa276 x-openstack-request-id: req-6d83bc74-81a7-42cc-8eba-4324492aa276 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:53:50.353937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:53:50.353937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d83bc74-81a7-42cc-8eba-4324492aa276 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:53:50.353937 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'status': 'completed', 'code': 200} Jan 17 12:53:50.376188 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-acd48c85-f1ce-4586-a233-59246e3cd14d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/c7e1840b-264c-4b1b-b6ad-bfb470a8973b HTTP/1.1" status: 200 len: 991 time: 0.0658202 Jan 17 12:53:50.412651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891405-6293-4a9b-8721-2061ca99a4ba req-4dbb9ad2-061c-41f6-8a45-04a4ade3f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:50.414174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-4dbb9ad2-061c-41f6-8a45-04a4ade3f56d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 1099 time: 0.0411720 Jan 17 12:53:50.503049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891405-6293-4a9b-8721-2061ca99a4ba req-1ee55e4c-86ba-4eb4-bf4b-1ffc192e7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:50.504565 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-1ee55e4c-86ba-4eb4-bf4b-1ffc192e7e1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cab3172-b26d-4e03-95b3-b49f8443ae99 HTTP/1.1" status: 200 len: 896 time: 0.0845335 Jan 17 12:53:50.551633 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'c7e1840b-264c-4b1b-b6ad-bfb470a8973b', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'port_id': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'mac_address': 'fa:16:3e:c3:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3146f-a495-43fe-8f89-da1625021d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:49Z', 'updated_at': '2022-01-17T12:53:49Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:34Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:50.574028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-a3d6ddd5-f63c-4e62-9922-5f520fde1a76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edd40c9-3181-4eab-8416-ac465cebce3f HTTP/1.1" status: 200 len: 999 time: 0.0628762 Jan 17 12:53:50.582468 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] Checking router: 77df0cd4-b97a-45fe-90c4-218b48ec2f3e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:53:50.591276 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:53:50.591950 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:53:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:50.624836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891405-6293-4a9b-8721-2061ca99a4ba req-b9803e25-6de2-4a33-bde4-a1159a168e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:50.626211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-b9803e25-6de2-4a33-bde4-a1159a168e6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12645711-c2a8-4078-834f-69c0fcfd2edb HTTP/1.1" status: 200 len: 835 time: 0.0446522 Jan 17 12:53:50.676021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07891405-6293-4a9b-8721-2061ca99a4ba req-ef30aa70-b939-42ec-9a4e-03454c3d4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:53:50.677554 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-ef30aa70-b939-42ec-9a4e-03454c3d4d3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cab3172-b26d-4e03-95b3-b49f8443ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448048 Jan 17 12:53:50.749072 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:53:50.773674 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-ee187c88-9432-45e2-b6b9-bf96b2045b87 service neutron] 10.222.0.67 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888336 Jan 17 12:53:50.872047 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07891405-6293-4a9b-8721-2061ca99a4ba req-3c5f99ca-cb11-4b99-a635-5b57a9481ee4 service neutron] 10.222.0.67 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908558 Jan 17 12:53:51.056031 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'c7e1840b-264c-4b1b-b6ad-bfb470a8973b', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'port_id': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'mac_address': 'fa:16:3e:c3:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3146f-a495-43fe-8f89-da1625021d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:49Z', 'updated_at': '2022-01-17T12:53:49Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:34Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:53:51.085512 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c32658-735d-442d-9eff-1c9dfee51bea None None] The sync data for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv is: [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'c7e1840b-264c-4b1b-b6ad-bfb470a8973b', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.23', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'port_id': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'mac_address': 'fa:16:3e:c3:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e3146f-a495-43fe-8f89-da1625021d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:49Z', 'updated_at': '2022-01-17T12:53:49Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:34Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:53:51.266316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64893d-9a0b-4125-82ba-631a018ff2df None None] New status for floating IP c7e1840b-264c-4b1b-b6ad-bfb470a8973b: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:53:51.377904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49976) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:51.443799 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2f07cea2-86e9-4262-b400-c20bfb88197b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/c7e1840b-264c-4b1b-b6ad-bfb470a8973b HTTP/1.1" status: 200 len: 991 time: 0.0646877 Jan 17 12:53:52.158772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:53:52.448005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 49978) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:53:52.508268 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ed207b09-d24f-41e4-8361-44f2c43970f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/c7e1840b-264c-4b1b-b6ad-bfb470a8973b HTTP/1.1" status: 200 len: 993 time: 0.0591161 Jan 17 12:54:03.749592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69cec555-7110-41bf-a7f0-bae3282050cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:06.152303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a0694789-0678-4666-88b7-b5689f7052e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:07.232119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:08.717660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:08.883056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:17.055805 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:54:21.734869 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 49996) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:21.798252 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7478ecc4-da4e-4976-8d16-11cff76033ab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/c7e1840b-264c-4b1b-b6ad-bfb470a8973b HTTP/1.1" status: 200 len: 993 time: 0.0622427 Jan 17 12:54:22.087812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50002) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:22.180523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.247368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port bdb09139-c918-4c7c-b37d-3ad699d07906 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:54:22.247731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.324759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.325085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.337018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for bdb09139-c918-4c7c-b37d-3ad699d07906 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:54:22.546037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.571204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=bdb09139-c918-4c7c-b37d-3ad699d07906,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:22.583119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.583507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.583856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.584189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.584565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.584895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.585222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.585544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.585873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.586249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.586572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.586889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:22.639572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.639899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP c7e1840b-264c-4b1b-b6ad-bfb470a8973b disassociated (deleted). External IP: 172.26.4.23, port: 1edd40c9-3181-4eab-8416-ac465cebce3f. Jan 17 12:54:22.846844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:54:22.952715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:54:22.957195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:22.963014 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] Sync routers for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:54:22.972026 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:22.972623 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:22.984753 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bd0ef0f4-f7b3-432b-95ff-fb6733c86860 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/c7e1840b-264c-4b1b-b6ad-bfb470a8973b HTTP/1.1" status: 204 len: 168 time: 0.8957679 Jan 17 12:54:22.985480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:54:22.988737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:54:23.028746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1343b98f-e806-4a50-9bac-2741111ef0fa x-openstack-request-id: req-1343b98f-e806-4a50-9bac-2741111ef0fa {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:54:23.029060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:54:23.029321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1343b98f-e806-4a50-9bac-2741111ef0fa {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:54:23.029790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'status': 'completed', 'code': 200} Jan 17 12:54:23.092326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-6705e3c5-0a3b-420d-80ab-de1f8cf35ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:23.093949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-6705e3c5-0a3b-420d-80ab-de1f8cf35ec8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 1099 time: 0.0421629 Jan 17 12:54:23.175087 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:23.198375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-0e659e10-d9d7-4abd-86c1-442dde12d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:23.199912 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-0e659e10-d9d7-4abd-86c1-442dde12d8ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cab3172-b26d-4e03-95b3-b49f8443ae99 HTTP/1.1" status: 200 len: 896 time: 0.0998373 Jan 17 12:54:23.240568 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-a7bedd31-b409-41a2-8eb7-936f0d6ecc46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edd40c9-3181-4eab-8416-ac465cebce3f HTTP/1.1" status: 200 len: 217 time: 0.0330544 Jan 17 12:54:23.292432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-6cce8d8f-4d0d-4c6a-bf99-f8de2b93fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:23.294051 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-6cce8d8f-4d0d-4c6a-bf99-f8de2b93fe52 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12645711-c2a8-4078-834f-69c0fcfd2edb HTTP/1.1" status: 200 len: 835 time: 0.0471554 Jan 17 12:54:23.345420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-654771e7-402f-4863-a38f-acbc16081771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:23.347134 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-654771e7-402f-4863-a38f-acbc16081771 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cab3172-b26d-4e03-95b3-b49f8443ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457172 Jan 17 12:54:23.379722 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:34Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:23.406366 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] Checking router: 77df0cd4-b97a-45fe-90c4-218b48ec2f3e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:54:23.415684 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:23.416299 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:23.435716 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-5d34fc03-1bbb-4e38-b8d0-2412dea42be6 service neutron] 10.222.0.67 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819552 Jan 17 12:54:23.531121 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:23.541999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab78cfd-6efa-416d-be3e-6645743f81b2 req-0000d832-4ce4-44fd-b230-fe0826029aa5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:23.543790 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cab78cfd-6efa-416d-be3e-6645743f81b2 req-0000d832-4ce4-44fd-b230-fe0826029aa5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Jan 17 12:54:23.587952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cab78cfd-6efa-416d-be3e-6645743f81b2 req-1395da90-8f0a-4fc0-89e9-2f36c073eee4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350358 Jan 17 12:54:23.744437 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:34Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:23.771570 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1e383-fb85-422f-9e98-188b837ff70a None None] The sync data for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv is: [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '7fd5c0a0-be4b-451f-9cf0-1e005881e157', 'name': '', 'network_id': '8cab3172-b26d-4e03-95b3-b49f8443ae99', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:98:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:30Z', 'updated_at': '2022-01-17T12:53:34Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '12645711-c2a8-4078-834f-69c0fcfd2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:54:23.878571 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0bd8d45-412c-4ce2-b21c-218f7e88a2bc req-65cf2641-d56b-4edd-93c9-ebd6f9809f76 service neutron] 10.222.0.67 "GET /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361737 Jan 17 12:54:23.997249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad067a-5aa5-4b07-a6e1-bf9603c11fae None None] New status for floating IP c7e1840b-264c-4b1b-b6ad-bfb470a8973b: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:54:24.709258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce840ca5-64d1-4e8c-b170-b76c75aa2265 req-11b279cd-91e3-4df4-b2e9-7cf488912976 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:24.710739 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce840ca5-64d1-4e8c-b170-b76c75aa2265 req-11b279cd-91e3-4df4-b2e9-7cf488912976 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0510375 Jan 17 12:54:24.749287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce840ca5-64d1-4e8c-b170-b76c75aa2265 req-f363b406-f319-429c-8589-e3ea7811b4d0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=546c6323-4c8e-4cc6-a521-6645ac380f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327060 Jan 17 12:54:24.813801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-b9f20ad3-7c6b-412d-82ab-92b265318ffe tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:24.815546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-b9f20ad3-7c6b-412d-82ab-92b265318ffe tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 946 time: 0.0499878 Jan 17 12:54:24.908787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 1edd40c9-3181-4eab-8416-ac465cebce3f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:54:24.909237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:24.996448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 1edd40c9-3181-4eab-8416-ac465cebce3f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1edd40c9-3181-4eab-8416-ac465cebce3f,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:24.996805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:25.009413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 1edd40c9-3181-4eab-8416-ac465cebce3f owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:54:25.237474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:25.265474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=1edd40c9-3181-4eab-8416-ac465cebce3f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:25.314586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 1edd40c9-3181-4eab-8416-ac465cebce3f on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:54:25.317198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:25.320467 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0fccf4af-1dd8-4550-867d-3d148ae18a06 req-7dfab819-59eb-4504-a58b-3925d998cd05 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/1edd40c9-3181-4eab-8416-ac465cebce3f HTTP/1.1" status: 204 len: 173 time: 0.4995492 Jan 17 12:54:25.320909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'name': 'network-vif-deleted', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:54:25.323251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1938db94-c294-49c0-8bdd-b0cba656b51d" -d '{"events": [{"server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "name": "network-vif-deleted", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:54:25.358763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77aad5d-0682-41ef-8433-f405022792ce x-openstack-request-id: req-f77aad5d-0682-41ef-8433-f405022792ce {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:54:25.359060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e3146f-a495-43fe-8f89-da1625021d19", "name": "network-vif-deleted", "tag": "1edd40c9-3181-4eab-8416-ac465cebce3f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:54:25.359318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f77aad5d-0682-41ef-8433-f405022792ce {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:54:25.359755 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e3146f-a495-43fe-8f89-da1625021d19', 'name': 'network-vif-deleted', 'tag': '1edd40c9-3181-4eab-8416-ac465cebce3f', 'status': 'completed', 'code': 200} Jan 17 12:54:25.854502 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4f9e2ec3-176e-4dee-ac6d-d86ef1bfbc68 req-433f8ed4-072f-471e-a25e-903272c5cb6b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=33e3146f-a495-43fe-8f89-da1625021d19 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Jan 17 12:54:26.912620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50020) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:26.972209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab9713a-6770-44ce-ac07-521a6307727d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:26.997444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab9713a-6770-44ce-ac07-521a6307727d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:27.163001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab9713a-6770-44ce-ac07-521a6307727d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:27.165868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ab9713a-6770-44ce-ac07-521a6307727d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:27.167037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5ab9713a-6770-44ce-ac07-521a6307727d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/546c6323-4c8e-4cc6-a521-6645ac380f62 HTTP/1.1" status: 204 len: 168 time: 0.2533443 Jan 17 12:54:27.176592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9713a-6770-44ce-ac07-521a6307727d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c6323-4c8e-4cc6-a521-6645ac380f62,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:27.284033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50024) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:27.646727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:27.957983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 7fd5c0a0-be4b-451f-9cf0-1e005881e157 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:54:27.958626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:28.045001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 7fd5c0a0-be4b-451f-9cf0-1e005881e157, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7fd5c0a0-be4b-451f-9cf0-1e005881e157,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:28.045359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:28.058784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 7fd5c0a0-be4b-451f-9cf0-1e005881e157 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:54:28.351541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:28.383925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=7fd5c0a0-be4b-451f-9cf0-1e005881e157,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:28.558936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:28.780096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:54:28.885772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:54:28.890809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0e4bd33d-d51d-4709-b7e5-2187c265aa32 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/77df0cd4-b97a-45fe-90c4-218b48ec2f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6057341 Jan 17 12:54:28.893652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50026) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:28.896177 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] Sync routers for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:54:28.905387 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:28.906057 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:28.947988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet 12645711-c2a8-4078-834f-69c0fcfd2edb {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:54:28.951273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:28.992202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.009985 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:29.080264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.189668 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:54:28Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:29.220316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] Checking router: 77df0cd4-b97a-45fe-90c4-218b48ec2f3e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:54:29.224385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.229946 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] Routers {'77df0cd4-b97a-45fe-90c4-218b48ec2f3e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:29.230566 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:29.253862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=12645711-c2a8-4078-834f-69c0fcfd2edb,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:29.255893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.259316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-73778584-d63c-451b-9e0c-f757f3104228 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/12645711-c2a8-4078-834f-69c0fcfd2edb HTTP/1.1" status: 204 len: 168 time: 0.3646491 Jan 17 12:54:29.262072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50028) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:29.268971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08aa59-bebb-498a-9e2f-f1dfe68a70b0 None None] Network 8cab3172-b26d-4e03-95b3-b49f8443ae99 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:54:29.347284 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] Set router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:29.388206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.484192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] DHCP port deletion for 8cab3172-b26d-4e03-95b3-b49f8443ae99 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:54:29.514440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.533426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Deleting port bae3be69-ac64-49a6-abdd-e1109b7a8854 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:54:29.533801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.542106 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:54:28Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:29.570928 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6407ba-ad9c-4528-a267-90c26b33a05f None None] The sync data for ids ['77df0cd4-b97a-45fe-90c4-218b48ec2f3e'] in dv-neutron-824886-1-hyperv is: [{'id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'name': 'tempest-TestNetworkBasicOps-router-1433543961', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:53:25Z', 'updated_at': '2022-01-17T12:54:28Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a04566d3-1cf4-4bc6-b26f-5a67498cb2c2', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df0cd4-b97a-45fe-90c4-218b48ec2f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:53:26Z', 'updated_at': '2022-01-17T12:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:54:29.572406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1edd40c9-3181-4eab-8416-ac465cebce3f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:54:29.594477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 1edd40c9-3181-4eab-8416-ac465cebce3f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:54:29.594840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1edd40c9-3181-4eab-8416-ac465cebce3f not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:54:29.624001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] For port bae3be69-ac64-49a6-abdd-e1109b7a8854, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bae3be69-ac64-49a6-abdd-e1109b7a8854,segment=NetworkSegment(d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897),segment_id=d1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:29.631228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.641267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Calling delete_port for bae3be69-ac64-49a6-abdd-e1109b7a8854 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:54:29.692943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:54:29.693378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.775701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port a04566d3-1cf4-4bc6-b26f-5a67498cb2c2, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:29.776067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.789523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:54:29.927106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:29.958856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Pushing event deleted for resources: {'Port': ['ID=bae3be69-ac64-49a6-abdd-e1109b7a8854,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:29.964262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] No DVR routers for this DVR port bae3be69-ac64-49a6-abdd-e1109b7a8854 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:29.983980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0c0592-208b-4599-814c-760ef5b40acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:30.012958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bae3be69-ac64-49a6-abdd-e1109b7a8854 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:54:30.032050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.035406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: bae3be69-ac64-49a6-abdd-e1109b7a8854 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:54:30.035749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bae3be69-ac64-49a6-abdd-e1109b7a8854 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:54:30.036373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fd5c0a0-be4b-451f-9cf0-1e005881e157 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:54:30.060868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7fd5c0a0-be4b-451f-9cf0-1e005881e157 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:54:30.061226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7fd5c0a0-be4b-451f-9cf0-1e005881e157 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:54:30.061744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=a04566d3-1cf4-4bc6-b26f-5a67498cb2c2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:30.126237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.221207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.223952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.357038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.358088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router 77df0cd4-b97a-45fe-90c4-218b48ec2f3e {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:54:30.365142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.366415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5dd9450f-36ba-426f-94d5-ad7dcfc914c9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/77df0cd4-b97a-45fe-90c4-218b48ec2f3e HTTP/1.1" status: 204 len: 168 time: 1.1030965 Jan 17 12:54:30.369251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50030) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:30.446766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.541063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.560827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cab3172-b26d-4e03-95b3-b49f8443ae99']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:30.570644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:30.570935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fb1e21-e6b7-4cb6-b2f9-bf14e0f67897') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:30.579989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.593437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.599537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:54:30.599960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:54:30.602808 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:54:30.760875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.768096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.770860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/8cab3172-b26d-4e03-95b3-b49f8443ae99 HTTP/1.1" status: 204 len: 168 time: 0.4006524 Jan 17 12:54:30.782813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50032) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:30.783661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7bad1-f5d1-4161-8e0d-17cf8bbc1431 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=8cab3172-b26d-4e03-95b3-b49f8443ae99,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:30.790907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--434904503', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:30.877261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:54:30.881202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.911460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:54:30.920309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:30.920651 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment c961e416-73a0-40ae-978c-a3e68f764c21 of type vlan for network 762d95ba-9f74-4539-b7f6-0716d4642828 Jan 17 12:54:30.959874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.042836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.048624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:31.049239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.113889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=762d95ba-9f74-4539-b7f6-0716d4642828,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:31.124984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 762d95ba-9f74-4539-b7f6-0716d4642828 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:54:31.183187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2ec1b817-12e3-4f2d-9d07-f8dca9471e33 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4003868 Jan 17 12:54:31.186189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50034) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:31.190589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:31.298353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.299296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.353225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.587114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.685570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:54:31.707053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:54:31.707405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a04566d3-1cf4-4bc6-b26f-5a67498cb2c2 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:54:31.858403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.876707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:31.980763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.80 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/c0f91673-090a-46fb-af11-3215b2e25bcc) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:54:32.079021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:32.168748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:32.210176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:54:32.212854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:32.216415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:54:32.240768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=c0f91673-090a-46fb-af11-3215b2e25bcc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:32.905710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:33.101485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:33.229765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-f8e1a982-c14e-4f15-b10f-d85df67c5c90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876148 Jan 17 12:54:33.310092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-09c7f688-1fe1-417f-86d6-8d6ef696655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:33.311630 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-09c7f688-1fe1-417f-86d6-8d6ef696655b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1098 time: 0.0420768 Jan 17 12:54:33.412783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:54:33.421420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-88c8d7fa-0e05-4e3e-81e4-5184b142b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:33.422877 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-88c8d7fa-0e05-4e3e-81e4-5184b142b572 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.0920904 Jan 17 12:54:33.556486 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-5659d09e-dfc6-4229-b43a-f2eeb1eaf124 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 1001 time: 0.1267645 Jan 17 12:54:33.600144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:54:33.609359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:54:33.620215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:33.621134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:33.624567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-08b71bd9-ae9e-4e47-8c34-cb6b82ea9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:33.629977 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-08b71bd9-ae9e-4e47-8c34-cb6b82ea9957 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0623860 Jan 17 12:54:33.678684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-f8c71116-327f-43ff-81dc-065663c397e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:33.680241 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-f8c71116-327f-43ff-81dc-065663c397e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471628 Jan 17 12:54:33.730482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:33.731732 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5037dec-11bc-4746-908f-c9e69562b416 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5448437 Jan 17 12:54:33.735077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50038) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:33.742925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:33.765114 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4ab16d4b-2452-46d1-aeb5-fa7d6c42a89d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283463 Jan 17 12:54:33.767760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50040) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:33.774142 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-84922947-5b1d-435d-ba6f-8b015c903a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:33.778672 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-9888b37e-d6e8-478e-9fbc-d05f3d3f9425 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919325 Jan 17 12:54:33.868124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c4275-0a61-4e5f-a237-92c5d6a82794 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:33.872201 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-914c4275-0a61-4e5f-a237-92c5d6a82794 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004896 Jan 17 12:54:33.872495 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50042) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:33.879944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3fb56ca1-ba1e-46fa-b57a-ace0e2227f73 req-2d802eea-1b45-4264-8a80-ac0889cb5128 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932257 Jan 17 12:54:33.901113 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4dde0a3a-2ce3-45ec-b62d-0ae4cd15884c tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274789 Jan 17 12:54:33.903626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50044) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:33.908305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198465802', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:33.932969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:32Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:33.959458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:54:33.959835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Updating router 2819a1cf-0160-4f52-ad02-0957a78b831e port c0f91673-090a-46fb-af11-3215b2e25bcc binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:54:33.984028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.093781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:54:34.098013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.238126 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.305428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.334366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.361588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Attempting to bind port c0f91673-090a-46fb-af11-3215b2e25bcc on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:54:34.367608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Attempting to bind port c0f91673-090a-46fb-af11-3215b2e25bcc by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:54:34.367608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Attempting to bind port c0f91673-090a-46fb-af11-3215b2e25bcc on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:54:34.367608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb989032-62a5-4d4f-86cf-73ba3fa3ae81 None None] Pushing event updated for resources: {'Port': ['ID=c0f91673-090a-46fb-af11-3215b2e25bcc,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:34.369976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:54:34.370362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:54:34.370772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.371164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:54:34.372108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Bound port: c0f91673-090a-46fb-af11-3215b2e25bcc, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:54:34.372532 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.399903 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=171ed092-c35b-4d7f-a3cb-84a815e6de73,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:34.408320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:54:34.408739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: 762d95ba-9f74-4539-b7f6-0716d4642828, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:54:34.412427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.412791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.413133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.413477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.413812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.414142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.414471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.415070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.415401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.415756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.416079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.416399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:34.425557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] For port c0f91673-090a-46fb-af11-3215b2e25bcc, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:54:34.435853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] For port c0f91673-090a-46fb-af11-3215b2e25bcc, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0f91673-090a-46fb-af11-3215b2e25bcc,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:54:34.515456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.527992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 762d95ba-9f74-4539-b7f6-0716d4642828 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:54:34.561868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:34.562497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:34.606330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 762d95ba-9f74-4539-b7f6-0716d4642828) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:34.610663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:34.611319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:34.618788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fea4b-ec0f-4b51-8c45-727b9742d1c8 None None] Network 762d95ba-9f74-4539-b7f6-0716d4642828 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:54:34.623633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb989032-62a5-4d4f-86cf-73ba3fa3ae81 None None] Pushing event updated for resources: {'Port': ['ID=c0f91673-090a-46fb-af11-3215b2e25bcc,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:34.691745 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-60d613a4-7cd5-4370-a75e-d4c3dae8448e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7869377 Jan 17 12:54:34.694575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50046) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:34.751463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:34.919283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-762d95ba-9f74-4539-b7f6-0716d4642828', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:54:34.920174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.091304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:32Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:35.121712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4c8b8-b170-47e8-a297-e6695ae03540 None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:32Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:54:35.128198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Allocated IP 172.20.0.2 (762d95ba-9f74-4539-b7f6-0716d4642828/171ed092-c35b-4d7f-a3cb-84a815e6de73/f53b9575-5c86-4096-b853-6204a9a8af2f) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:54:35.151757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.291155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.383961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.425476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Network 762d95ba-9f74-4539-b7f6-0716d4642828 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:54:35.428444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:35.435213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:54:35.438404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Pushing event updated for resources: {'Port': ['ID=f53b9575-5c86-4096-b853-6204a9a8af2f,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:35.466126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (762d95ba-9f74-4539-b7f6-0716d4642828/171ed092-c35b-4d7f-a3cb-84a815e6de73/b145abf8-ba15-4bf2-9178-f3062624f949) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:54:35.494859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Attempting to bind port f53b9575-5c86-4096-b853-6204a9a8af2f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:54:35.495329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Attempting to bind port f53b9575-5c86-4096-b853-6204a9a8af2f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:54:35.495799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Attempting to bind port f53b9575-5c86-4096-b853-6204a9a8af2f on network 762d95ba-9f74-4539-b7f6-0716d4642828 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:54:35.502231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:54:35.503237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Checking segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:54:35.503852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.504332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Bound using segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:54:35.504872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Bound port: f53b9575-5c86-4096-b853-6204a9a8af2f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:54:35.505318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.597881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.729106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.730929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0f91673-090a-46fb-af11-3215b2e25bcc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:54:35.761871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] For port f53b9575-5c86-4096-b853-6204a9a8af2f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:54:35.777901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 762d95ba-9f74-4539-b7f6-0716d4642828 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:54:35.779594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] For port f53b9575-5c86-4096-b853-6204a9a8af2f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f53b9575-5c86-4096-b853-6204a9a8af2f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:54:35.782294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:35.787986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:54:35.801016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c0f91673-090a-46fb-af11-3215b2e25bcc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:35.801487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.819023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=b145abf8-ba15-4bf2-9178-f3062624f949,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:35.844968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.874113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.925555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:35.963051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port c0f91673-090a-46fb-af11-3215b2e25bcc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0f91673-090a-46fb-af11-3215b2e25bcc,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:35.966215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f932-164f-4569-9ecd-21d6bee80201 None None] Pushing event updated for resources: {'Port': ['ID=f53b9575-5c86-4096-b853-6204a9a8af2f,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:36.063953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:36.077549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:36.141682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=c0f91673-090a-46fb-af11-3215b2e25bcc,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:36.196649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c8259386-6751-498e-b11d-c10c7e1da626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:36.393533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:36.493964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:36.567080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=b145abf8-ba15-4bf2-9178-f3062624f949,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:36.572175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:36.668906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 762d95ba-9f74-4539-b7f6-0716d4642828 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:54:36.668906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:36.784382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:54:36.898208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:54:36.903993 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44e42465-a389-4b12-8463-f29bf9981a80 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/2819a1cf-0160-4f52-ad02-0957a78b831e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2082479 Jan 17 12:54:36.905819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50048) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:37.011175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.011842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.012374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.012988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.013524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.014680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.020278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50050) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:37.020763 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4947853c-8981-49ef-9d65-256190c15259 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1135795 Jan 17 12:54:37.078974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e384a7b-9263-4796-845b-aec5336ceec7 None None] Network 762d95ba-9f74-4539-b7f6-0716d4642828 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:54:37.079419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.079911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.080371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.081593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.082151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.082599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:37.088351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50052) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:37.092416 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-09f1221c-9e38-483f-8e6e-994b00b52ec2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0697553 Jan 17 12:54:37.158479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f2baac77-e591-4e9d-9f05-62a3df751727 None None] Provisioning complete for port f53b9575-5c86-4096-b853-6204a9a8af2f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:37.159416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2baac77-e591-4e9d-9f05-62a3df751727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.190730 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:54:37.203231 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:37.204428 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:37.234807 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2231e557-7388-4e5e-8e97-a814517e2e6e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.1452937 Jan 17 12:54:37.297057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.318937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2baac77-e591-4e9d-9f05-62a3df751727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.328580 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:37.355105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f2baac77-e591-4e9d-9f05-62a3df751727 None None] For port f53b9575-5c86-4096-b853-6204a9a8af2f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f53b9575-5c86-4096-b853-6204a9a8af2f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:37.409655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2baac77-e591-4e9d-9f05-62a3df751727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.469139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2baac77-e591-4e9d-9f05-62a3df751727 None None] Pushing event updated for resources: {'Port': ['ID=f53b9575-5c86-4096-b853-6204a9a8af2f,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:37.631528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-80040be1-0fd0-41e5-8975-af2953225eb8 None None] Provisioning complete for port b145abf8-ba15-4bf2-9178-f3062624f949 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:37.632446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80040be1-0fd0-41e5-8975-af2953225eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.661755 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:36Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:37.684935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-80040be1-0fd0-41e5-8975-af2953225eb8 None None] Port b145abf8-ba15-4bf2-9178-f3062624f949 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:54:37.702923 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:54:37.702923 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Updating router 2819a1cf-0160-4f52-ad02-0957a78b831e port b145abf8-ba15-4bf2-9178-f3062624f949 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:54:37.703122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50056) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:37.709088 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-80040be1-0fd0-41e5-8975-af2953225eb8 None None] Provisioning complete for port f53b9575-5c86-4096-b853-6204a9a8af2f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:37.709793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-80040be1-0fd0-41e5-8975-af2953225eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.713626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633421326', 'description': 'tempest-secgroup-smoke-1633421326 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:37.729797 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.814264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.876684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f53b9575-5c86-4096-b853-6204a9a8af2f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:54:37.906127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.933480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f53b9575-5c86-4096-b853-6204a9a8af2f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:37.933858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.978349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cd5815fa-24bc-42e9-b938-a607093a63ca None None] Provisioning complete for port b145abf8-ba15-4bf2-9178-f3062624f949 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:37.978716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5815fa-24bc-42e9-b938-a607093a63ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:37.995727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.035904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11590634-c395-47b9-925f-6bc794aa3300,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:38.042333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cd5815fa-24bc-42e9-b938-a607093a63ca None None] Port b145abf8-ba15-4bf2-9178-f3062624f949 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:54:38.055055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0f91673-090a-46fb-af11-3215b2e25bcc up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:54:38.075794 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.096961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.098213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-eae306de-9bb8-495f-b7f1-2ce8d7632dfd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3938539 Jan 17 12:54:38.102403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50058) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:38.105453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c0f91673-090a-46fb-af11-3215b2e25bcc triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:38.105951 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '11590634-c395-47b9-925f-6bc794aa3300', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:38.106071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.144572 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.198822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b31f0344-3c01-4553-8915-702da8208dcc None None] Provisioning complete for port b145abf8-ba15-4bf2-9178-f3062624f949 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:38.200092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b31f0344-3c01-4553-8915-702da8208dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.207230 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Pushing event updated for resources: {'Port': ['ID=b145abf8-ba15-4bf2-9178-f3062624f949,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:38.211812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.233519 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.233519 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.233519 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.233921 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.234019 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.234295 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.234680 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.235398 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.235398 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.235855 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.235978 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.236378 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:54:38.239090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b31f0344-3c01-4553-8915-702da8208dcc None None] Port b145abf8-ba15-4bf2-9178-f3062624f949 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:54:38.265994 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Attempting to bind port b145abf8-ba15-4bf2-9178-f3062624f949 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:54:38.266368 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Attempting to bind port b145abf8-ba15-4bf2-9178-f3062624f949 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:54:38.266730 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Attempting to bind port b145abf8-ba15-4bf2-9178-f3062624f949 on network 762d95ba-9f74-4539-b7f6-0716d4642828 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:54:38.273416 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:54:38.273796 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Checking segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:54:38.274206 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.274628 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Bound using segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:54:38.275091 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Bound port: b145abf8-ba15-4bf2-9178-f3062624f949, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:54:38.275470 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.290506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.345799 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] For port b145abf8-ba15-4bf2-9178-f3062624f949, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:54:38.349756 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] For port b145abf8-ba15-4bf2-9178-f3062624f949, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b145abf8-ba15-4bf2-9178-f3062624f949,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:54:38.362726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.382161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff3799d-02f6-4822-ba3b-8f9414dd43c3,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:38.420102 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.450518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.452077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-385f7a9c-e287-4e2f-b619-8ae151659cbf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496265 Jan 17 12:54:38.454689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50060) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:38.460677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '11590634-c395-47b9-925f-6bc794aa3300', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:38.461659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6393c60d-9c07-492c-9b74-c6900df9cd02 None None] Provisioning complete for port b145abf8-ba15-4bf2-9178-f3062624f949 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:38.462041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6393c60d-9c07-492c-9b74-c6900df9cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.477935 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:38.478551 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:38.514296 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66ba49-8e3b-4e91-908e-553dca6155b2 None None] Pushing event updated for resources: {'Port': ['ID=b145abf8-ba15-4bf2-9178-f3062624f949,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:38.544984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6393c60d-9c07-492c-9b74-c6900df9cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.580289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6393c60d-9c07-492c-9b74-c6900df9cd02 None None] For port b145abf8-ba15-4bf2-9178-f3062624f949, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b145abf8-ba15-4bf2-9178-f3062624f949,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:38.584610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.600996 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:38.646967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6393c60d-9c07-492c-9b74-c6900df9cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.669372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.702011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393c60d-9c07-492c-9b74-c6900df9cd02 None None] Pushing event updated for resources: {'Port': ['ID=b145abf8-ba15-4bf2-9178-f3062624f949,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:38.743973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.766491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4929f3df-9d04-4387-b928-11736cc9f1e2 None None] Provisioning complete for port b145abf8-ba15-4bf2-9178-f3062624f949 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:38.766867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4929f3df-9d04-4387-b928-11736cc9f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.772545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.795592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eedc155-44d8-42da-bce7-827dec9db1b1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:38.828879 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:38.856543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c7d9a-ee7a-473b-8b7d-d41f8627218b None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:54:38.886127 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.886127 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-45e24140-006d-4868-a0c7-3f3709855757 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4286726 Jan 17 12:54:38.887111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50062) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:38.892020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '11590634-c395-47b9-925f-6bc794aa3300', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:38.926753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:38.994657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.059041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.144727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.169752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34c2ded-e707-4753-9739-6bb701aa9077,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:39.242957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.247178 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-74031799-8984-43b9-9f9a-8b434d27ea6d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562591 Jan 17 12:54:39.247353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50064) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:39.252189 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '11590634-c395-47b9-925f-6bc794aa3300', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:39.360250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.423460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.498228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.517404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f332d29f-bbc2-4101-af34-1c1849cf07b1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:39.593248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.594532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-568e2487-994b-4514-949a-4309db139d14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3462069 Jan 17 12:54:39.597436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50066) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:39.602035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '11590634-c395-47b9-925f-6bc794aa3300', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:39.688573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:54:39.694755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.726515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b145abf8-ba15-4bf2-9178-f3062624f949 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:54:39.770589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.779967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b145abf8-ba15-4bf2-9178-f3062624f949 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:39.780346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.826016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.852012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3bb148-f960-40d0-abb2-8ada264dd252,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:39.951307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:39.952600 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4273c18c-2229-4a71-9f8d-75ade14edc7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541703 Jan 17 12:54:39.956163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50068) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:39.960643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '11590634-c395-47b9-925f-6bc794aa3300', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:40.046284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:54:40.051116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:40.111834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:40.195099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:40.213180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63ea033-a138-46a9-96c0-246d73277429,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:40.317673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:40.318906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0e7321cb-5b42-4ec9-91c2-91632aa73fec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618393 Jan 17 12:54:40.455599 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-f0e45ff3-cf92-4afa-88cb-2b300518f1fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633421326&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0334277 Jan 17 12:54:40.899786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-1e3cf8b0-1eab-4b32-80a5-56fe37bd2fcc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:40.901243 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-1e3cf8b0-1eab-4b32-80a5-56fe37bd2fcc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 796 time: 0.4390459 Jan 17 12:54:40.916596 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-c95be234-d3fc-46a6-8810-f94164aa9a84 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0096810 Jan 17 12:54:40.966898 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-a8b5a8cf-c212-4cad-89cd-422802dde6ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450659 Jan 17 12:54:41.062810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-8a0c149f-d342-41c4-a457-5d65b7aa3b76 service neutron] 10.222.0.77 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836999 Jan 17 12:54:41.149628 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-9cb20b6a-d98a-4721-b79a-109088cd7765 service neutron] 10.222.0.77 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803995 Jan 17 12:54:41.420052 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e2e99f67-ca84-4164-85b8-3acd5dd83fc3 req-51c41216-3a5d-4f40-ac34-ab3b3596a29c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 210 time: 0.0269916 Jan 17 12:54:42.512313 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c78630ec-3822-447c-b95e-a57b0c9253af req-0b30f646-ff80-4062-a2ab-3205f33309e4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 210 time: 0.0271873 Jan 17 12:54:43.587917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-957489e2-2c05-4a4a-8ca1-d9887a54d748 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:43.589416 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-957489e2-2c05-4a4a-8ca1-d9887a54d748 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 796 time: 0.1097047 Jan 17 12:54:43.606064 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-77835756-685d-43bf-9a13-e338ad5dcae8 req-06120dc8-e0d1-4ca4-88c8-83702013c9f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 210 time: 0.0266035 Jan 17 12:54:43.633155 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-52ceea41-5bb3-4819-9ceb-22890134af18 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 380 time: 0.0350013 Jan 17 12:54:43.641684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['11590634-c395-47b9-925f-6bc794aa3300']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:43.864938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:54:43.868437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.004325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.10 (762d95ba-9f74-4539-b7f6-0716d4642828/171ed092-c35b-4d7f-a3cb-84a815e6de73/e82f4243-e8d1-496d-9636-32b6a22f22e6) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:54:44.144617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.252582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.296015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 762d95ba-9f74-4539-b7f6-0716d4642828 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:54:44.298957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:44.302985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:54:44.311325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=e82f4243-e8d1-496d-9636-32b6a22f22e6,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:44.360289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:44.360971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.449107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-55f62326-f88c-46e4-a937-43c1101882d8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8109374 Jan 17 12:54:44.461435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Request body: {'port': {'device_id': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:44.511641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f4833f37-9f51-4e55-9b21-ca8e90523ed8 None None] Provisioning complete for port e82f4243-e8d1-496d-9636-32b6a22f22e6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:44.512269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f4833f37-9f51-4e55-9b21-ca8e90523ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.517315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.546154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f4833f37-9f51-4e55-9b21-ca8e90523ed8 None None] Port e82f4243-e8d1-496d-9636-32b6a22f22e6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:54:44.755573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d642473-072e-4e50-936e-273574c17a4a req-52812d46-2924-47a1-8b84-e91fe60a4794 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:44.757003 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2d642473-072e-4e50-936e-273574c17a4a req-52812d46-2924-47a1-8b84-e91fe60a4794 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 932 time: 0.0767400 Jan 17 12:54:44.818831 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2d642473-072e-4e50-936e-273574c17a4a req-b6204a5a-9daf-4869-bc97-5f8cac046c86 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556190 Jan 17 12:54:44.853334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82f4243-e8d1-496d-9636-32b6a22f22e6 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:54:44.861302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.874752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Transition to ACTIVE for port object e82f4243-e8d1-496d-9636-32b6a22f22e6 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:54:44.927818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:44.996155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e82f4243-e8d1-496d-9636-32b6a22f22e6,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:45.061028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Attempting to bind port e82f4243-e8d1-496d-9636-32b6a22f22e6 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:54:45.061453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Attempting to bind port e82f4243-e8d1-496d-9636-32b6a22f22e6 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:54:45.061784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Attempting to bind port e82f4243-e8d1-496d-9636-32b6a22f22e6 on network 762d95ba-9f74-4539-b7f6-0716d4642828 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:54:45.067911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Port e82f4243-e8d1-496d-9636-32b6a22f22e6 on network 762d95ba-9f74-4539-b7f6-0716d4642828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:54:45.068231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Attempting to bind port e82f4243-e8d1-496d-9636-32b6a22f22e6 on network 762d95ba-9f74-4539-b7f6-0716d4642828 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:54:45.073837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:54:45.074168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Checking segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:54:45.074674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Bound using segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:54:45.075108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Bound port: e82f4243-e8d1-496d-9636-32b6a22f22e6, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:54:45.075464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:45.156260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] For port e82f4243-e8d1-496d-9636-32b6a22f22e6, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:54:45.160650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] For port e82f4243-e8d1-496d-9636-32b6a22f22e6, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:54:45.303986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:45.339566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.340231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:45.341569 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] 10.222.0.67 "PUT /v2.0/ports/e82f4243-e8d1-496d-9636-32b6a22f22e6 HTTP/1.1" status: 200 len: 1094 time: 0.8845639 Jan 17 12:54:45.342012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:54:45.344280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecc29ce-c945-486e-8c96-d62fa05a21ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:54:45.368739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49bf11-d535-48ae-bb0b-6011059a8b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e82f4243-e8d1-496d-9636-32b6a22f22e6,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:45.384730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8213a8-4218-49ec-ae6d-45b2e99f65c3 x-openstack-request-id: req-9b8213a8-4218-49ec-ae6d-45b2e99f65c3 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:54:45.384994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:54:45.385254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b8213a8-4218-49ec-ae6d-45b2e99f65c3 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:54:45.385653 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'status': 'completed', 'code': 200} Jan 17 12:54:45.451410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc29ce-c945-486e-8c96-d62fa05a21ab req-aed283b6-71c9-473a-b3d5-f47ce8c354b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.453112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ecc29ce-c945-486e-8c96-d62fa05a21ab req-aed283b6-71c9-473a-b3d5-f47ce8c354b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 1097 time: 0.0477655 Jan 17 12:54:45.560754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc29ce-c945-486e-8c96-d62fa05a21ab req-7b088fd8-2996-4e10-8685-3ecf019acaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.562142 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ecc29ce-c945-486e-8c96-d62fa05a21ab req-7b088fd8-2996-4e10-8685-3ecf019acaa8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0989599 Jan 17 12:54:45.657702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc29ce-c945-486e-8c96-d62fa05a21ab req-4605392d-dff8-445d-9ec4-7cf91050d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.659911 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ecc29ce-c945-486e-8c96-d62fa05a21ab req-4605392d-dff8-445d-9ec4-7cf91050d0e0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904770 Jan 17 12:54:45.736220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-a8be1994-8cf8-48c6-8189-47b849a504c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.737782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-a8be1994-8cf8-48c6-8189-47b849a504c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 1097 time: 0.0418487 Jan 17 12:54:45.781888 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-2095838d-a527-4669-808b-c55c77ff890e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6 HTTP/1.1" status: 200 len: 217 time: 0.0366969 Jan 17 12:54:45.831599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-f9995d1d-3c5b-490e-a4f4-ed76872debbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.832967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-f9995d1d-3c5b-490e-a4f4-ed76872debbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=171ed092-c35b-4d7f-a3cb-84a815e6de73 HTTP/1.1" status: 200 len: 834 time: 0.0447941 Jan 17 12:54:45.879781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686882a-33be-4bc1-8106-28f04c9f69af req-905736e2-01c5-45b1-9aad-90e8c7eb9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.881481 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-905736e2-01c5-45b1-9aad-90e8c7eb9c39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=762d95ba-9f74-4539-b7f6-0716d4642828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421228 Jan 17 12:54:45.993171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd927647-6fac-4d2d-8a20-48ec51ec3bfd req-3506ede2-3346-4bc6-ac75-a8f42371d7ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:45.994663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cd927647-6fac-4d2d-8a20-48ec51ec3bfd req-3506ede2-3346-4bc6-ac75-a8f42371d7ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 944 time: 0.1091259 Jan 17 12:54:46.024490 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-89416a0b-cb3c-4b5d-8e36-cb59804c94f1 service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299679 Jan 17 12:54:46.049112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cd927647-6fac-4d2d-8a20-48ec51ec3bfd req-db329ecc-78f4-4647-8bc7-5d7a19801d11 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484490 Jan 17 12:54:46.129388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e686882a-33be-4bc1-8106-28f04c9f69af req-fd59dfd5-37aa-4324-9da7-6f5a87aa19f0 service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943592 Jan 17 12:54:47.165927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64c73e-9866-4db2-8609-32ff189d6347 req-261ea4f4-1b22-4ad8-86e5-969485c10384 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:47.167458 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb64c73e-9866-4db2-8609-32ff189d6347 req-261ea4f4-1b22-4ad8-86e5-969485c10384 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 944 time: 0.0502777 Jan 17 12:54:47.206698 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bb64c73e-9866-4db2-8609-32ff189d6347 req-32f7edd8-531d-49a6-b9de-a7c40dbbdfd9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Jan 17 12:54:48.320994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434d40-466e-4e2d-9584-f9630757efc7 req-ddaeacc3-20ad-438c-85dd-1e5f271383a6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:48.322460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce434d40-466e-4e2d-9584-f9630757efc7 req-ddaeacc3-20ad-438c-85dd-1e5f271383a6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 944 time: 0.0496290 Jan 17 12:54:48.359816 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce434d40-466e-4e2d-9584-f9630757efc7 req-6e7ad33f-e0f4-471c-95ce-6c72f382e6b4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jan 17 12:54:49.475333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee963889-7994-4028-a5ed-e5a512581ba9 req-3e437653-ddcb-4535-aec4-1cb4ef5c1d38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:49.481810 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ee963889-7994-4028-a5ed-e5a512581ba9 req-3e437653-ddcb-4535-aec4-1cb4ef5c1d38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 944 time: 0.0491457 Jan 17 12:54:49.518223 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ee963889-7994-4028-a5ed-e5a512581ba9 req-9180cb2f-ebd2-4ce1-bfa5-954f4ea93c6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351865 Jan 17 12:54:49.705885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device e82f4243-e8d1-496d-9636-32b6a22f22e6 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:54:49.802882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port e82f4243-e8d1-496d-9636-32b6a22f22e6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:49.814395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'port_id': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'mac_address': 'fa:16:3e:ea:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:54:49.850671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:49.864068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82f4243-e8d1-496d-9636-32b6a22f22e6 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:54:49.883021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port e82f4243-e8d1-496d-9636-32b6a22f22e6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:49.956068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:50.008321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=e82f4243-e8d1-496d-9636-32b6a22f22e6,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:50.191843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['e82f4243-e8d1-496d-9636-32b6a22f22e6'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:54:50.632346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03338be8-15f9-41f5-b2dd-582663f024ad req-00bc47f1-fc44-43b5-a733-9a58e2c5cc9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:50.633851 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03338be8-15f9-41f5-b2dd-582663f024ad req-00bc47f1-fc44-43b5-a733-9a58e2c5cc9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 945 time: 0.0495377 Jan 17 12:54:50.672398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03338be8-15f9-41f5-b2dd-582663f024ad req-79eae318-489b-4cc6-abca-244cbb9d3c64 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Jan 17 12:54:51.721045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device e82f4243-e8d1-496d-9636-32b6a22f22e6 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:54:51.789914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125e0e3-c534-4b2d-bac3-ccf190544438 req-e2dd9ae5-c80d-4e61-88eb-6da5547e7e1d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:51.791532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0125e0e3-c534-4b2d-bac3-ccf190544438 req-e2dd9ae5-c80d-4e61-88eb-6da5547e7e1d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Jan 17 12:54:51.818978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port e82f4243-e8d1-496d-9636-32b6a22f22e6 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:54:51.822828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port e82f4243-e8d1-496d-9636-32b6a22f22e6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:54:51.823207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:51.831459 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0125e0e3-c534-4b2d-bac3-ccf190544438 req-ca17a51c-1358-48d0-8d45-97561ce0c298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Jan 17 12:54:51.900268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:51.922220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:54:51.924615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272ddb88-536b-4219-aa7d-97d26642dbb0" -d '{"events": [{"server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "name": "network-vif-plugged", "status": "completed", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:54:51.940268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port e82f4243-e8d1-496d-9636-32b6a22f22e6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:54:51.962149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad71dd-dc93-4eb8-8295-a03fd9c36c25 x-openstack-request-id: req-ebad71dd-dc93-4eb8-8295-a03fd9c36c25 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:54:51.962466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "name": "network-vif-plugged", "status": "completed", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:54:51.962722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebad71dd-dc93-4eb8-8295-a03fd9c36c25 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:54:51.963111 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'code': 200} Jan 17 12:54:52.013769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:52.060482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=e82f4243-e8d1-496d-9636-32b6a22f22e6,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:52.217477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:52.336020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a821b6-6a8e-4805-9777-027ee592ace1 req-398056b4-926e-49e1-b78d-ecc8d4c6c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:52.337514 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-28a821b6-6a8e-4805-9777-027ee592ace1 req-398056b4-926e-49e1-b78d-ecc8d4c6c19b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 1099 time: 0.0464351 Jan 17 12:54:52.371701 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-28a821b6-6a8e-4805-9777-027ee592ace1 req-3a42a242-1b57-4f52-9d88-65e88927000d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273917 Jan 17 12:54:52.946166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2d7a3-f866-4475-af49-26755ace850d req-8e10e5a4-ba9c-433c-87c5-69a190b9589f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:52.947695 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-76c2d7a3-f866-4475-af49-26755ace850d req-8e10e5a4-ba9c-433c-87c5-69a190b9589f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 946 time: 0.0482879 Jan 17 12:54:52.985915 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-76c2d7a3-f866-4475-af49-26755ace850d req-b9b9e02e-fa3c-45c7-b04c-23ed645422fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Jan 17 12:54:54.055253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:54:54.101897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576d80-fbf1-4e3e-a48b-5d07da230f9d req-77690ca7-af53-4f07-a485-d6ec263a73c4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:54.103380 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a576d80-fbf1-4e3e-a48b-5d07da230f9d req-77690ca7-af53-4f07-a485-d6ec263a73c4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Jan 17 12:54:54.140880 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a576d80-fbf1-4e3e-a48b-5d07da230f9d req-8dcdbee8-b5ea-4d53-b77b-ebbd4f419879 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Jan 17 12:54:54.253762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc34a4-c315-45cf-8186-28e02dc91601 req-8283ba2d-257a-48b3-9555-f876e024ff89 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:54.255242 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d1bc34a4-c315-45cf-8186-28e02dc91601 req-8283ba2d-257a-48b3-9555-f876e024ff89 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 946 time: 0.0485303 Jan 17 12:54:54.296420 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d1bc34a4-c315-45cf-8186-28e02dc91601 req-3970dc48-b2b1-4377-b375-0b6d06ad680e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352790 Jan 17 12:54:54.318685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50132) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:54.357563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc626e-5545-49ca-8911-fc3e2ecc4772 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:54.359044 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-59cc626e-5545-49ca-8911-fc3e2ecc4772 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 1094 time: 0.0394125 Jan 17 12:54:54.361927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50134) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:54.366564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:54:54.488292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:54.583649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:54.688196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.137 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/9dd0e01f-cbb6-4a6a-a412-9ed47fbddc87) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:54:54.786688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:54.905004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:54.942706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:54:54.945489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:54:54.950438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:54:54.974262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=9dd0e01f-cbb6-4a6a-a412-9ed47fbddc87,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:55.301638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:55.690232 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:55.835800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:55.893299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:55.957964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=9dd0e01f-cbb6-4a6a-a412-9ed47fbddc87,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:54:55.973476 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:56.070758 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e associated. External IP: 172.26.4.137, port: e82f4243-e8d1-496d-9636-32b6a22f22e6. Jan 17 12:54:56.275368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:54:56.383460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:54:56.392999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:54:56.403161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:56.406494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:56.455479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:54:56.482272 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-81df564c-a254-4004-a792-a76e2efa4605 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1188588 Jan 17 12:54:56.482870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:54:56.485133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50136) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:56.485661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e0946-0693-4068-ac8c-d97b4ae406a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:54:56.515375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:56.522597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e686c77e-788d-452a-b99a-5fdf70cdbb6f x-openstack-request-id: req-e686c77e-788d-452a-b99a-5fdf70cdbb6f {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:54:56.522967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:54:56.523287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e686c77e-788d-452a-b99a-5fdf70cdbb6f {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:54:56.523778 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'status': 'completed', 'code': 200} Jan 17 12:54:56.578996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e431cd0d-e467-4a71-ba3b-0f23477b6217 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 992 time: 0.0926547 Jan 17 12:54:56.594463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-f9a34ef4-025b-4a87-9c9a-b65401233ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:56.596606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-f9a34ef4-025b-4a87-9c9a-b65401233ffd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 1099 time: 0.0510418 Jan 17 12:54:56.685041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-9278030b-87ea-4ddc-b766-73accc26e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:56.686572 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-9278030b-87ea-4ddc-b766-73accc26e508 service neutron] 10.222.0.67 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 897 time: 0.0838554 Jan 17 12:54:56.738194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'ca653a41-4298-4bb0-8060-80d4c4e8555e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.137', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'port_id': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'mac_address': 'fa:16:3e:ea:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:54:55Z', 'updated_at': '2022-01-17T12:54:55Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:56.757350 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-3271e851-9ff9-4cc4-b7c7-45b8e7e0281d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6 HTTP/1.1" status: 200 len: 1000 time: 0.0635037 Jan 17 12:54:56.768540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:54:56.776986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:54:56.777591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:54:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:56.805896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-01f718cb-a1a7-42df-a886-3923bcd7a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:56.807422 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-01f718cb-a1a7-42df-a886-3923bcd7a931 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=171ed092-c35b-4d7f-a3cb-84a815e6de73 HTTP/1.1" status: 200 len: 834 time: 0.0442624 Jan 17 12:54:56.852415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-a02f3719-0522-4ed9-828e-b3411136c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:54:56.853932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-a02f3719-0522-4ed9-828e-b3411136c659 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=762d95ba-9f74-4539-b7f6-0716d4642828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401824 Jan 17 12:54:56.883015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:54:56.946392 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-7110f3c6-a555-4f36-a821-c3e3b4332e7a service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Jan 17 12:54:57.039310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-898e0946-0693-4068-ac8c-d97b4ae406a4 req-766c2112-72e5-46b7-9e17-eb349ad730da service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859573 Jan 17 12:54:57.238445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'ca653a41-4298-4bb0-8060-80d4c4e8555e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.137', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'port_id': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'mac_address': 'fa:16:3e:ea:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:54:55Z', 'updated_at': '2022-01-17T12:54:55Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:54:57.267371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cd133-102a-412d-ae95-0945ac0d73f9 None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'ca653a41-4298-4bb0-8060-80d4c4e8555e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.137', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'port_id': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'mac_address': 'fa:16:3e:ea:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:54:55Z', 'updated_at': '2022-01-17T12:54:55Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:54:57.450971 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96014c5e-29b8-4b26-a9b4-2921bc16cdf3 None None] New status for floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:54:57.581721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50140) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:57.653137 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-11027d84-b4d6-47a8-a102-37e2dd9799ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 992 time: 0.0700901 Jan 17 12:54:58.656792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50142) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:54:58.719898 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a1916024-143d-4f92-b77d-fcbbdcba934a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 994 time: 0.0618749 Jan 17 12:55:03.761475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-88519153-ffba-495d-8eb3-dce90e860dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:06.201253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-19931a67-b473-448c-b245-9f7cfe4670bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:07.245699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:08.692343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:08.875514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:22.200847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:27.932550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50172) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:28.004032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e29e1d-92c9-4d7f-a1b8-8bda92ea8f5a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:28.004588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e29e1d-92c9-4d7f-a1b8-8bda92ea8f5a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:28.004986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e29e1d-92c9-4d7f-a1b8-8bda92ea8f5a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:28.007988 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a0e29e1d-92c9-4d7f-a1b8-8bda92ea8f5a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&network_id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 3000 time: 0.0743079 Jan 17 12:55:29.916294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50190) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:29.972303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c1abf-db56-4b54-924f-c97f144ae53a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:29.975553 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0b2c1abf-db56-4b54-924f-c97f144ae53a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4 HTTP/1.1" status: 200 len: 814 time: 0.0562754 Jan 17 12:55:30.607694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50196) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:30.612734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:30.679005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:30.828347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:30.898897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:30.899164 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e disassociated. External IP: 172.26.4.137, port: e82f4243-e8d1-496d-9636-32b6a22f22e6. Jan 17 12:55:31.054771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:55:31.122101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:55:31.246169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:55:31.251471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:31.256620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:55:31.266766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:55:31.267392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:55:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:31.280439 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ca93ba1b-0c1f-4d10-8b66-d7bd47d06d0b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 690 time: 0.6718414 Jan 17 12:55:31.281025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:55:31.283822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50200) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:31.284450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2199b970-536e-4d25-ad58-917c3a9a55bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:55:31.324297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb820d8d-d236-4932-8154-fb7bc6344b68 x-openstack-request-id: req-eb820d8d-d236-4932-8154-fb7bc6344b68 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:55:31.324614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:55:31.324894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb820d8d-d236-4932-8154-fb7bc6344b68 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:55:31.325244 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'status': 'completed', 'code': 200} Jan 17 12:55:31.342019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b9c58efe-334f-4e1e-8071-1e8767943669 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 690 time: 0.0569866 Jan 17 12:55:31.378560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:55:31.386906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-c4581acf-e5c3-49f9-8096-f47d085474e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:31.388584 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-c4581acf-e5c3-49f9-8096-f47d085474e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 1099 time: 0.0413249 Jan 17 12:55:31.483907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-e6c276d5-e903-449d-bf60-c78d90d07973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:31.485391 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-e6c276d5-e903-449d-bf60-c78d90d07973 service neutron] 10.222.0.67 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 897 time: 0.0905378 Jan 17 12:55:31.527397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-8f4fb623-f0cb-4d51-9a24-d046cfa9cbe9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6 HTTP/1.1" status: 200 len: 217 time: 0.0361166 Jan 17 12:55:31.579432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-2c016a9b-68de-4cfd-b933-794ab5bf6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:31.581062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-2c016a9b-68de-4cfd-b933-794ab5bf6ecf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=171ed092-c35b-4d7f-a3cb-84a815e6de73 HTTP/1.1" status: 200 len: 834 time: 0.0480704 Jan 17 12:55:31.597863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:31.631362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-0275bd86-661a-4bec-8d59-48d2006f6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:31.632908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:55:31.633032 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-0275bd86-661a-4bec-8d59-48d2006f6e46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=762d95ba-9f74-4539-b7f6-0716d4642828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448561 Jan 17 12:55:31.644062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:55:31.644669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:55:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:31.741139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-31e15f21-c4ce-4c41-a027-3c77c0321e0f service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011460 Jan 17 12:55:31.760674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:55:31.853965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2199b970-536e-4d25-ad58-917c3a9a55bb req-035bad5c-5ee3-4359-bf35-1b3bea4f7ab0 service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063168 Jan 17 12:55:31.987478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:32.013935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d72a86-1f95-456f-87ad-b6a9d2c3ca62 None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:55:32.240939 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9018e-b570-459e-96ed-7454fec50c84 None None] New status for floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:55:32.345930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50206) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:32.402270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a12770d5-97a8-41d6-8595-9f6777a4350d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 690 time: 0.0546110 Jan 17 12:55:33.405220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50210) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:33.455757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-68addb60-ab97-47f8-8c8c-37c26785ec4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 688 time: 0.0490816 Jan 17 12:55:33.731717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-51890c5b-39fc-4613-b4ac-8b724fa90b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.088514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50218) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:35.093025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293536712', 'description': 'tempest-secgroup-smoke-1293536712 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:35.197781 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-218e9eca-b02c-4256-b1c6-5669d0e73a67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447726 Jan 17 12:55:35.229222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.309473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-677e8cfe-4633-4c85-9e43-1a0ff7f3edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:35.310968 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-677e8cfe-4633-4c85-9e43-1a0ff7f3edca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1098 time: 0.0693479 Jan 17 12:55:35.361695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.427303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-faf21e55-1ed3-44e6-96f8-e7195b5c4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:35.428783 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-faf21e55-1ed3-44e6-96f8-e7195b5c4200 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.0977018 Jan 17 12:55:35.433344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.509639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:35.522708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.523047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.523383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.523735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.524058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.524381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.524699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.525015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.525332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.525645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.525957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.526265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.537672 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-19101106-08d8-4500-9a90-74ab2f4a52dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 1001 time: 0.1014876 Jan 17 12:55:35.573509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.574685 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1329583d-dc11-4985-83d1-23bd81660362 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4851863 Jan 17 12:55:35.578741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50220) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:35.584512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:35.592895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-312542af-497c-46bc-84eb-a2b0b4d99efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:35.594765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-312542af-497c-46bc-84eb-a2b0b4d99efa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0517442 Jan 17 12:55:35.646315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-4db71741-b3da-4cce-ac37-8118e12a6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:35.647871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-4db71741-b3da-4cce-ac37-8118e12a6500 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470550 Jan 17 12:55:35.697090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.758745 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-c563b1d9-a19a-4d47-96d3-0ff7e0b81b88 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044278 Jan 17 12:55:35.761896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.849002 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f58fdaf7-19c9-471f-b010-82f722899d9a req-c9c336ba-d064-487b-8346-85ee1b2b6763 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831771 Jan 17 12:55:35.852549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.877798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2ae83b-ace0-4013-806a-b5880c2f5029,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:35.885210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.885429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.885761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.886093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.886412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.886734 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.887052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.887369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.887739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.888055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.888367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.888679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:35.956641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:35.957860 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a9692187-6895-4aa7-8ed5-026f32c83caa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3774276 Jan 17 12:55:35.961087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50222) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:35.965418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:36.085512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.148427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.229361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d57511a3-bdc8-4d80-8dc9-48c201973caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.274881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.296568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cb606d-3832-4c60-8ff9-0c2d496a7aba,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:36.379459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.381033 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1ae94226-857d-403d-8e47-5e86054f89a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4187620 Jan 17 12:55:36.383531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50226) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:36.388202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:36.492025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.558093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.622892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.643565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae54c757-2602-4219-85f2-4e4d519ec329,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:36.689015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.690239 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-08c7b29d-1f74-40c5-8ae6-05463c9577fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3057523 Jan 17 12:55:36.692961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50228) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:36.697260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:36.816473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.880769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.955206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:36.979137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef72917-f608-4bfd-8c11-c93cd7d4f3ce,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:37.059615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.061214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d5bf80b-5c0f-4eee-8294-017f67f4b335 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672385 Jan 17 12:55:37.064647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50230) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:37.075407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:37.160435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:55:37.165928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.232794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.274623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.303694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.323156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e036e2-5cfb-4fb9-b8ff-7ac0ef291935,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:37.385074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.386406 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d63d2048-ef70-4eb7-bd7d-6bba32034f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207786 Jan 17 12:55:37.389077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50234) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:37.394659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:37.479985 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:55:37.485255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.549544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.623272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.642557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546cca95-d384-44bd-8663-4bbf7a3204ee,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:37.722370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:37.723682 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-373a578b-3e1e-4f72-a65d-85559fc8a220 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335075 Jan 17 12:55:37.873687 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-942b900d-6125-4f6b-8ae4-6f3e80ece934 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293536712&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0393445 Jan 17 12:55:37.996314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-20fad3d1-8ca7-4e84-9a5b-11ae8c43955f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:37.997746 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-20fad3d1-8ca7-4e84-9a5b-11ae8c43955f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 796 time: 0.1169624 Jan 17 12:55:38.015287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-4bf30ca3-354e-431a-bd58-1c9345d231f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0109954 Jan 17 12:55:38.080669 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-8112484e-2321-4c49-8c41-9b950a0a9145 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0600612 Jan 17 12:55:38.195145 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-31af07d4-05fb-45fc-9bdf-bdc5995a0aa8 service neutron] 10.222.0.77 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997608 Jan 17 12:55:38.287121 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-56703281-b7ae-46f3-84bf-a825b6283f8c service neutron] 10.222.0.77 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Jan 17 12:55:38.720350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:38.729679 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34807685-4306-44e6-a592-50597203555c req-3553bde6-762e-484e-a6d8-e7c0e1edb832 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 210 time: 0.2123108 Jan 17 12:55:38.914707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:39.828091 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9276b69a-550f-4a67-b6d4-6346b962474f req-9dbeda39-95fc-490f-850c-1661a508cdea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 210 time: 0.0306556 Jan 17 12:55:40.818019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-87659818-33f4-47ed-a986-6497425bafa5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:40.819601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-87659818-33f4-47ed-a986-6497425bafa5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 796 time: 0.1137502 Jan 17 12:55:40.871133 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-b2e42af2-f366-422f-9d96-92363c75f427 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 473 time: 0.0423646 Jan 17 12:55:40.880228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:40.934849 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3f262f4f-c0c0-4ebc-8798-fd57fd0557b6 req-b8ec0666-3ddf-4384-be67-f93d3f5c7d87 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 210 time: 0.0328426 Jan 17 12:55:41.097368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:55:41.101185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:41.241093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.6 (762d95ba-9f74-4539-b7f6-0716d4642828/171ed092-c35b-4d7f-a3cb-84a815e6de73/505fb254-0f4f-4e62-8913-84220ae8619f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:55:41.395871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:41.498104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:41.542290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 762d95ba-9f74-4539-b7f6-0716d4642828 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:55:41.545311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:55:41.549195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:55:41.577463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=505fb254-0f4f-4e62-8913-84220ae8619f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:41.607430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:41.608095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:41.704583 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-53a6ffb2-daf0-408b-aba6-9926829cffdc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280950 Jan 17 12:55:41.717487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Request body: {'port': {'device_id': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:41.779506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:41.833681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-345e466a-d209-4f51-8182-0be14ac8dde6 None None] Provisioning complete for port 505fb254-0f4f-4e62-8913-84220ae8619f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:55:41.834254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-345e466a-d209-4f51-8182-0be14ac8dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:41.872643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-345e466a-d209-4f51-8182-0be14ac8dde6 None None] Port 505fb254-0f4f-4e62-8913-84220ae8619f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:55:42.069236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505fb254-0f4f-4e62-8913-84220ae8619f {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:55:42.087992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:42.119718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Transition to ACTIVE for port object 505fb254-0f4f-4e62-8913-84220ae8619f will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:55:42.142864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018512e3-2fe7-4aab-995a-f75be2512238 req-4f80a004-4a92-4fd9-8d35-831ab89fd8cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:42.147622 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-018512e3-2fe7-4aab-995a-f75be2512238 req-4f80a004-4a92-4fd9-8d35-831ab89fd8cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 931 time: 0.1352119 Jan 17 12:55:42.186699 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-018512e3-2fe7-4aab-995a-f75be2512238 req-5fc8ccbb-4309-4698-aa4b-4638abb024ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358791 Jan 17 12:55:42.206051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:42.258666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Pushing event updated for resources: {'Port': ['ID=505fb254-0f4f-4e62-8913-84220ae8619f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:42.333590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Attempting to bind port 505fb254-0f4f-4e62-8913-84220ae8619f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:55:42.333908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Attempting to bind port 505fb254-0f4f-4e62-8913-84220ae8619f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:55:42.334237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Attempting to bind port 505fb254-0f4f-4e62-8913-84220ae8619f on network 762d95ba-9f74-4539-b7f6-0716d4642828 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:55:42.338830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Port 505fb254-0f4f-4e62-8913-84220ae8619f on network 762d95ba-9f74-4539-b7f6-0716d4642828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:55:42.339148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Attempting to bind port 505fb254-0f4f-4e62-8913-84220ae8619f on network 762d95ba-9f74-4539-b7f6-0716d4642828 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:55:42.344672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:55:42.345007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Checking segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:55:42.345396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Bound using segment: {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:55:42.345824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Bound port: 505fb254-0f4f-4e62-8913-84220ae8619f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c961e416-73a0-40ae-978c-a3e68f764c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:55:42.346179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:42.416787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] For port 505fb254-0f4f-4e62-8913-84220ae8619f, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:55:42.420277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] For port 505fb254-0f4f-4e62-8913-84220ae8619f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=505fb254-0f4f-4e62-8913-84220ae8619f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:55:42.497893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:42.536798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:42.537471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:42.539136 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] 10.222.0.67 "PUT /v2.0/ports/505fb254-0f4f-4e62-8913-84220ae8619f HTTP/1.1" status: 200 len: 1093 time: 0.8264351 Jan 17 12:55:42.539609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:55:42.542276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:55:42.573933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358aa9e9-d2cd-45f6-91b8-3bd2616a7b39 service neutron] Pushing event updated for resources: {'Port': ['ID=505fb254-0f4f-4e62-8913-84220ae8619f,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:42.585684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7209389d-2a84-49f2-a2cd-a7181112e2fe x-openstack-request-id: req-7209389d-2a84-49f2-a2cd-a7181112e2fe {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:55:42.585977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:55:42.586229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7209389d-2a84-49f2-a2cd-a7181112e2fe {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:55:42.586628 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f', 'status': 'completed', 'code': 200} Jan 17 12:55:42.649092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0 req-2a252fd6-87fd-4b14-ae16-73e35d5d74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:42.650681 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0 req-2a252fd6-87fd-4b14-ae16-73e35d5d74ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 1096 time: 0.0446501 Jan 17 12:55:42.753227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0 req-1443ab76-c34c-44d7-b11a-7d6656fa056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:42.754725 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0 req-1443ab76-c34c-44d7-b11a-7d6656fa056c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0964205 Jan 17 12:55:42.854914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0 req-2244ff37-da60-4c20-a701-728964990720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:42.856404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41356f9d-ff6c-4e90-9f8e-3051028d4ae0 req-2244ff37-da60-4c20-a701-728964990720 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958247 Jan 17 12:55:42.937070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-b04b9b02-7f52-424a-b052-da0ae89e011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:42.938871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-b04b9b02-7f52-424a-b052-da0ae89e011d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 1096 time: 0.0467830 Jan 17 12:55:43.325501 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-ee8c1173-959c-424f-995f-c5b8de04161b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=505fb254-0f4f-4e62-8913-84220ae8619f HTTP/1.1" status: 200 len: 217 time: 0.3795712 Jan 17 12:55:43.396106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-2f693d1a-8ffc-40fa-a909-cbc4a9215900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:43.397529 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-2f693d1a-8ffc-40fa-a909-cbc4a9215900 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=171ed092-c35b-4d7f-a3cb-84a815e6de73 HTTP/1.1" status: 200 len: 834 time: 0.0640495 Jan 17 12:55:43.405573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389068-601b-4774-8f47-c9d38e22649d req-30f50233-2543-46b4-a05b-f553126eb92a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:43.407287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3d389068-601b-4774-8f47-c9d38e22649d req-30f50233-2543-46b4-a05b-f553126eb92a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 943 time: 0.0844128 Jan 17 12:55:43.472371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-66372730-e1f2-42e8-9de6-84d9016b34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:43.473856 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-66372730-e1f2-42e8-9de6-84d9016b34d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=762d95ba-9f74-4539-b7f6-0716d4642828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657279 Jan 17 12:55:43.476776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3d389068-601b-4774-8f47-c9d38e22649d req-f5b39d3f-ebaf-4717-9288-b06c3c62f9f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611689 Jan 17 12:55:43.565044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-a3e9a848-a415-4225-a157-49c0ef3a723a service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840986 Jan 17 12:55:43.658980 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2b4d49bd-e029-4a6f-9c94-73675b91c007 req-c4b55b87-3d95-424d-bc07-5ae3ada97dc1 service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866463 Jan 17 12:55:44.595604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb73e76-f74a-4e40-902b-7b14ad130c53 req-0beeea18-5040-4f2a-a949-95c299602f7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:44.597278 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ecb73e76-f74a-4e40-902b-7b14ad130c53 req-0beeea18-5040-4f2a-a949-95c299602f7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Jan 17 12:55:44.636638 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ecb73e76-f74a-4e40-902b-7b14ad130c53 req-aed7d364-fead-4df2-bdc6-f8a6491c345e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Jan 17 12:55:45.813295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05574ef3-a76f-43e1-9dcb-d54f3ecf6aa8 req-79c68d1d-686a-4d0c-a5ab-46e30abfb06d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:45.814814 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-05574ef3-a76f-43e1-9dcb-d54f3ecf6aa8 req-79c68d1d-686a-4d0c-a5ab-46e30abfb06d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 943 time: 0.0513387 Jan 17 12:55:45.852760 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-05574ef3-a76f-43e1-9dcb-d54f3ecf6aa8 req-5e701672-a23c-4be9-98ab-32c318b4f2fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jan 17 12:55:46.032987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 505fb254-0f4f-4e62-8913-84220ae8619f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:55:46.130440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 505fb254-0f4f-4e62-8913-84220ae8619f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=505fb254-0f4f-4e62-8913-84220ae8619f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:55:46.141949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '505fb254-0f4f-4e62-8913-84220ae8619f', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'port_id': '505fb254-0f4f-4e62-8913-84220ae8619f', 'mac_address': 'fa:16:3e:48:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:55:46.182496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:46.195675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505fb254-0f4f-4e62-8913-84220ae8619f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:55:46.214774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 505fb254-0f4f-4e62-8913-84220ae8619f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=505fb254-0f4f-4e62-8913-84220ae8619f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:55:46.314361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:46.362941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=505fb254-0f4f-4e62-8913-84220ae8619f,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.372729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.373918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.373918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:55:46.522345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['505fb254-0f4f-4e62-8913-84220ae8619f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:55:46.970119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6960d9-42de-45ab-808c-9203ffdb57b3 req-8411a6cd-a0c9-44cd-89d5-a54f62331395 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:46.975984 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cf6960d9-42de-45ab-808c-9203ffdb57b3 req-8411a6cd-a0c9-44cd-89d5-a54f62331395 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 944 time: 0.0548408 Jan 17 12:55:47.009536 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cf6960d9-42de-45ab-808c-9203ffdb57b3 req-592dcc43-6841-43e6-958e-97526846958c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jan 17 12:55:48.032921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 505fb254-0f4f-4e62-8913-84220ae8619f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:55:48.148238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77d614-e1eb-4803-b886-481f629e224d req-0fc6802b-0ab6-4c1c-a8e7-8b47deced7d5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:48.151937 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc77d614-e1eb-4803-b886-481f629e224d req-0fc6802b-0ab6-4c1c-a8e7-8b47deced7d5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 944 time: 0.0533216 Jan 17 12:55:48.193833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 505fb254-0f4f-4e62-8913-84220ae8619f completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:55:48.198478 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc77d614-e1eb-4803-b886-481f629e224d req-59c26341-8c5f-49a3-93cb-89eabb073887 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362782 Jan 17 12:55:48.198787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 505fb254-0f4f-4e62-8913-84220ae8619f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:55:48.198787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:48.285508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:48.308553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:55:48.310815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31f4ad-7dc5-4c3f-a749-18ba38639ee9" -d '{"events": [{"server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "name": "network-vif-plugged", "status": "completed", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:55:48.323652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 505fb254-0f4f-4e62-8913-84220ae8619f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=505fb254-0f4f-4e62-8913-84220ae8619f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:55:48.349837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f69a4c9-11b3-480b-ba89-039c88914269 x-openstack-request-id: req-7f69a4c9-11b3-480b-ba89-039c88914269 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:55:48.350121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "name": "network-vif-plugged", "status": "completed", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:55:48.350379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f69a4c9-11b3-480b-ba89-039c88914269 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:55:48.350772 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f', 'code': 200} Jan 17 12:55:48.377781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:48.429099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=505fb254-0f4f-4e62-8913-84220ae8619f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:48.665382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae125b6-a221-48dc-bc99-ef25afd35657 req-2b821233-76f3-488a-819c-03344efbd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:48.666916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ae125b6-a221-48dc-bc99-ef25afd35657 req-2b821233-76f3-488a-819c-03344efbd6ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 1098 time: 0.0422392 Jan 17 12:55:48.708652 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ae125b6-a221-48dc-bc99-ef25afd35657 req-324701a2-1e17-4f9e-bf25-a67a423bd3b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353057 Jan 17 12:55:48.927457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-2b13a6ba-f882-4c7a-9ad5-8eb4e8d863d1 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164539505&fields=id&tenant_id=c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 267 time: 0.0326948 Jan 17 12:55:49.029094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-bad21a05-5ce6-4b7b-9a84-086ea19414f2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:49.030547 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-bad21a05-5ce6-4b7b-9a84-086ea19414f2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 812 time: 0.0966496 Jan 17 12:55:49.046399 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-14f4d896-abc4-4d25-afad-73c961ec60c9 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/quotas/c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 375 time: 0.0090370 Jan 17 12:55:49.102319 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-de690116-38d4-402d-ae5d-8adbe4f74f7a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506704 Jan 17 12:55:49.117064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-4bc4c6b9-5b35-47d8-8631-901c59e65ead service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:55:49.118000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-4bc4c6b9-5b35-47d8-8631-901c59e65ead service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049646 Jan 17 12:55:49.209501 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-826d5989-5580-4645-b225-68d6de561b15 service neutron] 10.222.0.77 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858848 Jan 17 12:55:49.300312 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-2b259a77-c5d2-4c0b-90d1-3f4b9cb42955 service neutron] 10.222.0.77 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Jan 17 12:55:49.313642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e120-aa88-4ff8-a815-bab7609bbf1b req-9b4a20d7-b6d3-41eb-a292-4e62ec0a655a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:49.315147 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fdc5e120-aa88-4ff8-a815-bab7609bbf1b req-9b4a20d7-b6d3-41eb-a292-4e62ec0a655a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 945 time: 0.0513515 Jan 17 12:55:49.358429 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fdc5e120-aa88-4ff8-a815-bab7609bbf1b req-a4a3cf36-9d4c-4094-a855-a255ffad0686 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Jan 17 12:55:49.816823 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-10185cd3-a756-49d3-99b5-f5c585dfa97a req-aadfac9f-959e-4eb4-9794-1afb1ec113db tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0274923 Jan 17 12:55:50.486322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb6cf-b995-4929-9154-1ace0bf4138c req-eb4b53a3-a00f-498b-a518-071db477de25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:50.487881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-995fb6cf-b995-4929-9154-1ace0bf4138c req-eb4b53a3-a00f-498b-a518-071db477de25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 945 time: 0.0551732 Jan 17 12:55:50.527950 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-995fb6cf-b995-4929-9154-1ace0bf4138c req-14586e04-77f2-4668-a3b1-35151a791889 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341566 Jan 17 12:55:50.647877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488b673-493e-4664-b3e7-dee5dd7e5b24 req-611f0567-9343-4678-9d39-43dd17ba5ad8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:50.657720 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9488b673-493e-4664-b3e7-dee5dd7e5b24 req-611f0567-9343-4678-9d39-43dd17ba5ad8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Jan 17 12:55:50.689497 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9488b673-493e-4664-b3e7-dee5dd7e5b24 req-a03a8e3a-3652-403f-8634-60154669874b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340259 Jan 17 12:55:50.711953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50342) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:50.751082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ffbf68-c38a-4243-8f73-c71ad55b181f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:50.753128 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-95ffbf68-c38a-4243-8f73-c71ad55b181f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 1093 time: 0.0396919 Jan 17 12:55:50.755661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50344) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:50.759957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'port_id': '505fb254-0f4f-4e62-8913-84220ae8619f'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:50.802272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:50.908443 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-abfaf021-c8de-42ab-8f2d-1ee1fb09bfc0 req-fde9feb2-5083-438d-b44e-610150d3ea30 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0271354 Jan 17 12:55:51.240527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:51.308205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:51.401627 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e associated. External IP: 172.26.4.137, port: 505fb254-0f4f-4e62-8913-84220ae8619f. Jan 17 12:55:51.606969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:55:51.688126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-38609fec-39fc-41cc-a5b4-f5aff8946ad7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:51.689690 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-38609fec-39fc-41cc-a5b4-f5aff8946ad7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 812 time: 0.1051137 Jan 17 12:55:51.717699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:55:51.724039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:51.729634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:55:51.740251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:55:51.740856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:55:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:51.744165 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-7506c8e6-5599-4172-bbf7-06f7b6d94268 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5836de1b2e64966a638b8dd9cb4ee88 HTTP/1.1" status: 200 len: 379 time: 0.0453277 Jan 17 12:55:51.753323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'port': {'device_id': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'admin_state_up': True, 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'security_groups': ['43035927-7bfb-4489-b8f7-29de823a6674']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:51.754798 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1c5c9338-09bf-4b68-84d0-867ceb120f09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 991 time: 0.9981270 Jan 17 12:55:51.755498 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:55:51.757921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50348) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:51.758106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a5670-ade0-451e-aebd-5c22783e44ab" -d '{"events": [{"name": "network-changed", "server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:55:51.810966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bf7bc3-9f61-4b71-b286-ee7541452de7 x-openstack-request-id: req-95bf7bc3-9f61-4b71-b286-ee7541452de7 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:55:51.811358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:55:51.811784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95bf7bc3-9f61-4b71-b286-ee7541452de7 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:55:51.812298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f', 'status': 'completed', 'code': 200} Jan 17 12:55:51.858287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:55:51.899888 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-507b6801-20f6-45e8-9e0c-872f05d06351 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 991 time: 0.1400075 Jan 17 12:55:51.930390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5670-ade0-451e-aebd-5c22783e44ab req-72877b8f-43a9-4d04-8ca5-2fddb5d4eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:51.931994 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-72877b8f-43a9-4d04-8ca5-2fddb5d4eee1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 1098 time: 0.0953836 Jan 17 12:55:52.030318 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b3582328-f4c2-410d-b96c-b5af2f626f3d req-d3c33eda-4156-43ed-bb2d-3a6587261348 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0401654 Jan 17 12:55:52.073213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5670-ade0-451e-aebd-5c22783e44ab req-2a722957-b92e-4421-8912-743cddeb07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:52.075133 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-2a722957-b92e-4421-8912-743cddeb07f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 200 len: 897 time: 0.1359482 Jan 17 12:55:52.123416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'ca653a41-4298-4bb0-8060-80d4c4e8555e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.137', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'port_id': '505fb254-0f4f-4e62-8913-84220ae8619f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'mac_address': 'fa:16:3e:48:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:54:55Z', 'updated_at': '2022-01-17T12:55:51Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:52.127802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Made reservation on behalf of c5836de1b2e64966a638b8dd9cb4ee88 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:55:52.132056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:52.151026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:55:52.160512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:55:52.161419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:55:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:52.198563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:52.215728 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-713527f3-e496-4055-927c-0f43c8b0ca1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=505fb254-0f4f-4e62-8913-84220ae8619f HTTP/1.1" status: 200 len: 999 time: 0.1344073 Jan 17 12:55:52.272956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:55:52.307612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5670-ade0-451e-aebd-5c22783e44ab req-3a45d79b-310f-41f0-89db-295d40e6cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:52.309197 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-3a45d79b-310f-41f0-89db-295d40e6cef1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=171ed092-c35b-4d7f-a3cb-84a815e6de73 HTTP/1.1" status: 200 len: 834 time: 0.0865889 Jan 17 12:55:52.354843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Allocated IP 172.20.0.11 (d73bbc65-5155-4da1-bd37-ab753e3b3366/f69d34c9-5a9d-4901-a067-0eeb96659b67/0b9e9fcd-90b1-4720-b69e-f1365c4d7786) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:55:52.400195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5670-ade0-451e-aebd-5c22783e44ab req-564b1aad-8d79-4524-85dc-969864fd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:52.401671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-564b1aad-8d79-4524-85dc-969864fd3b41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=762d95ba-9f74-4539-b7f6-0716d4642828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853741 Jan 17 12:55:52.412896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-06420d9d-52da-44e3-a8a2-e5b651ef0ce9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:55:52.418396 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-06420d9d-52da-44e3-a8a2-e5b651ef0ce9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053959 Jan 17 12:55:52.505310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'ca653a41-4298-4bb0-8060-80d4c4e8555e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.137', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'port_id': '505fb254-0f4f-4e62-8913-84220ae8619f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'mac_address': 'fa:16:3e:48:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:54:55Z', 'updated_at': '2022-01-17T12:55:51Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:55:52.537042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51711f-dc58-4cf7-befd-5d59d19f35ec None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'ca653a41-4298-4bb0-8060-80d4c4e8555e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.137', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'port_id': '505fb254-0f4f-4e62-8913-84220ae8619f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'mac_address': 'fa:16:3e:48:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:54:55Z', 'updated_at': '2022-01-17T12:55:51Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:55:52.586972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-6e15e403-ca82-4768-89b8-f46d3230c43e service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631713 Jan 17 12:55:52.605899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:52.706842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-390a5670-ade0-451e-aebd-5c22783e44ab req-c12ef786-7b23-4f80-be00-b1b9bc0c8ea6 service neutron] 10.222.0.67 "GET /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119070 Jan 17 12:55:52.758993 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d615e292-fb5b-44bc-b073-41c524ded5e8 None None] New status for floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:55:52.801018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:52.870638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:55:52.876228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:55:52.882256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:55:52.903386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50354) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:52.946886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:52.977713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:52.978362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:52.992131 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-61e23030-3ee6-4f75-8b22-f7b043388fcc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 991 time: 0.0850966 Jan 17 12:55:53.032101 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-82bbf87e-becf-494e-8893-c41317580475 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2827744 Jan 17 12:55:53.043701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Request body: {'port': {'device_id': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:55:53.115982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.167763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb654a-3af1-49a6-9eba-5d822683a1d9 req-21f76b7f-0db5-43bd-8e80-1c3c0b8f7a8a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:53.169311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-43cb654a-3af1-49a6-9eba-5d822683a1d9 req-21f76b7f-0db5-43bd-8e80-1c3c0b8f7a8a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 932 time: 0.0523040 Jan 17 12:55:53.231405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f717c5a3-6baf-4231-bd0c-f116c0a0ea9e None None] Provisioning complete for port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:55:53.232021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f717c5a3-6baf-4231-bd0c-f116c0a0ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.238292 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-43cb654a-3af1-49a6-9eba-5d822683a1d9 req-03329512-b484-4d54-a245-8e9a24b5ef40 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582020 Jan 17 12:55:53.277726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f717c5a3-6baf-4231-bd0c-f116c0a0ea9e None None] Port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:55:53.410022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:55:53.417574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.429247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Transition to ACTIVE for port object 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:55:53.496620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.548747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:53.631942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Attempting to bind port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:55:53.632287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Attempting to bind port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:55:53.632593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Attempting to bind port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:55:53.637239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:55:53.637560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Attempting to bind port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 on network d73bbc65-5155-4da1-bd37-ab753e3b3366 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:55:53.642654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:55:53.642993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Checking segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:55:53.643370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Bound using segment: {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:55:53.643841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Bound port: 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:55:53.644189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.714408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] For port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:55:53.718047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] For port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:55:53.765824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.802943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:53.803940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:55:53.805985 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] 10.222.0.67 "PUT /v2.0/ports/0b9e9fcd-90b1-4720-b69e-f1365c4d7786 HTTP/1.1" status: 200 len: 1094 time: 0.7662416 Jan 17 12:55:53.808651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:55:53.811836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593407b4-a67a-4eb1-b856-a8365d6f77d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:55:53.858588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84af38-2c5d-4ec4-bc6b-662098e5785f service neutron] Pushing event updated for resources: {'Port': ['ID=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:55:53.872728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd194e-1301-482f-903c-b6e02c5f5957 x-openstack-request-id: req-e8fd194e-1301-482f-903c-b6e02c5f5957 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:55:53.873022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:55:53.873275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8fd194e-1301-482f-903c-b6e02c5f5957 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:55:53.873689 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'status': 'completed', 'code': 200} Jan 17 12:55:53.940268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593407b4-a67a-4eb1-b856-a8365d6f77d7 req-fd3667a5-40cb-40e0-a3e4-ff5c26c4b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:53.941955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-593407b4-a67a-4eb1-b856-a8365d6f77d7 req-fd3667a5-40cb-40e0-a3e4-ff5c26c4b558 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1097 time: 0.0472152 Jan 17 12:55:53.996061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50360) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:55:54.059060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593407b4-a67a-4eb1-b856-a8365d6f77d7 req-18da218d-c9aa-424e-83ac-dcd044557eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:54.060734 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-593407b4-a67a-4eb1-b856-a8365d6f77d7 req-18da218d-c9aa-424e-83ac-dcd044557eed service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1115415 Jan 17 12:55:54.087426 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-237ba392-855b-4f32-a541-7647ba5b0c14 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 200 len: 993 time: 0.0844412 Jan 17 12:55:54.168355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593407b4-a67a-4eb1-b856-a8365d6f77d7 req-eb03ec83-9cf0-404c-848d-d0f357989a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:54.169955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-593407b4-a67a-4eb1-b856-a8365d6f77d7 req-eb03ec83-9cf0-404c-848d-d0f357989a40 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024139 Jan 17 12:55:54.251373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-41e684d4-28b8-4aaa-ad86-93a8987f7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:54.252909 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-41e684d4-28b8-4aaa-ad86-93a8987f7d13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1097 time: 0.0468092 Jan 17 12:55:54.298505 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-2b422198-791c-41dc-9f93-ec0a3e405da1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786 HTTP/1.1" status: 200 len: 217 time: 0.0374300 Jan 17 12:55:54.347627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-924079c1-6c09-4787-ac38-2442645451f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:54.349530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-924079c1-6c09-4787-ac38-2442645451f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0445571 Jan 17 12:55:54.356604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac48adb-105c-4f9e-b1d8-134310ac919d req-312cecc9-eca4-4c17-a8c7-1fd43308d39a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:54.358108 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aac48adb-105c-4f9e-b1d8-134310ac919d req-312cecc9-eca4-4c17-a8c7-1fd43308d39a tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0497377 Jan 17 12:55:54.399373 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aac48adb-105c-4f9e-b1d8-134310ac919d req-61097041-499f-4172-b623-3ce7cdaeec46 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338385 Jan 17 12:55:54.403448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-cda80166-7586-42e1-862e-66ab664b6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:54.404993 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-cda80166-7586-42e1-862e-66ab664b6bee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485983 Jan 17 12:55:54.497971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-fe27cdde-c209-4e07-8309-eb25f51a63b0 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856285 Jan 17 12:55:54.594938 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cb93ac7-44f1-4b41-8a72-e80bf879b04a req-35e6ab42-da47-40d7-a804-d4d90ffcaacb service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903146 Jan 17 12:55:55.523245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cbda2-13bd-4857-81ad-375791be3799 req-bda94f9e-43d8-4e9c-9529-a6f71b6b1adf tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:55.524845 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d36cbda2-13bd-4857-81ad-375791be3799 req-bda94f9e-43d8-4e9c-9529-a6f71b6b1adf tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0499523 Jan 17 12:55:55.563802 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d36cbda2-13bd-4857-81ad-375791be3799 req-809e2a01-8743-462b-bc88-7703f5a82634 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Jan 17 12:55:56.695048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15158f82-cc40-429e-b4f9-e273f318cdfe req-b1673f30-640d-427b-b1ed-4a9b43f54962 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:56.697097 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15158f82-cc40-429e-b4f9-e273f318cdfe req-b1673f30-640d-427b-b1ed-4a9b43f54962 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0559750 Jan 17 12:55:56.741132 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15158f82-cc40-429e-b4f9-e273f318cdfe req-755231d3-98b2-42f1-9a44-2d69242b5da1 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378296 Jan 17 12:55:57.858263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bab09f-3112-49d8-9f57-6ca6c084426a req-9742a602-7347-4c13-aa3d-d19b32391e36 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:57.859855 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-02bab09f-3112-49d8-9f57-6ca6c084426a req-9742a602-7347-4c13-aa3d-d19b32391e36 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0492764 Jan 17 12:55:57.900841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-02bab09f-3112-49d8-9f57-6ca6c084426a req-4b3a98bd-6637-4804-99fb-5dd0059c1313 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Jan 17 12:55:59.021853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af2329-54cb-4089-9698-5db472f5b8f4 req-ce451051-194c-4c0d-88ab-00447c3b5087 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:55:59.023304 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-21af2329-54cb-4089-9698-5db472f5b8f4 req-ce451051-194c-4c0d-88ab-00447c3b5087 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0521989 Jan 17 12:55:59.061678 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-21af2329-54cb-4089-9698-5db472f5b8f4 req-7d1751b8-52cd-4200-a2a2-89693ed17bdc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Jan 17 12:56:00.198513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f05136-8fa0-42b1-a552-69e7dec41412 req-cca71ad3-a1c3-4a2f-8296-f060f6583814 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:00.200025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24f05136-8fa0-42b1-a552-69e7dec41412 req-cca71ad3-a1c3-4a2f-8296-f060f6583814 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0531509 Jan 17 12:56:00.238705 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24f05136-8fa0-42b1-a552-69e7dec41412 req-a40e275a-8086-4f4e-a078-b1f004f6e518 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Jan 17 12:56:01.354024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d368b6-c84b-4c37-b5ca-1cae2cec5cb0 req-8702c998-5805-4f15-ba19-3d3e41ff0395 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:01.355508 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-13d368b6-c84b-4c37-b5ca-1cae2cec5cb0 req-8702c998-5805-4f15-ba19-3d3e41ff0395 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0491226 Jan 17 12:56:01.394308 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-13d368b6-c84b-4c37-b5ca-1cae2cec5cb0 req-598d49a7-9683-4af4-b827-68b73ca9c8d8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323312 Jan 17 12:56:02.508575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f698b-c3f9-48f4-8864-3767f67d82fb req-51cf289c-945c-4c81-82f3-817a468ceb1d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:02.510046 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-746f698b-c3f9-48f4-8864-3767f67d82fb req-51cf289c-945c-4c81-82f3-817a468ceb1d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0495996 Jan 17 12:56:02.548579 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-746f698b-c3f9-48f4-8864-3767f67d82fb req-8dea2c25-d851-4fad-a9a5-ad4e14e71b59 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319607 Jan 17 12:56:03.660449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac88d5e-5d31-4624-8808-221f28731ec1 req-25c580ac-6df1-46ed-8fa7-54a5227fe3f6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:03.662195 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aac88d5e-5d31-4624-8808-221f28731ec1 req-25c580ac-6df1-46ed-8fa7-54a5227fe3f6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 944 time: 0.0486646 Jan 17 12:56:03.700014 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aac88d5e-5d31-4624-8808-221f28731ec1 req-ea4febfe-13d0-468f-a263-13123aab65f1 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Jan 17 12:56:03.724807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bfa629e5-2da0-4a77-8608-443e3f16334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:04.110245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:56:04.346386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:04.357052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'port_id': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'mac_address': 'fa:16:3e:5a:32:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:56:04.394706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:04.406911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:56:04.425991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:04.495966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:04.543022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:04.767077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['0b9e9fcd-90b1-4720-b69e-f1365c4d7786'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:56:04.817852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5533eb-71d4-47b9-86a4-82c1c2f11b0e req-85a6a672-f2c6-4fd2-87a6-a8055a1abc2e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:04.819453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6a5533eb-71d4-47b9-86a4-82c1c2f11b0e req-85a6a672-f2c6-4fd2-87a6-a8055a1abc2e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 945 time: 0.0498104 Jan 17 12:56:04.861153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6a5533eb-71d4-47b9-86a4-82c1c2f11b0e req-d53d12d0-88ee-475e-9fbf-8ac7d0ff615f tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345449 Jan 17 12:56:05.979777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74988a04-0892-4e92-b18f-a665da89f7e9 req-601a0702-bf1e-4004-89db-72973b5b8dc6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:05.980984 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-74988a04-0892-4e92-b18f-a665da89f7e9 req-601a0702-bf1e-4004-89db-72973b5b8dc6 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 945 time: 0.0535424 Jan 17 12:56:06.018293 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-74988a04-0892-4e92-b18f-a665da89f7e9 req-d2b61b7c-f792-4e64-bd8e-f95fc27e12f2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Jan 17 12:56:06.120741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:06.157553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-49904e7a-11f4-48e6-9ee8-08d88b74e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:06.222031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:56:06.226054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:06.226428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:06.301548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:06.322900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:56:06.325141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f458337-b30d-41a6-a5a1-d5df6e4967e6" -d '{"events": [{"server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:56:06.338272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:06.362617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98094546-4b2f-4353-93e2-44778a91468a x-openstack-request-id: req-98094546-4b2f-4353-93e2-44778a91468a {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:56:06.362911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "name": "network-vif-plugged", "status": "completed", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:56:06.363165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98094546-4b2f-4353-93e2-44778a91468a {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:56:06.363601 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'code': 200} Jan 17 12:56:06.416303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:06.465729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:06.672874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f72dc-a854-4a0a-a1cf-817033e0aa8f req-8976a83d-59df-4946-9d33-d677ba08df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:06.674266 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-696f72dc-a854-4a0a-a1cf-817033e0aa8f req-8976a83d-59df-4946-9d33-d677ba08df8c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1099 time: 0.0440922 Jan 17 12:56:06.707744 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-696f72dc-a854-4a0a-a1cf-817033e0aa8f req-4fad2010-f7c4-4c24-b999-a8f93e76dffb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269706 Jan 17 12:56:07.132507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8260df-e270-4e31-8503-880b70f215b9 req-d05ffdff-9317-4237-8926-f1a05f70a9fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:07.133998 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a8260df-e270-4e31-8503-880b70f215b9 req-d05ffdff-9317-4237-8926-f1a05f70a9fc tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.0488396 Jan 17 12:56:07.173305 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a8260df-e270-4e31-8503-880b70f215b9 req-b1dc77f1-3c9c-4281-b620-3ee583f41c89 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327041 Jan 17 12:56:07.238880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:08.055285 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:56:08.288049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa84ec-83d6-4ab6-9c6d-bff0bd982e7f req-461b3060-a8ed-4f46-8d15-85761adfd224 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:08.289526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95aa84ec-83d6-4ab6-9c6d-bff0bd982e7f req-461b3060-a8ed-4f46-8d15-85761adfd224 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.0480344 Jan 17 12:56:08.333628 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95aa84ec-83d6-4ab6-9c6d-bff0bd982e7f req-cc057fb3-0efa-4d86-b228-d94409e7a679 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309618 Jan 17 12:56:08.438866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191bf0c-d2f1-44f3-a41f-6a063d196488 req-d72ed775-32ab-42ac-bde5-119e949811fe tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:08.440366 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5191bf0c-d2f1-44f3-a41f-6a063d196488 req-d72ed775-32ab-42ac-bde5-119e949811fe tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.0500362 Jan 17 12:56:08.478408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5191bf0c-d2f1-44f3-a41f-6a063d196488 req-cda3689f-0c3b-4cf7-a01f-e118602321e4 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Jan 17 12:56:08.499718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50392) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:08.638576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02d2a7-0f1d-4991-b00f-8307e66cc29b tempest-TestVolumeBootPattern-1889287315 tempest-TestVolumeBootPattern-1889287315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:08.640906 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f02d2a7-0f1d-4991-b00f-8307e66cc29b tempest-TestVolumeBootPattern-1889287315 tempest-TestVolumeBootPattern-1889287315-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1094 time: 0.1402130 Jan 17 12:56:08.643759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50396) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:08.648334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:08.695864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:08.707389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:08.803064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:08.873260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:09.182269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Allocated IP 172.26.4.116 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/ebb07aa6-5c53-4624-9f9f-aa1abb9c557d) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:56:09.283416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:09.399154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:09.438521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:09.441263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:09.444648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:56:09.469084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=ebb07aa6-5c53-4624-9f9f-aa1abb9c557d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:09.799982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:09.903507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:10.056844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:10.159123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:10.228892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event updated for resources: {'Port': ['ID=ebb07aa6-5c53-4624-9f9f-aa1abb9c557d,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:10.246209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:10.347134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Floating IP 7e43f3b9-aefb-49de-ac63-7401d4137b0e associated. External IP: 172.26.4.116, port: 0b9e9fcd-90b1-4720-b69e-f1365c4d7786. Jan 17 12:56:10.558509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:56:10.668037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:56:10.678459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:56:10.687769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:10.688374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:10.726788 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:10.754951 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8356c4a2-7c61-4543-9a12-ce4339f9a4e7 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1101589 Jan 17 12:56:10.755900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:56:10.758678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cf875f-af0f-4d90-99ae-2cc808db6b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:56:10.794508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2337e3e-806d-475b-b094-277474584585 x-openstack-request-id: req-f2337e3e-806d-475b-b094-277474584585 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:56:10.794792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:56:10.795040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2337e3e-806d-475b-b094-277474584585 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:56:10.795970 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'status': 'completed', 'code': 200} Jan 17 12:56:10.796342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:10.856202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-88a9397c-cf95-4f62-b490-9ade329c4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:10.857710 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-88a9397c-cf95-4f62-b490-9ade329c4dd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1099 time: 0.0411882 Jan 17 12:56:10.952602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-2fbfcaa1-fb9f-4fdd-b263-0902dd45b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:10.954039 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-2fbfcaa1-fb9f-4fdd-b263-0902dd45b6c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.0896614 Jan 17 12:56:11.020796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}, {'id': '7e43f3b9-aefb-49de-ac63-7401d4137b0e', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:5a:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:56:09Z', 'updated_at': '2022-01-17T12:56:09Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:11.021418 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-06d9afda-6c34-4c93-8168-2f40f4a7161b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786 HTTP/1.1" status: 200 len: 1000 time: 0.0595341 Jan 17 12:56:11.051469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:56:11.060158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:11.060752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:11.072992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-cd1210e3-7cd5-4e98-858e-351cfd7c2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:11.077815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-cd1210e3-7cd5-4e98-858e-351cfd7c2cd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0457466 Jan 17 12:56:11.124237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-c6662e5d-d41d-40b7-88d8-922b7144bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:11.125894 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-c6662e5d-d41d-40b7-88d8-922b7144bb76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450613 Jan 17 12:56:11.168525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:11.217874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-9b25a158-c7b8-446b-b7d2-db7bc0d7bac6 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842311 Jan 17 12:56:11.313037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-74cf875f-af0f-4d90-99ae-2cc808db6b0a req-ace13abd-48b2-4a1a-abfa-8b1b7849ec72 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891821 Jan 17 12:56:11.393641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}, {'id': '7e43f3b9-aefb-49de-ac63-7401d4137b0e', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:5a:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:56:09Z', 'updated_at': '2022-01-17T12:56:09Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:11.422921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf6fca-0ad9-40c4-bc83-a938fbeefa9d None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}, {'id': '7e43f3b9-aefb-49de-ac63-7401d4137b0e', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:5a:32:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:56:09Z', 'updated_at': '2022-01-17T12:56:09Z', 'revision_number': 0, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:56:11.619305 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d1a9db-5c67-4eae-ac84-89cedcb9367c None None] New status for floating IP 7e43f3b9-aefb-49de-ac63-7401d4137b0e: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:56:22.216342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:23.013520 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596251-cab1-4913-9983-80be522266d4 req-71e8336f-02ce-4190-a5a4-4934e21f5ff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:23.016020 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-dd596251-cab1-4913-9983-80be522266d4 req-71e8336f-02ce-4190-a5a4-4934e21f5ff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Jan 17 12:56:23.055810 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-dd596251-cab1-4913-9983-80be522266d4 req-92bf947d-adf5-42b6-a25c-bec1937cf365 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338998 Jan 17 12:56:24.184034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175966-83bc-419f-96b6-f870e104dfa5 req-b2feef3a-38e5-476f-96fa-40f358d9c9a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:24.185597 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4175966-83bc-419f-96b6-f870e104dfa5 req-b2feef3a-38e5-476f-96fa-40f358d9c9a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Jan 17 12:56:24.226248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4175966-83bc-419f-96b6-f870e104dfa5 req-b686c6ce-f9ff-47a4-a6b6-6210bb4a6513 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341711 Jan 17 12:56:24.358057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-596f374e-e521-47cb-8290-b13a5c770db4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:24.359557 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-596f374e-e521-47cb-8290-b13a5c770db4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Jan 17 12:56:24.452930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 505fb254-0f4f-4e62-8913-84220ae8619f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:56:24.453273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:24.540421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 505fb254-0f4f-4e62-8913-84220ae8619f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=505fb254-0f4f-4e62-8913-84220ae8619f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:24.540779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:24.715282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:24.715599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:24.715920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e disassociated. External IP: 172.26.4.137, port: 505fb254-0f4f-4e62-8913-84220ae8619f. Jan 17 12:56:24.716263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 505fb254-0f4f-4e62-8913-84220ae8619f owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:56:24.900850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:24.933741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=505fb254-0f4f-4e62-8913-84220ae8619f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:25.054765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:56:25.166813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:56:25.177569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:56:25.186905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:25.187572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:25.300238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:25.350833 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a42e9497-1166-42a1-9f69-10bc5eb910cd req-d63acca0-c0b0-4c4a-8b07-94277c8f343e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 210 time: 0.0410104 Jan 17 12:56:25.513141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:25.540597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:56:25.549555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:25.550158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:25.568539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 505fb254-0f4f-4e62-8913-84220ae8619f on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:56:25.571386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:25.574723 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-32ec6266-27e1-4dc0-ba91-e2bdd311f579 req-327a241a-571d-4b6f-b89d-b210834fabe2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/505fb254-0f4f-4e62-8913-84220ae8619f HTTP/1.1" status: 204 len: 173 time: 1.2089336 Jan 17 12:56:25.575189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'name': 'network-vif-deleted', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:56:25.577596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cfbe28-708f-4b3a-9f21-411745d314c6" -d '{"events": [{"server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "name": "network-vif-deleted", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:56:25.660628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:25.674104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0f3e6-0a33-4cbe-80e8-068838068e3c x-openstack-request-id: req-14b0f3e6-0a33-4cbe-80e8-068838068e3c {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:56:25.674469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746fe48e-1557-4d23-b0d1-46a9121d0f21", "name": "network-vif-deleted", "tag": "505fb254-0f4f-4e62-8913-84220ae8619f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:56:25.674807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14b0f3e6-0a33-4cbe-80e8-068838068e3c {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:56:25.675322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746fe48e-1557-4d23-b0d1-46a9121d0f21', 'name': 'network-vif-deleted', 'tag': '505fb254-0f4f-4e62-8913-84220ae8619f', 'status': 'completed', 'code': 200} Jan 17 12:56:25.860911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:25.887375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10481e2f-5769-4280-a89c-e0f5d41450a3 None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'b145abf8-ba15-4bf2-9178-f3062624f949', 'name': '', 'network_id': '762d95ba-9f74-4539-b7f6-0716d4642828', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:35:b4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:35Z', 'updated_at': '2022-01-17T12:54:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '171ed092-c35b-4d7f-a3cb-84a815e6de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:56:26.118845 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ed318-9cef-494c-83a1-11541e34b2d7 None None] New status for floating IP ca653a41-4298-4bb0-8060-80d4c4e8555e: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:56:26.453138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5ddb6c60-f4aa-48f2-8f4e-de69de0fa57d req-20f1d342-d6ec-4cdd-aace-0d3f39c44a42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=746fe48e-1557-4d23-b0d1-46a9121d0f21 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Jan 17 12:56:27.511247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50430) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:27.570036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82db3539-5f32-4aeb-9d2b-b48202d38d12 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:27.595528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82db3539-5f32-4aeb-9d2b-b48202d38d12 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:27.752909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82db3539-5f32-4aeb-9d2b-b48202d38d12 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:27.755449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82db3539-5f32-4aeb-9d2b-b48202d38d12 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:27.756642 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-82db3539-5f32-4aeb-9d2b-b48202d38d12 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7 HTTP/1.1" status: 204 len: 168 time: 0.2443743 Jan 17 12:56:27.766647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db3539-5f32-4aeb-9d2b-b48202d38d12 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6c8e0-b958-4c71-ae78-85f1f0fd3dd7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:27.839223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50434) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:27.965663 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 9dd0e01f-cbb6-4a6a-a412-9ed47fbddc87 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:56:27.966009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:28.044973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:28.045356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:28.056912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 9dd0e01f-cbb6-4a6a-a412-9ed47fbddc87 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:56:28.188553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 505fb254-0f4f-4e62-8913-84220ae8619f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:56:28.208766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 505fb254-0f4f-4e62-8913-84220ae8619f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:56:28.209113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 505fb254-0f4f-4e62-8913-84220ae8619f not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:56:28.296917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:28.323004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=9dd0e01f-cbb6-4a6a-a412-9ed47fbddc87,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:28.383570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:28.386190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:28.387374 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e20b3dbe-c805-4d63-96e7-f2c19f39ba42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/ca653a41-4298-4bb0-8060-80d4c4e8555e HTTP/1.1" status: 204 len: 168 time: 0.5471199 Jan 17 12:56:28.855993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f55a9-b461-4beb-ac8d-f67c43738808 req-7a3b873f-57e4-463f-b577-473857df26bd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:28.857540 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cb7f55a9-b461-4beb-ac8d-f67c43738808 req-7a3b873f-57e4-463f-b577-473857df26bd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 946 time: 0.0486577 Jan 17 12:56:28.901584 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cb7f55a9-b461-4beb-ac8d-f67c43738808 req-2fee9c29-eb03-4d45-8c8a-ec4542440440 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377092 Jan 17 12:56:30.037044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e587f-5a0c-4433-b972-bfdcf9357343 req-dfe4236d-f7ac-49c2-aee7-2102ddf54470 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:30.038533 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ee5e587f-5a0c-4433-b972-bfdcf9357343 req-dfe4236d-f7ac-49c2-aee7-2102ddf54470 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 946 time: 0.0657208 Jan 17 12:56:30.076691 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ee5e587f-5a0c-4433-b972-bfdcf9357343 req-ba815942-5d0d-4f4f-ad50-0f3d90083760 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=11590634-c395-47b9-925f-6bc794aa3300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321159 Jan 17 12:56:30.248096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-55115bee-0a3d-439f-80bb-843bb5b0b2b3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:30.249639 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-55115bee-0a3d-439f-80bb-843bb5b0b2b3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 946 time: 0.0478656 Jan 17 12:56:30.355947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port e82f4243-e8d1-496d-9636-32b6a22f22e6 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:56:30.356232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:30.449827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port e82f4243-e8d1-496d-9636-32b6a22f22e6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e82f4243-e8d1-496d-9636-32b6a22f22e6,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:30.450218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:30.465664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for e82f4243-e8d1-496d-9636-32b6a22f22e6 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:56:30.753341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:30.783989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=e82f4243-e8d1-496d-9636-32b6a22f22e6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:30.830529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port e82f4243-e8d1-496d-9636-32b6a22f22e6 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:56:30.833143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:30.836598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83842c41-7dcb-4d38-ac5d-ecd986988e46 req-67b2ce99-4872-41d3-8027-a608c8c39199 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/e82f4243-e8d1-496d-9636-32b6a22f22e6 HTTP/1.1" status: 204 len: 173 time: 0.5810320 Jan 17 12:56:30.837046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'name': 'network-vif-deleted', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:56:30.839356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233d388c-eb60-4159-afab-676d1e17b956" -d '{"events": [{"server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "name": "network-vif-deleted", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:56:30.882660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b08201-df39-4bf7-b796-062b75cdbadd x-openstack-request-id: req-e2b08201-df39-4bf7-b796-062b75cdbadd {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:56:30.882953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a082e5b-625f-4ccc-ba34-6abb5c279f25", "name": "network-vif-deleted", "tag": "e82f4243-e8d1-496d-9636-32b6a22f22e6", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:56:30.883206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2b08201-df39-4bf7-b796-062b75cdbadd {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:56:30.883632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a082e5b-625f-4ccc-ba34-6abb5c279f25', 'name': 'network-vif-deleted', 'tag': 'e82f4243-e8d1-496d-9636-32b6a22f22e6', 'status': 'completed', 'code': 200} Jan 17 12:56:31.190941 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5e5cb896-c94c-453d-a304-ec1f46960b6e req-688ff1ea-7bed-49d4-9dd8-6f8fa3695742 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a082e5b-625f-4ccc-ba34-6abb5c279f25 HTTP/1.1" status: 200 len: 210 time: 0.0315912 Jan 17 12:56:32.248638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50450) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:32.308348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47f4cdd9-bb08-4bee-98bd-57208d5d7dc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:32.334416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47f4cdd9-bb08-4bee-98bd-57208d5d7dc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:32.461061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47f4cdd9-bb08-4bee-98bd-57208d5d7dc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:32.463584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-47f4cdd9-bb08-4bee-98bd-57208d5d7dc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:32.464772 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-47f4cdd9-bb08-4bee-98bd-57208d5d7dc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/11590634-c395-47b9-925f-6bc794aa3300 HTTP/1.1" status: 204 len: 168 time: 0.2150364 Jan 17 12:56:32.474679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4cdd9-bb08-4bee-98bd-57208d5d7dc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11590634-c395-47b9-925f-6bc794aa3300,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:32.594393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50454) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:32.953236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:33.226797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port b145abf8-ba15-4bf2-9178-f3062624f949 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:56:33.227055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:33.322130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port b145abf8-ba15-4bf2-9178-f3062624f949, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b145abf8-ba15-4bf2-9178-f3062624f949,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:33.322491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:33.335670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for b145abf8-ba15-4bf2-9178-f3062624f949 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:56:33.661717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:33.691351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=b145abf8-ba15-4bf2-9178-f3062624f949,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:33.748826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c113-6e4c-4cf0-b0be-85b47889870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:33.882480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.097233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 2819a1cf-0160-4f52-ad02-0957a78b831e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:56:34.203420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:56:34.208367 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cc4dfaec-5dd5-4066-a3f4-b1f2ea767a1a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/2819a1cf-0160-4f52-ad02-0957a78b831e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129792 Jan 17 12:56:34.211037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50456) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:34.213746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] Sync routers for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:56:34.221308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device e82f4243-e8d1-496d-9636-32b6a22f22e6 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:56:34.247240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: e82f4243-e8d1-496d-9636-32b6a22f22e6 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:56:34.247614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device e82f4243-e8d1-496d-9636-32b6a22f22e6 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:56:34.249794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:34.250459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:34.267069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet 171ed092-c35b-4d7f-a3cb-84a815e6de73 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:56:34.270360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.312975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.359402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:34.401669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.538449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:56:33Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:34.553271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.564425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] Checking router: 2819a1cf-0160-4f52-ad02-0957a78b831e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:56:34.572549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] Routers {'2819a1cf-0160-4f52-ad02-0957a78b831e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:34.573146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['2819a1cf-0160-4f52-ad02-0957a78b831e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:34.584359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.589970 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/171ed092-c35b-4d7f-a3cb-84a815e6de73 HTTP/1.1" status: 204 len: 168 time: 0.3755581 Jan 17 12:56:34.589970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f350ac-0daa-4b3f-8034-e3d92635dff7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=171ed092-c35b-4d7f-a3cb-84a815e6de73,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:34.590364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50458) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:34.610481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e48d26-dc27-4347-a13f-8bbe89413108 None None] Network 762d95ba-9f74-4539-b7f6-0716d4642828 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:56:34.700249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.751590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] Set router 2819a1cf-0160-4f52-ad02-0957a78b831e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:34.807439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.931284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port c0f91673-090a-46fb-af11-3215b2e25bcc {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:56:34.931709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:34.941249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] DHCP port deletion for 762d95ba-9f74-4539-b7f6-0716d4642828 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:56:34.997149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:56:33Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:35.019264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port c0f91673-090a-46fb-af11-3215b2e25bcc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c0f91673-090a-46fb-af11-3215b2e25bcc,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:35.019742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.026924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b07850-de83-4e40-a7f4-0b33315f781a None None] The sync data for ids ['2819a1cf-0160-4f52-ad02-0957a78b831e'] in dv-neutron-824886-1-hyperv is: [{'id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'name': 'tempest-TestNetworkBasicOps-router-1424978926', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:56:33Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'c0f91673-090a-46fb-af11-3215b2e25bcc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2819a1cf-0160-4f52-ad02-0957a78b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:54:31Z', 'updated_at': '2022-01-17T12:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:56:35.034023 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for c0f91673-090a-46fb-af11-3215b2e25bcc owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:56:35.036994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] Deleting port f53b9575-5c86-4096-b853-6204a9a8af2f {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:56:35.037380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.100969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] For port f53b9575-5c86-4096-b853-6204a9a8af2f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f53b9575-5c86-4096-b853-6204a9a8af2f,segment=NetworkSegment(c961e416-73a0-40ae-978c-a3e68f764c21),segment_id=c961e416-73a0-40ae-978c-a3e68f764c21)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:35.101380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.118007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] Calling delete_port for f53b9575-5c86-4096-b853-6204a9a8af2f owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:56:35.255572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.266867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.283383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] Pushing event deleted for resources: {'Port': ['ID=f53b9575-5c86-4096-b853-6204a9a8af2f,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:35.288828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6f353-86b3-414e-8818-50a8eb3b84b7 None None] No DVR routers for this DVR port f53b9575-5c86-4096-b853-6204a9a8af2f on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:56:35.296843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=c0f91673-090a-46fb-af11-3215b2e25bcc,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:35.354021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.452659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.454891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.553161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.553659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router 2819a1cf-0160-4f52-ad02-0957a78b831e {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:56:35.562099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.563229 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-77b16035-9534-4a65-868e-90f5816bef4b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/2819a1cf-0160-4f52-ad02-0957a78b831e HTTP/1.1" status: 204 len: 168 time: 0.9718795 Jan 17 12:56:35.566039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50460) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:35.644442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.738658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.759322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762d95ba-9f74-4539-b7f6-0716d4642828']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:35.769311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c961e416-73a0-40ae-978c-a3e68f764c21') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:35.769613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c961e416-73a0-40ae-978c-a3e68f764c21') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:35.779017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.792923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.799842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:56:35.801862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:56:35.803143 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:56:35.946867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.955566 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:35.957087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/762d95ba-9f74-4539-b7f6-0716d4642828 HTTP/1.1" status: 204 len: 168 time: 0.3900115 Jan 17 12:56:35.975842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=762d95ba-9f74-4539-b7f6-0716d4642828,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:35.993558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.993558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.994425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.995053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.995424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.995964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.996422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.996758 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.997225 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.997919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.997919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.998255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739a529-6852-4df0-89ec-7485c34fe481 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:35.998573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50462) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:36.011122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--1074686504', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:36.064496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f53b9575-5c86-4096-b853-6204a9a8af2f no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:56:36.083999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:56:36.087677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.088498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f53b9575-5c86-4096-b853-6204a9a8af2f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:56:36.088849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f53b9575-5c86-4096-b853-6204a9a8af2f not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:56:36.089262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b145abf8-ba15-4bf2-9178-f3062624f949 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:56:36.113396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:56:36.117796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b145abf8-ba15-4bf2-9178-f3062624f949 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:56:36.118135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b145abf8-ba15-4bf2-9178-f3062624f949 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:56:36.120228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0f91673-090a-46fb-af11-3215b2e25bcc no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:56:36.122277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.122662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment 5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20 of type vlan for network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 Jan 17 12:56:36.138588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c0f91673-090a-46fb-af11-3215b2e25bcc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:56:36.138986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c0f91673-090a-46fb-af11-3215b2e25bcc not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:56:36.168864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.204048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f71625b5-b9d9-4c6f-a372-c574faa30808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.266566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.272113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:36.272851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.344203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:36.351817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.352169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.352512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.352848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.353180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.353517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.353846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.354171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.354500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.354824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.355145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.355463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:36.367563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:56:36.432254 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d7bc9c0f-849c-4a5b-8d0c-1a2d0a1bcb03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4322624 Jan 17 12:56:36.434913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50464) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:36.440219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:36.547303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.548486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.601957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:36.827321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:37.113118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:37.132187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:37.243090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.183 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/ece71bd7-fbf9-4886-8f98-d371f8448d72) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:56:37.249897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:37.346164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:37.444555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:37.481625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:37.485328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:37.488842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:56:37.496583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=ece71bd7-fbf9-4886-8f98-d371f8448d72,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:37.806909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:38.005112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:38.186967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:56:38.628498 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:56:38.641613 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Sync routers for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:56:38.651363 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:38.652005 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:38.703368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:38.704644 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3d5df912-a8a9-4291-a855-d2bf258dabab tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2679157 Jan 17 12:56:38.707708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50466) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:38.718587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:38.758896 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:38.837495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f3b4f8cf-67e6-4dbb-9250-d004277d22ec tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286702 Jan 17 12:56:38.840162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50470) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:38.878463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:38.942954 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:37Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:38.969821 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Checking router: 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:56:38.970815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Updating router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 port ece71bd7-fbf9-4886-8f98-d371f8448d72 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:56:38.994576 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:38.994999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b164715d-24e0-4433-93fa-84901c83bace tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:38.996549 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b164715d-24e0-4433-93fa-84901c83bace tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554739 Jan 17 12:56:38.999641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50472) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:39.034071 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0c52724c-6837-4393-83b7-65ea584c6c2f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333228 Jan 17 12:56:39.036836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50474) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:39.042115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163039206', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:39.210002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:56:39.214267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.248960 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.380816 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.434214 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Pushing event updated for resources: {'Port': ['ID=ece71bd7-fbf9-4886-8f98-d371f8448d72,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:39.436346 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Attempting to bind port ece71bd7-fbf9-4886-8f98-d371f8448d72 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:56:39.436752 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Attempting to bind port ece71bd7-fbf9-4886-8f98-d371f8448d72 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:56:39.437203 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Attempting to bind port ece71bd7-fbf9-4886-8f98-d371f8448d72 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:56:39.445761 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:56:39.446129 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:56:39.446524 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.446911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:56:39.447362 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Bound port: ece71bd7-fbf9-4886-8f98-d371f8448d72, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:56:39.447761 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.451352 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.451839 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.452188 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.452520 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.452847 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.453221 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.453556 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.453892 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.454252 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.454578 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.454913 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.455232 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:39.478674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.505314 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] For port ece71bd7-fbf9-4886-8f98-d371f8448d72, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:56:39.508510 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] For port ece71bd7-fbf9-4886-8f98-d371f8448d72, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ece71bd7-fbf9-4886-8f98-d371f8448d72,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:56:39.544234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=c44fa21e-16b2-4b26-b3c0-741d8d9f1439,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:39.549722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:56:39.550075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:56:39.610358 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.655827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:56:39.671771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:39.672389 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:39.704473 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a27e7-8da0-4d3e-8789-a7d3bf870d65 None None] Pushing event updated for resources: {'Port': ['ID=ece71bd7-fbf9-4886-8f98-d371f8448d72,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:39.764313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:39.768408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:39.769006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.773356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eef819-3f2b-44a3-9cc6-e9d2ff162937 None None] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:56:39.777698 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:39.871977 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-509bebce-caf3-4340-9cbc-20155eddd8c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8312254 Jan 17 12:56:39.872238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50476) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:39.922089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:56:39.922967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:39.978805 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:37Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:40.012877 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af481a-28e8-4c37-b9fe-c7ff5787de54 None None] The sync data for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv is: [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:37Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:56:40.079927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Allocated IP 172.20.0.2 (a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33/c44fa21e-16b2-4b26-b3c0-741d8d9f1439/72afc1fe-a50d-4664-b44f-0c13ddd70c29) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:56:40.233966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.353389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.360193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.395037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:40.398058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:40.401759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:56:40.412764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Pushing event updated for resources: {'Port': ['ID=72afc1fe-a50d-4664-b44f-0c13ddd70c29,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:40.465649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Attempting to bind port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:56:40.466681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Attempting to bind port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:56:40.467280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Attempting to bind port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:56:40.472788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:56:40.477289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Checking segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:56:40.477289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.477289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Bound using segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:56:40.477289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Bound port: 72afc1fe-a50d-4664-b44f-0c13ddd70c29, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:56:40.477289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.549541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] For port 72afc1fe-a50d-4664-b44f-0c13ddd70c29, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:56:40.554199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] For port 72afc1fe-a50d-4664-b44f-0c13ddd70c29, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=72afc1fe-a50d-4664-b44f-0c13ddd70c29,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:56:40.680394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33/c44fa21e-16b2-4b26-b3c0-741d8d9f1439/5bf86d79-fb0f-4ef4-99e2-f99d41921b9d) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:56:40.685620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.760361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65046f-e790-4913-997a-1c64111dd67e None None] Pushing event updated for resources: {'Port': ['ID=72afc1fe-a50d-4664-b44f-0c13ddd70c29,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:40.816298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.904757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:40.960598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:40.963832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:40.971572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:56:40.976391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:41.024742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.239186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.529739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.597921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.671722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.673437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:41.774528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:41.776506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:41.824259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ece71bd7-fbf9-4886-8f98-d371f8448d72 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:41.875339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ece71bd7-fbf9-4886-8f98-d371f8448d72 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:41.875679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.891907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:56:41.959055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:41.982656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port ece71bd7-fbf9-4886-8f98-d371f8448d72, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ece71bd7-fbf9-4886-8f98-d371f8448d72,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:42.007353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:56:42.015585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6d0fbf69-829f-4ef6-b08d-33b301be13f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392226 Jan 17 12:56:42.016076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50480) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:42.019191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Sync routers for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:56:42.030703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:42.033325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:42.066791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.067598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 72afc1fe-a50d-4664-b44f-0c13ddd70c29 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:42.130663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.131186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.131706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.132179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.132656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.133121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.137927 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dde84d3a-e532-40cf-a955-3f4d7daeb520 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1184402 Jan 17 12:56:42.138883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50482) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:42.209609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.210222 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.210779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.211322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.211865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.212429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:42.214405 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ba4afb4e-fc2e-4df1-a4c2-72b7ea8b3097 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0736742 Jan 17 12:56:42.217554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50484) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:42.332878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=ece71bd7-fbf9-4886-8f98-d371f8448d72,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:42.335535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fa972-fc38-4e92-a026-c5f0e25f9d76 None None] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:56:42.366407 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c4abf648-0934-497a-9fd5-501d18350b41 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1475930 Jan 17 12:56:42.369261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50486) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:42.374527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1099508937', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:42.420726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:42.447273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:42.447674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.456492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c3c9ad92-214b-421e-8451-a7818a335ae6 None None] Provisioning complete for port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:42.456858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ad92-214b-421e-8451-a7818a335ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.518430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:56:42.522135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.544599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] device_id is not set on port ef875c31-b674-41ea-af82-cb8cdb1c9711 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:56:42.655798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.6 (a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33/c44fa21e-16b2-4b26-b3c0-741d8d9f1439/ef875c31-b674-41ea-af82-cb8cdb1c9711) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:56:42.759992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.796146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ad92-214b-421e-8451-a7818a335ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.814632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.848202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 72afc1fe-a50d-4664-b44f-0c13ddd70c29, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=72afc1fe-a50d-4664-b44f-0c13ddd70c29,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:42.881989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:42.910212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Checking router: 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:56:42.910827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Updating router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:56:42.936861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.947379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.955699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:42.999275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:43.003081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:43.006893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:56:43.039320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:43.062110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=72afc1fe-a50d-4664-b44f-0c13ddd70c29,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:43.068559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-c3c9ad92-214b-421e-8451-a7818a335ae6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 12:56:43.068910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-c3c9ad92-214b-421e-8451-a7818a335ae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 12:56:43.081136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:43.081761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.181108 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-34c0f761-436f-4112-8650-f6d5ec66ae4a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8080921 Jan 17 12:56:43.297905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.398361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.463979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2703450-54fa-4206-874c-1393377e83f7 None None] Pushing event updated for resources: {'Port': ['ID=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:43.500668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50490) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:43.514062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471855975', 'description': 'tempest-secgroup-smoke-471855975 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:43.525386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Attempting to bind port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:56:43.525875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Attempting to bind port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:56:43.526422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Attempting to bind port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:56:43.532233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:56:43.532641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Checking segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:56:43.533127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.533593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Bound using segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:56:43.534237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Bound port: 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:56:43.534701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.595297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.636679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] For port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:56:43.649382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] For port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:56:43.673232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.752396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Provisioning complete for port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:43.756145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.756638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.804328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.809155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ece71bd7-fbf9-4886-8f98-d371f8448d72 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:43.839169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efabb17-641e-46c3-87d9-b451ed76fa49,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:43.893960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2703450-54fa-4206-874c-1393377e83f7 None None] Pushing event updated for resources: {'Port': ['ID=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:43.901922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:56:43.902423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:43.914596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:43.918208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-92c5c1f6-d136-4d3b-93ab-3ab2f448a761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4144022 Jan 17 12:56:43.919710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50492) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:43.925608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5efabb17-641e-46c3-87d9-b451ed76fa49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:43.987713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ece71bd7-fbf9-4886-8f98-d371f8448d72 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:43.988095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.021514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.081929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.087815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:56:44.090048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Provisioning complete for port ef875c31-b674-41ea-af82-cb8cdb1c9711 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:44.090424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.135574 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.159291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90efae18-76b4-4b83-bb5e-74231c7268cc,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:44.205919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.207197 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-050a6d0d-d505-4a29-8472-5202c13674a5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856147 Jan 17 12:56:44.210270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50494) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:44.214943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5efabb17-641e-46c3-87d9-b451ed76fa49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:44.289470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.347928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.357501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Port ef875c31-b674-41ea-af82-cb8cdb1c9711 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:56:44.408760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 72afc1fe-a50d-4664-b44f-0c13ddd70c29 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:44.409451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.428054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5ea483-4bc7-43ab-8063-109a03f12a96,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:44.438583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Provisioning complete for port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:44.438966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.491401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.492673 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9b2d6463-ac30-4c0b-b6f3-f2427ca3c895 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813187 Jan 17 12:56:44.495810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50496) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:44.500427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5efabb17-641e-46c3-87d9-b451ed76fa49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:44.551249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:44.551582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.592287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.626577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.651061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.687871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:43Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:56:44.694143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] For port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:44.723192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.723455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed257c31-6e2d-4e01-b42f-807a6cf0b0f8 None None] The sync data for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv is: [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:43Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:56:44.741495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1e70df-2fbb-46db-8d76-f6b12de0da08,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:44.790792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.843959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bc1e6-52a9-4a4a-bcc2-966e0ee0dc57 None None] Pushing event updated for resources: {'Port': ['ID=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:44.853509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:44.853509 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-685beced-3f36-463e-bb74-03a2b7692205 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564007 Jan 17 12:56:44.856176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50498) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:44.861993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5efabb17-641e-46c3-87d9-b451ed76fa49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:44.912400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c8665e7f-b80e-4507-a6de-ad27242e2631 None None] Provisioning complete for port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:44.913007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c8665e7f-b80e-4507-a6de-ad27242e2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.008026 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.054324 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:56:45.074792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.235664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.299334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9c7979-6b8e-4418-836a-54f4f66e528c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:45.469686 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.471032 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c09170b8-029f-4f0b-b218-0d8fac1ff584 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6129870 Jan 17 12:56:45.473796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50500) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:45.478400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5efabb17-641e-46c3-87d9-b451ed76fa49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:45.603875 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:56:45.610231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.680014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.746949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.765641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4d3581-51fa-4e40-adfe-9faa479bb8c1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:45.799241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:45.847838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:45.848222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.877310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:45.877310 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-492ae90f-9a42-4c1e-8bbe-487112f13759 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012446 Jan 17 12:56:45.878904 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50502) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:45.883567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5efabb17-641e-46c3-87d9-b451ed76fa49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:46.009752 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:56:46.015780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:46.076696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:46.226637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:46.244452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a063ad14-2a4a-48cf-8a0e-ac187fcef823,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:46.348638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:46.349882 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7380dacd-7f02-4709-8773-3da9d2a80cd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4699605 Jan 17 12:56:46.485594 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-071b737c-b00b-4c51-85b9-d648ccb3db20 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471855975&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0323458 Jan 17 12:56:46.534229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-8e0b6a47-e07e-4559-a6e0-400b39f86610 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:46.535851 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-8e0b6a47-e07e-4559-a6e0-400b39f86610 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 930 time: 0.0435429 Jan 17 12:56:46.625904 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-fc864721-c63a-449b-ad00-295c11992c8a service neutron] 10.222.0.77 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0781999 Jan 17 12:56:46.713622 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-c480a1da-70e6-4fc7-a7a8-9ef6c4a15b38 service neutron] 10.222.0.77 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817068 Jan 17 12:56:46.804862 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-9120f597-70b3-4ea3-b64a-eefbd66a830d service neutron] 10.222.0.77 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Jan 17 12:56:47.072407 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4b5ebe0f-5eb7-4629-b0ab-3a7f422ed34f req-73e64c5e-ef0f-4aca-80d5-dacdd59af761 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 210 time: 0.0270081 Jan 17 12:56:48.149436 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9792682c-8363-4bf0-8aed-7394c21d6bbe req-c35b0855-2f99-4905-bcc0-23d3dc649742 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 210 time: 0.0278637 Jan 17 12:56:49.241987 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34f33e5d-110c-4c6a-a2e3-ddff0ffcbd32 req-21b5e5b8-d325-41b4-ab18-b05a0f1031a6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 210 time: 0.0264757 Jan 17 12:56:49.654113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-03ea0f7b-1995-4ac7-828d-3fad9ddf1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:49.655538 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-03ea0f7b-1995-4ac7-828d-3fad9ddf1c75 service neutron] 10.222.0.67 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1026 time: 0.0768812 Jan 17 12:56:49.765833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-2aefc093-6cd2-4bbe-aa78-e3b83b18d689 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:49.767278 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-2aefc093-6cd2-4bbe-aa78-e3b83b18d689 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 HTTP/1.1" status: 200 len: 797 time: 0.1058433 Jan 17 12:56:49.810396 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-dd585633-2e45-4455-8e17-620e770d4902 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 379 time: 0.0336316 Jan 17 12:56:49.819782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Request body: {'port': {'device_id': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:49.871852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:50.139031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef875c31-b674-41ea-af82-cb8cdb1c9711 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:56:50.146302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:50.158258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Transition to ACTIVE for port object ef875c31-b674-41ea-af82-cb8cdb1c9711 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:56:50.254882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:50.313311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:50.412559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e828ec-953d-4869-b0cf-0878b7d90c1b req-aff3a67f-9af6-48b5-a672-7806140c8b31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:50.417642 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0e828ec-953d-4869-b0cf-0878b7d90c1b req-aff3a67f-9af6-48b5-a672-7806140c8b31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 981 time: 0.1030581 Jan 17 12:56:50.435842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:56:50.436094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:56:50.436406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:56:50.452638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:56:50.452961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:56:50.466440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:56:50.466775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Checking segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:56:50.467158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Bound using segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:56:50.467619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Bound port: ef875c31-b674-41ea-af82-cb8cdb1c9711, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:56:50.467983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:50.480324 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0e828ec-953d-4869-b0cf-0878b7d90c1b req-33e7191b-307b-4255-adad-3478a2c743e8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Jan 17 12:56:50.537036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:56:50.540383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:56:50.701459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:50.736139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:50.736746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:50.738132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1131 time: 0.9221087 Jan 17 12:56:50.738729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:56:50.740956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b316e-c123-436c-9be2-9cb9464b6b55" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fc8d89-8231-460c-a90c-aeeb2f781eef", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:56:50.774103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cf25b-6a47-4fb0-9f76-816a89cc0d54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:50.783229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9ae72-8c8e-4e7a-a27e-35ab8dcbec34 x-openstack-request-id: req-5cd9ae72-8c8e-4e7a-a27e-35ab8dcbec34 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:56:50.783229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fc8d89-8231-460c-a90c-aeeb2f781eef", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:56:50.783430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5cd9ae72-8c8e-4e7a-a27e-35ab8dcbec34 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:56:50.783745 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'status': 'completed', 'code': 200} Jan 17 12:56:50.857666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b316e-c123-436c-9be2-9cb9464b6b55 req-362bae63-e0e2-478c-8c34-e5612c5d976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:50.857666 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-962b316e-c123-436c-9be2-9cb9464b6b55 req-362bae63-e0e2-478c-8c34-e5612c5d976c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 1134 time: 0.0487282 Jan 17 12:56:50.949426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b316e-c123-436c-9be2-9cb9464b6b55 req-76062bc6-c38f-4bff-9aed-0a46c919ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:50.951177 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-962b316e-c123-436c-9be2-9cb9464b6b55 req-76062bc6-c38f-4bff-9aed-0a46c919ce15 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0917833 Jan 17 12:56:51.048908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b316e-c123-436c-9be2-9cb9464b6b55 req-e2b624f2-4b10-4b5e-81e2-b71bcd41593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:51.050341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-962b316e-c123-436c-9be2-9cb9464b6b55 req-e2b624f2-4b10-4b5e-81e2-b71bcd41593a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929184 Jan 17 12:56:51.126413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-0058ecd1-2c5d-4f73-b589-9a88a45320ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:51.127966 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-0058ecd1-2c5d-4f73-b589-9a88a45320ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 1134 time: 0.0415814 Jan 17 12:56:51.171185 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-7f9444bb-931c-48f3-a920-979a2b76a2b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 217 time: 0.0347049 Jan 17 12:56:51.224352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-64f8f4b7-2191-4da8-8f38-76facd5e1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:51.225720 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-64f8f4b7-2191-4da8-8f38-76facd5e1c92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c44fa21e-16b2-4b26-b3c0-741d8d9f1439 HTTP/1.1" status: 200 len: 834 time: 0.0479622 Jan 17 12:56:51.273322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-ed2f9952-9342-49d4-99a5-e70666cbebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:51.274788 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-ed2f9952-9342-49d4-99a5-e70666cbebe9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428367 Jan 17 12:56:51.361601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-aeae62c9-036a-40e6-ae02-346d1b517a8e service neutron] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807281 Jan 17 12:56:51.454882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-446695ee-d2c1-44b0-bd6c-65002e82416a req-aa2f7c4c-cd72-4eac-bef8-0c049a42248d service neutron] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862188 Jan 17 12:56:51.599478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9ec58-4e44-4957-bd77-7db652d1c4ff req-55a383e9-c0e5-4e24-aad0-d15ee224e743 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:51.600979 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eac9ec58-4e44-4957-bd77-7db652d1c4ff req-55a383e9-c0e5-4e24-aad0-d15ee224e743 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 981 time: 0.0497203 Jan 17 12:56:51.639257 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eac9ec58-4e44-4957-bd77-7db652d1c4ff req-3619e64a-e46b-4779-8fab-5df576ef7749 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Jan 17 12:56:52.209235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:52.757825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154661e-a535-4203-9ffe-e071541b12d6 req-862fab7b-26d0-4952-b6d5-1644a8f63c35 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:52.759339 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e154661e-a535-4203-9ffe-e071541b12d6 req-862fab7b-26d0-4952-b6d5-1644a8f63c35 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 981 time: 0.0520473 Jan 17 12:56:52.797912 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e154661e-a535-4203-9ffe-e071541b12d6 req-72abc2b3-f92a-4d33-a142-4319d359ced1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Jan 17 12:56:53.913599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593fef1-3a14-43a1-8fde-8a2e1c8fe701 req-ce6c926a-a25c-4b9b-85ae-90e9d789ee36 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:53.915067 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a593fef1-3a14-43a1-8fde-8a2e1c8fe701 req-ce6c926a-a25c-4b9b-85ae-90e9d789ee36 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 981 time: 0.0487680 Jan 17 12:56:53.952764 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a593fef1-3a14-43a1-8fde-8a2e1c8fe701 req-03b2bb88-a997-42c8-89b1-3c7c51ee6774 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Jan 17 12:56:54.328360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:56:54.423521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:54.434157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'port_id': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'mac_address': 'fa:16:3e:17:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:56:54.470719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:54.483081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef875c31-b674-41ea-af82-cb8cdb1c9711 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:56:54.501164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:54.580778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:54.628764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:54.635755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.636112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.636457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.636795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.637134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.638118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.638683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.639155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.639510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.639855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.640188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.640521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:56:54.797254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['ef875c31-b674-41ea-af82-cb8cdb1c9711'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:56:55.068311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7136-7a92-4f67-9c32-418500bed183 req-7fde0ea2-aca3-4262-a6f8-1265e3d719a9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:55.069698 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3bc7136-7a92-4f67-9c32-418500bed183 req-7fde0ea2-aca3-4262-a6f8-1265e3d719a9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 982 time: 0.0501654 Jan 17 12:56:55.107411 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3bc7136-7a92-4f67-9c32-418500bed183 req-ecf0e01a-6a36-4453-8950-6aaf76834083 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312982 Jan 17 12:56:56.223335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394ca8-03a2-42db-b1cf-c23989fc5029 req-a6e172ab-6749-42a5-a166-5e63bb608ed7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:56.224789 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac394ca8-03a2-42db-b1cf-c23989fc5029 req-a6e172ab-6749-42a5-a166-5e63bb608ed7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 982 time: 0.0517731 Jan 17 12:56:56.262130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac394ca8-03a2-42db-b1cf-c23989fc5029 req-95112c8e-d098-42e6-9ff3-ca92075580bb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jan 17 12:56:56.359454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:56:56.460730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port ef875c31-b674-41ea-af82-cb8cdb1c9711 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:56:56.464270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port ef875c31-b674-41ea-af82-cb8cdb1c9711 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:56:56.464643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:56.544557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:56.566009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:56:56.568351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9546f351-fa32-4137-8b13-fde0f0e9c413" -d '{"events": [{"server_uuid": "c6fc8d89-8231-460c-a90c-aeeb2f781eef", "name": "network-vif-plugged", "status": "completed", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:56:56.581518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:56:56.661902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc806b5-26c1-4a4c-be43-3a4b30116f6a x-openstack-request-id: req-8dc806b5-26c1-4a4c-be43-3a4b30116f6a {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:56:56.662198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fc8d89-8231-460c-a90c-aeeb2f781eef", "name": "network-vif-plugged", "status": "completed", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:56:56.662449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dc806b5-26c1-4a4c-be43-3a4b30116f6a {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:56:56.662838 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'code': 200} Jan 17 12:56:56.666647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:56.713445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:56:56.949218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0661-934b-4ce0-a2c9-f58614a12216 req-74d23001-3643-4f79-9060-2e8b16c4e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:56.951686 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-25fc0661-934b-4ce0-a2c9-f58614a12216 req-74d23001-3643-4f79-9060-2e8b16c4e76e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 1136 time: 0.0403779 Jan 17 12:56:56.984376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-25fc0661-934b-4ce0-a2c9-f58614a12216 req-5c95c985-2948-43c5-b71b-c043deef036c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265691 Jan 17 12:56:57.381486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b690957-1c21-4210-b610-10fbd1b4eba9 req-d1737808-03f5-485c-add8-8bf4015de5db tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:57.382962 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7b690957-1c21-4210-b610-10fbd1b4eba9 req-d1737808-03f5-485c-add8-8bf4015de5db tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 983 time: 0.0492983 Jan 17 12:56:57.420815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7b690957-1c21-4210-b610-10fbd1b4eba9 req-fa4dfbdb-8f3c-4c15-b39c-8a59ab602832 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317490 Jan 17 12:56:58.536481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bde97-17cc-4c28-888f-937d404adfb4 req-5de479aa-e390-4d69-a820-7a1014a4cce0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:58.537943 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab2bde97-17cc-4c28-888f-937d404adfb4 req-5de479aa-e390-4d69-a820-7a1014a4cce0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 983 time: 0.0491452 Jan 17 12:56:58.575921 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab2bde97-17cc-4c28-888f-937d404adfb4 req-00586ea6-d8a0-4a8a-ac85-b7096da33f27 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Jan 17 12:56:58.690150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f0302-891a-46f2-8442-9f4329a023e3 req-cd24b1a5-4e76-4f0b-9e28-ed533c7dbd74 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:58.691639 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d21f0302-891a-46f2-8442-9f4329a023e3 req-cd24b1a5-4e76-4f0b-9e28-ed533c7dbd74 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 983 time: 0.0512109 Jan 17 12:56:58.729328 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d21f0302-891a-46f2-8442-9f4329a023e3 req-83b3769f-8f2a-416b-b8ee-4935ebcbd39b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Jan 17 12:56:58.751377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50570) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:58.794779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e041e-1c93-4cca-a558-a6df07876bde tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:56:58.796303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-648e041e-1c93-4cca-a558-a6df07876bde tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 1131 time: 0.0437529 Jan 17 12:56:58.798997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50572) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:56:58.803194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:56:58.894097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:58.990020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:59.097138 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.214 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/8c66fbd1-9348-4563-aba1-48e13e75cb51) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:56:59.195890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:59.345957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:56:59.387803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:56:59.390615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:56:59.394188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:56:59.401647 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=8c66fbd1-9348-4563-aba1-48e13e75cb51,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:00.019497 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:00.206973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:00.357358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:00.460427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:00.525275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=8c66fbd1-9348-4563-aba1-48e13e75cb51,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:00.539975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:00.647467 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 917d1dad-8a1e-46a8-b061-56767d8752a4 associated. External IP: 172.26.4.214, port: ef875c31-b674-41ea-af82-cb8cdb1c9711. Jan 17 12:57:00.859890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:57:00.967305 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:57:00.976717 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] Sync routers for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:57:00.985776 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:00.986391 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:01.051419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:01.078632 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4d0959ad-e965-4391-b42a-f83ac3b3a8ac tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2785857 Jan 17 12:57:01.079217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:57:01.081513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50576) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:01.081991 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f45cf65-1d6c-4849-a746-f42f742d904b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fc8d89-8231-460c-a90c-aeeb2f781eef", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:57:01.091991 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:01.118258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec22faed-108f-4595-b282-d90b78c21320 x-openstack-request-id: req-ec22faed-108f-4595-b282-d90b78c21320 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:57:01.118559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fc8d89-8231-460c-a90c-aeeb2f781eef", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:57:01.118802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec22faed-108f-4595-b282-d90b78c21320 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:57:01.119204 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'status': 'completed', 'code': 200} Jan 17 12:57:01.204154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738334a1-50f1-45f3-8218-e6a83f4332fe tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:01.205693 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-738334a1-50f1-45f3-8218-e6a83f4332fe tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef&network_id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 HTTP/1.1" status: 200 len: 1131 time: 0.1229160 Jan 17 12:57:01.214924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-2527938d-72aa-4440-bbdb-f18c429aa723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:01.216322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-2527938d-72aa-4440-bbdb-f18c429aa723 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 1136 time: 0.0731621 Jan 17 12:57:01.325269 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '917d1dad-8a1e-46a8-b061-56767d8752a4', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.214', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'port_id': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1099508937', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'mac_address': 'fa:16:3e:17:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:56:59Z', 'updated_at': '2022-01-17T12:56:59Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:01.351739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] Checking router: 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:57:01.360612 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:01.361223 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:56:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:01.370489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-cb08fbc2-0bcb-40ae-88f7-b0d7da5c3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:01.372079 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-cb08fbc2-0bcb-40ae-88f7-b0d7da5c3349 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 HTTP/1.1" status: 200 len: 898 time: 0.1497605 Jan 17 12:57:01.469753 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:01.703621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42581cc6-99ae-44ed-b898-a2d1676f82cd req-36525da0-a261-423f-ab93-44e329fb39c1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:01.705712 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-42581cc6-99ae-44ed-b898-a2d1676f82cd req-36525da0-a261-423f-ab93-44e329fb39c1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 983 time: 0.0551188 Jan 17 12:57:01.760768 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-42581cc6-99ae-44ed-b898-a2d1676f82cd req-c80157aa-b976-4032-8dd1-076f40073e79 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Jan 17 12:57:01.802953 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '917d1dad-8a1e-46a8-b061-56767d8752a4', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.214', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'port_id': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1099508937', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'mac_address': 'fa:16:3e:17:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:56:59Z', 'updated_at': '2022-01-17T12:56:59Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:01.825664 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-fa956ebd-11d3-4095-99b6-aec930561078 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1037 time: 0.4464440 Jan 17 12:57:01.832865 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddbf94-40ec-438b-ad8f-d96f36ed3476 None None] The sync data for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv is: [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '917d1dad-8a1e-46a8-b061-56767d8752a4', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.214', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'port_id': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1099508937', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'mac_address': 'fa:16:3e:17:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fc8d89-8231-460c-a90c-aeeb2f781eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:56:59Z', 'updated_at': '2022-01-17T12:56:59Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:57:01.874946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-ed642cdc-ab1d-49a2-972b-3b746c7dd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:01.876482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-ed642cdc-ab1d-49a2-972b-3b746c7dd960 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c44fa21e-16b2-4b26-b3c0-741d8d9f1439 HTTP/1.1" status: 200 len: 834 time: 0.0441544 Jan 17 12:57:01.926253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-b2616a1f-2e9e-40d2-9062-28eff34132bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:01.927770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-b2616a1f-2e9e-40d2-9062-28eff34132bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450816 Jan 17 12:57:02.020986 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-38f5f3e9-92a5-429d-8595-56195b0f1bde service neutron] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853691 Jan 17 12:57:02.029896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32072ebc-e26b-419e-8c63-a8f98012f7f2 None None] New status for floating IP 917d1dad-8a1e-46a8-b061-56767d8752a4: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:57:02.117754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6f45cf65-1d6c-4849-a746-f42f742d904b req-deda89b5-bc47-48f5-ba3c-75e9037a60c6 service neutron] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888531 Jan 17 12:57:02.879591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212681a-737a-44a2-a5cf-02a787db7c95 req-47a184a4-3213-48d3-a46a-e8a57e8e08af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:02.881103 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4212681a-737a-44a2-a5cf-02a787db7c95 req-47a184a4-3213-48d3-a46a-e8a57e8e08af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 983 time: 0.0499198 Jan 17 12:57:02.920232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4212681a-737a-44a2-a5cf-02a787db7c95 req-ad144f22-9b74-4e37-8546-6990a2c47df1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331521 Jan 17 12:57:02.988413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-c8c99754-9e09-4f08-823d-15e5eaf1de43 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:02.989859 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-c8c99754-9e09-4f08-823d-15e5eaf1de43 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 983 time: 0.0480757 Jan 17 12:57:03.035793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-8f95e740-994e-4f2d-8fb6-f1e7ad307701 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:03.037153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-8f95e740-994e-4f2d-8fb6-f1e7ad307701 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415034 Jan 17 12:57:03.135797 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-5ef55e94-b45a-49d6-bfe3-bcacd36824bf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0936747 Jan 17 12:57:03.145699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:03.202448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:03.331599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:03.367464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:03.399141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] device_id is not set on port ef875c31-b674-41ea-af82-cb8cdb1c9711 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:57:03.408491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:03.603436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:03.715967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=6']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:03.757905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5b95de07-a31b-45bf-9651-55917d18ed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:03.783082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] No DVR routers for this DVR port ef875c31-b674-41ea-af82-cb8cdb1c9711 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:57:03.860227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1e54b966-0e8b-4cd4-a011-4266a59b855e None None] Provisioning complete for port ef875c31-b674-41ea-af82-cb8cdb1c9711 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:03.860514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1e54b966-0e8b-4cd4-a011-4266a59b855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:03.894605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1e54b966-0e8b-4cd4-a011-4266a59b855e None None] Port ef875c31-b674-41ea-af82-cb8cdb1c9711 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:03.920029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] In _notify_port_updated(), no bound segment for port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:57:03.920819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:03.921434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:03.922746 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c8a987f8-dbd8-40e2-825e-c73a47b4c5c7 req-05d83fdb-799d-41a6-a576-3466bce84d70 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1026 time: 0.7808919 Jan 17 12:57:04.018792 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c9e3e131-a7bd-491c-996c-1bf3b35a9376 req-6d1e55e6-beb4-4f27-bd20-9d1be50263c7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6fc8d89-8231-460c-a90c-aeeb2f781eef HTTP/1.1" status: 200 len: 210 time: 0.0281272 Jan 17 12:57:05.074358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50592) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:05.120600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f50112-bb91-45ef-8fab-1ca75e060a30 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:05.122545 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-25f50112-bb91-45ef-8fab-1ca75e060a30 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 925 time: 0.0459516 Jan 17 12:57:05.490642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50596) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:05.495205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165439689', 'description': 'tempest-secgroup-smoke-1165439689 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:05.637733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:05.703015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:05.803525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:05.833270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c427f11-7f83-4b9a-a70d-70b826716e78,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:05.931394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:05.932729 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-62c27dea-92ef-4b14-9fcc-a7698661c0a0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4410741 Jan 17 12:57:05.935817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50598) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:05.940181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '1c427f11-7f83-4b9a-a70d-70b826716e78', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:06.059519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.116748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.232050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-453f9d2b-16bb-48ce-ae03-4ba43ce1bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.249208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.268025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49509094-620b-4ed2-adaa-2f6db70d712a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:06.371362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.372828 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4a9a4c0-1efe-4332-a621-19ed3793bf34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360824 Jan 17 12:57:06.375573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50600) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:06.379835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '1c427f11-7f83-4b9a-a70d-70b826716e78', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:06.420511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:57:06.456853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:57:06.504287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.563806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.631745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.649210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c796027-c863-4e1b-82bd-ed07cdbd8167,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:06.725200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.726496 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c37285c5-63a4-47f0-8ca0-5cb8e78be3ef tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499610 Jan 17 12:57:06.729164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50602) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:06.733700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '1c427f11-7f83-4b9a-a70d-70b826716e78', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:06.831600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.890628 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:06.991867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.009219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c251df1f-f3c2-4e99-a31f-29d5c06392a2,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:07.091648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.092903 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6eeebb9f-4427-4696-9dcb-500181c04559 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628082 Jan 17 12:57:07.095629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50604) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:07.100113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '1c427f11-7f83-4b9a-a70d-70b826716e78', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:07.237853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.296319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.300516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.363441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.381976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288c711c-d37f-4c0f-9e74-7ec61f1447e4,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:07.479612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.480813 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d0cb98fc-b3d4-44da-bde8-aa9072a8f8fd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3842435 Jan 17 12:57:07.484519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50606) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:07.488844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '1c427f11-7f83-4b9a-a70d-70b826716e78', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:07.660054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:57:07.665479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.729835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.797664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.817583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a078023-c617-418f-958e-e46be605d9ad,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:07.902624 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:07.904505 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a6d064d6-b48f-4bc5-b4d6-50ce30897e42 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4190521 Jan 17 12:57:07.907254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50608) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:07.911842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '1c427f11-7f83-4b9a-a70d-70b826716e78', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:08.020741 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:57:08.030009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:08.086592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:08.203756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:08.222889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243b6fc7-212f-44f7-959f-2d87b3023225,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:08.331173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:08.332429 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0508c0e5-3fc2-4f16-9f0f-02bc18b8bdae tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4241781 Jan 17 12:57:08.471647 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-d4228389-554b-433c-aebd-330d675562a2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165439689&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0323231 Jan 17 12:57:08.519646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-a19251e0-b001-4e8f-ae0d-40349b4e1ccb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:08.521085 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-a19251e0-b001-4e8f-ae0d-40349b4e1ccb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 930 time: 0.0430520 Jan 17 12:57:08.565991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-1ae070fc-e1da-4e22-99ea-84cdb30b6918 service neutron] 10.222.0.77 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0332403 Jan 17 12:57:08.656425 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-0dd8f93b-bfd4-4b18-a57b-fd0bfd0e16fd service neutron] 10.222.0.77 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847337 Jan 17 12:57:08.747129 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-f57eea73-5b03-4853-863d-4194f27a8a3d service neutron] 10.222.0.77 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836508 Jan 17 12:57:08.762614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:08.917713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:09.029488 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c5285f12-cc2d-4870-b15b-55125de67ce6 req-5dbf1b7a-7dca-463a-aef7-df67fadf65f3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 210 time: 0.0262032 Jan 17 12:57:10.122584 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-12f911ee-2828-4691-a2d7-6a99a855cd2d req-4a8e3547-b264-4dac-ab8e-b90e59a698fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 210 time: 0.0269830 Jan 17 12:57:11.215866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-9739c552-3cbe-4204-8da5-b2e574f60acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:11.217125 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aa9c9373-2813-45e3-86b9-62b685f9a0dc req-3686d5ca-1abe-4a39-993d-ad433002f8e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 210 time: 0.0267987 Jan 17 12:57:11.217586 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-9739c552-3cbe-4204-8da5-b2e574f60acd service neutron] 10.222.0.67 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1026 time: 0.0392656 Jan 17 12:57:11.322756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-a9cd1e5f-d020-41a1-9b41-f22f3784aa30 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:11.324216 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-a9cd1e5f-d020-41a1-9b41-f22f3784aa30 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 HTTP/1.1" status: 200 len: 797 time: 0.1010647 Jan 17 12:57:11.368495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-0dbd156d-0d47-44ef-a6e9-d119efb26956 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 472 time: 0.0359116 Jan 17 12:57:11.378700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Request body: {'port': {'device_id': 'adbc6724-4fca-458c-b1d3-5b99b46c970d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:11.436141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:11.700238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef875c31-b674-41ea-af82-cb8cdb1c9711 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:57:11.707326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:11.719668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Transition to ACTIVE for port object ef875c31-b674-41ea-af82-cb8cdb1c9711 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:57:11.814582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:11.861560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=7']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:11.989805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:57:11.990133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:57:11.990471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:11.994928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:57:11.995246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Attempting to bind port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:12.000579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:57:12.000915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Checking segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:57:12.001297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Bound using segment: {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:57:12.001731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Bound port: ef875c31-b674-41ea-af82-cb8cdb1c9711, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:57:12.002085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:12.067548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:12.070555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:57:12.203652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:12.241769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.242429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:12.243892 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] 10.222.0.67 "PUT /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1131 time: 0.8689165 Jan 17 12:57:12.244240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbc6724-4fca-458c-b1d3-5b99b46c970d', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:57:12.246552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e328d090-3861-47e3-85ca-976622542087" -d '{"events": [{"name": "network-changed", "server_uuid": "adbc6724-4fca-458c-b1d3-5b99b46c970d", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:57:12.276459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb8af7-ee15-4482-a06f-b71df8ab121c service neutron] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=8']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:12.294526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fde819-74de-4508-bd29-64f59160efab x-openstack-request-id: req-83fde819-74de-4508-bd29-64f59160efab {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:57:12.294822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbc6724-4fca-458c-b1d3-5b99b46c970d", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:57:12.295074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83fde819-74de-4508-bd29-64f59160efab {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:57:12.295531 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbc6724-4fca-458c-b1d3-5b99b46c970d', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'status': 'completed', 'code': 200} Jan 17 12:57:12.382713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c42754-a70a-4c28-a036-6603f7d8fc9b req-bf323c59-d82d-477e-bd91-4e10ea1ca8c8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.384276 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-44c42754-a70a-4c28-a036-6603f7d8fc9b req-bf323c59-d82d-477e-bd91-4e10ea1ca8c8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 981 time: 0.0811169 Jan 17 12:57:12.391133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d090-3861-47e3-85ca-976622542087 req-644cf679-4f42-4cd4-8572-479fa33468fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.392641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e328d090-3861-47e3-85ca-976622542087 req-644cf679-4f42-4cd4-8572-479fa33468fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 1134 time: 0.0617073 Jan 17 12:57:12.479446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-44c42754-a70a-4c28-a036-6603f7d8fc9b req-082e2b5a-fd5d-4550-8fdc-2303c66b454d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849280 Jan 17 12:57:12.513937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d090-3861-47e3-85ca-976622542087 req-154cad4b-3325-4d8d-ad56-f6be53473968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.515322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e328d090-3861-47e3-85ca-976622542087 req-154cad4b-3325-4d8d-ad56-f6be53473968 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1149457 Jan 17 12:57:12.610299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d090-3861-47e3-85ca-976622542087 req-61dfee9b-6138-4ff5-9b18-cf4e73e332bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.611776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e328d090-3861-47e3-85ca-976622542087 req-61dfee9b-6138-4ff5-9b18-cf4e73e332bf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902150 Jan 17 12:57:12.693990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-ef8cc37e-b247-4bdb-a805-3431fae2761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.695440 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-ef8cc37e-b247-4bdb-a805-3431fae2761a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 1134 time: 0.0403619 Jan 17 12:57:12.757240 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-95f10ed0-8eb4-469e-be07-92022ed5a501 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1037 time: 0.0545280 Jan 17 12:57:12.807564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-dd0055f0-d888-48ca-ae04-e1b8492574a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.809508 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-dd0055f0-d888-48ca-ae04-e1b8492574a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c44fa21e-16b2-4b26-b3c0-741d8d9f1439 HTTP/1.1" status: 200 len: 834 time: 0.0452657 Jan 17 12:57:12.853013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490f34-f445-4377-8685-8dffda03c141 req-64173617-ec21-4907-8d64-1035bd384963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:12.854516 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-64173617-ec21-4907-8d64-1035bd384963 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389979 Jan 17 12:57:12.944925 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-fde8354a-b8b3-41a1-85c5-fb9282098cd0 service neutron] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832572 Jan 17 12:57:13.039259 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0490f34-f445-4377-8685-8dffda03c141 req-5c3f044c-0b98-412b-9bff-94638328c98b service neutron] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869396 Jan 17 12:57:13.597454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2a32d-577d-4c6a-94d2-faa349bf351d req-2ba30165-685f-4216-b09f-0b252780d578 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:13.598932 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b3a2a32d-577d-4c6a-94d2-faa349bf351d req-2ba30165-685f-4216-b09f-0b252780d578 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 981 time: 0.0512593 Jan 17 12:57:13.635914 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b3a2a32d-577d-4c6a-94d2-faa349bf351d req-821e0872-5106-456b-974d-ea022d758acf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Jan 17 12:57:14.471967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:57:14.566363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:14.577398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'port_id': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'mac_address': 'fa:16:3e:17:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:57:14.613032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:14.625667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef875c31-b674-41ea-af82-cb8cdb1c9711 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:57:14.644583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:14.711863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:14.754725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733b0c9-9be0-4316-ba0d-67550fd4943f req-3087b7f7-52d2-4256-a5b1-cabfb1d0e527 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:14.756172 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d733b0c9-9be0-4316-ba0d-67550fd4943f req-3087b7f7-52d2-4256-a5b1-cabfb1d0e527 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 982 time: 0.0542684 Jan 17 12:57:14.764060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=9']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:14.794446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d733b0c9-9be0-4316-ba0d-67550fd4943f req-a23a01b2-6b69-483b-987f-01a2dc3e145f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Jan 17 12:57:14.947182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['ef875c31-b674-41ea-af82-cb8cdb1c9711'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:57:15.906569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363630b5-bced-499b-832a-47487bdcb7f1 req-c4b3c0de-3ebe-49e5-95a1-acb8bba25fce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:15.908054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-363630b5-bced-499b-832a-47487bdcb7f1 req-c4b3c0de-3ebe-49e5-95a1-acb8bba25fce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 982 time: 0.0487027 Jan 17 12:57:15.946451 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-363630b5-bced-499b-832a-47487bdcb7f1 req-7a4b91a5-07ff-4feb-acc7-464c69bedc79 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Jan 17 12:57:16.499527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:16.618569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port ef875c31-b674-41ea-af82-cb8cdb1c9711 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:57:16.622260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port ef875c31-b674-41ea-af82-cb8cdb1c9711 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:16.622636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:16.696552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:16.719084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbc6724-4fca-458c-b1d3-5b99b46c970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:57:16.721317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d0f3b-bb96-4635-af8b-bb58e31619ad" -d '{"events": [{"server_uuid": "adbc6724-4fca-458c-b1d3-5b99b46c970d", "name": "network-vif-plugged", "status": "completed", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:57:16.735239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:16.757347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955cb816-515d-4234-af80-6b4daff738dc x-openstack-request-id: req-955cb816-515d-4234-af80-6b4daff738dc {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:57:16.757639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbc6724-4fca-458c-b1d3-5b99b46c970d", "name": "network-vif-plugged", "status": "completed", "tag": "ef875c31-b674-41ea-af82-cb8cdb1c9711", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:57:16.757919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-955cb816-515d-4234-af80-6b4daff738dc {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:57:16.758313 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbc6724-4fca-458c-b1d3-5b99b46c970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef875c31-b674-41ea-af82-cb8cdb1c9711', 'code': 200} Jan 17 12:57:16.825613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:16.880374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=10']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:17.061915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1921-f0b5-440c-aa2b-123bf9deae98 req-9462ab68-10dd-4f41-8742-36c57802dfa8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:17.063442 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c84a1921-f0b5-440c-aa2b-123bf9deae98 req-9462ab68-10dd-4f41-8742-36c57802dfa8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0525939 Jan 17 12:57:17.092949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436f5a-833e-4ccd-afa0-2978e5191869 req-87cae348-e41d-4624-a3fa-b8a584668b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:17.094491 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61436f5a-833e-4ccd-afa0-2978e5191869 req-87cae348-e41d-4624-a3fa-b8a584668b82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 1137 time: 0.0435917 Jan 17 12:57:17.101749 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c84a1921-f0b5-440c-aa2b-123bf9deae98 req-0a699407-541b-4f64-aac1-d14800f5bef3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jan 17 12:57:17.129424 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61436f5a-833e-4ccd-afa0-2978e5191869 req-87c8ad75-15a7-426e-ab73-ea69df18d667 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286205 Jan 17 12:57:18.226126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc5f64-cdc9-42d8-9690-99176eed2dab req-a47d3f9b-ca44-429b-8752-98af88490fc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:18.227684 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a3dc5f64-cdc9-42d8-9690-99176eed2dab req-a47d3f9b-ca44-429b-8752-98af88490fc5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0522306 Jan 17 12:57:18.266652 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a3dc5f64-cdc9-42d8-9690-99176eed2dab req-a6e40647-a996-4b55-8a1a-ba5179872cfa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jan 17 12:57:19.386870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135898da-24bd-4d44-a221-407c17713848 req-b2df3f11-0074-4d15-8893-2a5dbd6235dd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:19.388953 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-135898da-24bd-4d44-a221-407c17713848 req-b2df3f11-0074-4d15-8893-2a5dbd6235dd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0544653 Jan 17 12:57:19.426183 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-135898da-24bd-4d44-a221-407c17713848 req-6203275f-90d4-4a8b-a459-b02b7b3a8fa9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Jan 17 12:57:19.540126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c108-2611-4de3-9f9e-84779b5f2c60 req-17250c77-7ce4-43bf-aeaf-667bd660e561 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:19.541644 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b694c108-2611-4de3-9f9e-84779b5f2c60 req-17250c77-7ce4-43bf-aeaf-667bd660e561 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0495384 Jan 17 12:57:19.579262 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b694c108-2611-4de3-9f9e-84779b5f2c60 req-23b3be43-581c-4123-aea8-a2aa63b20bf8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jan 17 12:57:19.599894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50662) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:19.639466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f19a1e-7fd7-4718-8d08-14315bc3d6e2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:19.640999 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-59f19a1e-7fd7-4718-8d08-14315bc3d6e2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d&network_id=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 HTTP/1.1" status: 200 len: 1132 time: 0.0401096 Jan 17 12:57:20.117042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226c613-ed84-4c8b-b6c5-f139802f532b req-c740d92e-1ffb-4e64-907b-e26e0dd5654c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:20.118557 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0226c613-ed84-4c8b-b6c5-f139802f532b req-c740d92e-1ffb-4e64-907b-e26e0dd5654c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0544834 Jan 17 12:57:20.157173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0226c613-ed84-4c8b-b6c5-f139802f532b req-3f33d4d4-067e-4111-a453-64b42ec7ba40 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Jan 17 12:57:21.276256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab7ac7-8437-4209-87fb-c62e2a7f7283 req-e6220dea-0cb9-45c0-a005-02bd5d7c0f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:21.277729 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d4ab7ac7-8437-4209-87fb-c62e2a7f7283 req-e6220dea-0cb9-45c0-a005-02bd5d7c0f16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0508120 Jan 17 12:57:21.316308 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d4ab7ac7-8437-4209-87fb-c62e2a7f7283 req-49200a5c-0208-45b8-9a52-8d1acd582a96 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=16ed9595-68fb-420a-863d-e1257de2e519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Jan 17 12:57:21.406304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-9f5ce456-216f-47dd-8b2f-f64cef285dd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:21.407771 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-9f5ce456-216f-47dd-8b2f-f64cef285dd0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 984 time: 0.0485134 Jan 17 12:57:21.456789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-5082d33d-1bd9-4303-9166-47c6637e8c58 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:21.458061 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-5082d33d-1bd9-4303-9166-47c6637e8c58 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0448275 Jan 17 12:57:21.562453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-46219265-aaa1-4d0c-b1f9-adffbcee565f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0991738 Jan 17 12:57:21.572324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:21.624596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:21.756023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=ef875c31-b674-41ea-af82-cb8cdb1c9711,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:21.789584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] For port ef875c31-b674-41ea-af82-cb8cdb1c9711, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:21.821597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] device_id is not set on port ef875c31-b674-41ea-af82-cb8cdb1c9711 yet. {{(pid=109280) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 12:57:21.830556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:21.906070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:21.990791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Pushing event updated for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=11']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:22.031023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] No DVR routers for this DVR port ef875c31-b674-41ea-af82-cb8cdb1c9711 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:57:22.054064 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:57:22.152784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-fcaa8f88-ebd6-4296-b656-833669037498 None None] Provisioning complete for port ef875c31-b674-41ea-af82-cb8cdb1c9711 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:22.153442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcaa8f88-ebd6-4296-b656-833669037498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:22.177177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] In _notify_port_updated(), no bound segment for port ef875c31-b674-41ea-af82-cb8cdb1c9711 on network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 {{(pid=109280) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 17 12:57:22.178058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:22.178867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:22.179971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd4edc6c-95ee-463d-a871-c2f6db292402 req-a90957ba-aa57-49d6-a72c-04ba6bded923 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 200 len: 1027 time: 0.6115134 Jan 17 12:57:22.189277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa8f88-ebd6-4296-b656-833669037498 None None] Port ef875c31-b674-41ea-af82-cb8cdb1c9711 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:22.238256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:22.421277 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9c3ec477-e91b-4319-b446-a928d75be497 req-413dc952-5bce-4831-94b8-fbfe4ec8bec9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=adbc6724-4fca-458c-b1d3-5b99b46c970d HTTP/1.1" status: 200 len: 210 time: 0.0309880 Jan 17 12:57:23.476357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50674) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:23.534940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7a603ec8-aeaa-45c1-a9d6-9f188fc6d498 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:23.561275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7a603ec8-aeaa-45c1-a9d6-9f188fc6d498 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:23.734400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7a603ec8-aeaa-45c1-a9d6-9f188fc6d498 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:23.737145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7a603ec8-aeaa-45c1-a9d6-9f188fc6d498 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:23.738896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7a603ec8-aeaa-45c1-a9d6-9f188fc6d498 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c427f11-7f83-4b9a-a70d-70b826716e78 HTTP/1.1" status: 204 len: 168 time: 0.2615037 Jan 17 12:57:23.749705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603ec8-aeaa-45c1-a9d6-9f188fc6d498 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c427f11-7f83-4b9a-a70d-70b826716e78,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:24.032858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50678) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:24.489042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 8c66fbd1-9348-4563-aba1-48e13e75cb51 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:57:24.489339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:24.562146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:57:24.567895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:24.568380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:24.580566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 8c66fbd1-9348-4563-aba1-48e13e75cb51 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:57:24.599547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device ef875c31-b674-41ea-af82-cb8cdb1c9711 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:57:24.843254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:24.868356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=8c66fbd1-9348-4563-aba1-48e13e75cb51,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:24.934816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:24.935237 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 917d1dad-8a1e-46a8-b061-56767d8752a4 disassociated (deleted). External IP: 172.26.4.214, port: ef875c31-b674-41ea-af82-cb8cdb1c9711. Jan 17 12:57:25.141647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:57:25.249806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:57:25.254713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.259329 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] Sync routers for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:57:25.268448 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:25.269084 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:25.282432 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8c3efe03-0d54-4b35-8020-d9235fb8b415 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/917d1dad-8a1e-46a8-b061-56767d8752a4 HTTP/1.1" status: 204 len: 168 time: 1.2483821 Jan 17 12:57:25.352041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50686) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:25.376724 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:25.412142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09a86b92-90a9-4a14-b0e3-b4879e9336c6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.437500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09a86b92-90a9-4a14-b0e3-b4879e9336c6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.573647 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:25.606631 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] Checking router: 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:57:25.608683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09a86b92-90a9-4a14-b0e3-b4879e9336c6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.615307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09a86b92-90a9-4a14-b0e3-b4879e9336c6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.615307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-09a86b92-90a9-4a14-b0e3-b4879e9336c6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/5efabb17-641e-46c3-87d9-b451ed76fa49 HTTP/1.1" status: 204 len: 168 time: 0.2596972 Jan 17 12:57:25.619759 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:25.620476 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:25.622067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a86b92-90a9-4a14-b0e3-b4879e9336c6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efabb17-641e-46c3-87d9-b451ed76fa49,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:25.718946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50690) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:25.727400 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:25.811900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port ef875c31-b674-41ea-af82-cb8cdb1c9711 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:57:25.812305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.899272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:25.912451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for ef875c31-b674-41ea-af82-cb8cdb1c9711 owned by {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:57:25.922101 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:25.947397 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd7a1c6-82e6-4db8-beae-0d1fc13c036c None None] The sync data for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv is: [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '5bf86d79-fb0f-4ef4-99e2-f99d41921b9d', 'name': '', 'network_id': 'a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:40Z', 'updated_at': '2022-01-17T12:56:44Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'c44fa21e-16b2-4b26-b3c0-741d8d9f1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:57:26.139278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:26.171043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=ef875c31-b674-41ea-af82-cb8cdb1c9711,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:26.179002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dc1b11-2030-4bd6-9d40-5bdd91b9a6b8 None None] New status for floating IP 917d1dad-8a1e-46a8-b061-56767d8752a4: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:57:26.243543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:26.247316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5052cc7-c6c7-40fe-9c26-757e8ba86e8e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/ports/ef875c31-b674-41ea-af82-cb8cdb1c9711 HTTP/1.1" status: 204 len: 168 time: 0.5267560 Jan 17 12:57:26.250402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50692) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:26.681200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:27.230280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:57:27.231576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:27.316933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:27.317271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:27.329866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:57:27.608823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:27.633103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=5bf86d79-fb0f-4ef4-99e2-f99d41921b9d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:27.821359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.037351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:57:28.142048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:57:28.147153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b9ab0893-0def-41f2-a6ab-b3f7b3904bcd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8956816 Jan 17 12:57:28.149763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50694) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:28.152500 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] Sync routers for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:57:28.163009 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:28.163643 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:28.202543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet c44fa21e-16b2-4b26-b3c0-741d8d9f1439 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:57:28.205793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.245217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.269197 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:28.336246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.444936 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:57:27Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:28.470717 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] Checking router: 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:57:28.478752 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] Routers {'9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:28.479347 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:28.483197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.512271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=c44fa21e-16b2-4b26-b3c0-741d8d9f1439,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:28.515190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.518490 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0f34f37c-7983-460f-bc8c-7428692b8c7d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/c44fa21e-16b2-4b26-b3c0-741d8d9f1439 HTTP/1.1" status: 204 len: 168 time: 0.3677640 Jan 17 12:57:28.521154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50696) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:28.521514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788106b0-2997-44c8-98cf-52cc060b94ff None None] Network a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:57:28.597243 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] Set router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:28.634773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.709146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] DHCP port deletion for a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:57:28.749976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.759962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] Deleting port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:57:28.760412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.821233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] For port 72afc1fe-a50d-4664-b44f-0c13ddd70c29, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=72afc1fe-a50d-4664-b44f-0c13ddd70c29,segment=NetworkSegment(5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20),segment_id=5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:28.821633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.841456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] Calling delete_port for 72afc1fe-a50d-4664-b44f-0c13ddd70c29 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:57:28.870685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port ece71bd7-fbf9-4886-8f98-d371f8448d72 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:57:28.870943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.874517 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:57:27Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:28.904406 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1422c-124a-4c2c-b7d7-3b7a313f754f None None] The sync data for ids ['9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5'] in dv-neutron-824886-1-hyperv is: [{'id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'name': 'tempest-TestNetworkBasicOps-router-1650628800', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:56:36Z', 'updated_at': '2022-01-17T12:57:27Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'ece71bd7-fbf9-4886-8f98-d371f8448d72', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:56:37Z', 'updated_at': '2022-01-17T12:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:57:28.959763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port ece71bd7-fbf9-4886-8f98-d371f8448d72, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ece71bd7-fbf9-4886-8f98-d371f8448d72,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:28.960126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:28.972015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for ece71bd7-fbf9-4886-8f98-d371f8448d72 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:57:29.070481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.097312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] Pushing event deleted for resources: {'Port': ['ID=72afc1fe-a50d-4664-b44f-0c13ddd70c29,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:29.099167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3301cfb-d899-4e3d-bc06-eefb5848c511 None None] No DVR routers for this DVR port 72afc1fe-a50d-4664-b44f-0c13ddd70c29 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:57:29.254501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.286914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=ece71bd7-fbf9-4886-8f98-d371f8448d72,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:29.352862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.463231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.466164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.580686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.581268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router 9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:57:29.588646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.589794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1929c0ea-ddcf-4869-bc09-ccb27632d73f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/9be3ebc2-8ef1-4ec2-8485-f67ff5eee9b5 HTTP/1.1" status: 204 len: 168 time: 1.0677059 Jan 17 12:57:29.593599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50698) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:29.676496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.782117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.802906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:29.819756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:29.820052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0abe72-73fa-4f5e-a3d6-6d07afd0fc20') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:29.837780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.860650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.867105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:57:29.867483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:57:29.870505 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:57:30.037595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.045297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.050589 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33 HTTP/1.1" status: 204 len: 168 time: 0.4531105 Jan 17 12:57:30.065739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50700) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:30.072901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6a5e5-d270-41d3-9582-23a4af42a020 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=a6f6e8f7-90d8-4e32-ac4b-fbcd20909d33,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:30.092929 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a82c1a1a-f904-4adb-a678-3d4c6725fe50 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0251899 Jan 17 12:57:30.097502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50702) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:30.102757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--1463596838', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:30.129058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ece71bd7-fbf9-4886-8f98-d371f8448d72 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:57:30.150132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ece71bd7-fbf9-4886-8f98-d371f8448d72 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:57:30.150469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ece71bd7-fbf9-4886-8f98-d371f8448d72 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:57:30.150872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:57:30.169929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:57:30.170264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5bf86d79-fb0f-4ef4-99e2-f99d41921b9d not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:57:30.170661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 72afc1fe-a50d-4664-b44f-0c13ddd70c29 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:57:30.192518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 72afc1fe-a50d-4664-b44f-0c13ddd70c29 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:57:30.192925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 72afc1fe-a50d-4664-b44f-0c13ddd70c29 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:57:30.213181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:57:30.217293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.241284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:57:30.250726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.251162 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef of type vlan for network c9327f9d-ee65-4792-b76c-1f323428eeeb Jan 17 12:57:30.290478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.414263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.420602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:30.421222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.489198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=c9327f9d-ee65-4792-b76c-1f323428eeeb,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:30.500446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network c9327f9d-ee65-4792-b76c-1f323428eeeb details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:57:30.577292 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-37d92f39-9f87-4f7e-9724-46eed79fe5d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4785147 Jan 17 12:57:30.592491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:30.592491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:30.864612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.865620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:30.916819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:31.250989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:31.592963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:31.612163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:31.725521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.122 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/88411ebe-47eb-4f63-8403-cc0bcdf55a4c) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:57:31.840452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:31.957750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:31.995398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:57:31.998890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:32.002433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:57:32.010346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:32.322118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:32.790811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.001368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router f8875859-57fe-461c-91c3-bd67295a6ab6 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:57:33.109463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:57:33.118855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Sync routers for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:57:33.127870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:33.128545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:33.236410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:33.295333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.296649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7fd1711c-0828-46b0-a5f2-028db62a5667 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7155337 Jan 17 12:57:33.299818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50706) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:33.327802 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-59bc6a4e-d851-4640-bc48-9ca811dfd184 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269592 Jan 17 12:57:33.330216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50708) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:33.418584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:32Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:33.420289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54585f44-c5e6-48e2-9f92-3bb0dd6af6f7 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:33.422073 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-54585f44-c5e6-48e2-9f92-3bb0dd6af6f7 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907166 Jan 17 12:57:33.424704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50710) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:33.451556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Checking router: f8875859-57fe-461c-91c3-bd67295a6ab6 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:57:33.451914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Updating router f8875859-57fe-461c-91c3-bd67295a6ab6 port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:57:33.453553 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ced7ac16-911d-4364-8191-d3f42d48b7aa tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278180 Jan 17 12:57:33.456128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50712) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:33.460794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1387760601', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:33.477072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.648666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:57:33.652315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.873344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd6843e5-cbb7-46ce-9cb0-c9b7ee57ea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.886658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.911953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:33.974800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=f6274db9-2945-4d1c-a338-a803d1c2b662,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:33.984186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:57:33.984543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: c9327f9d-ee65-4792-b76c-1f323428eeeb, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:57:33.991824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.047160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Attempting to bind port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:57:34.047579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Attempting to bind port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:57:34.053089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Attempting to bind port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:34.053089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e23dc-f662-406a-b4aa-1a2c56eaf14e None None] Pushing event updated for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:34.055468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:57:34.055872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:57:34.056271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.056658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:57:34.057120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Bound port: 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:57:34.057505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.100083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c9327f9d-ee65-4792-b76c-1f323428eeeb is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:57:34.107969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] For port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:34.111009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] For port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:57:34.247710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, c9327f9d-ee65-4792-b76c-1f323428eeeb) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:34.251994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:34.252584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.257255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca97e4-a927-44f5-a7e9-ad8c723e94ed None None] Network c9327f9d-ee65-4792-b76c-1f323428eeeb requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:57:34.298531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.376387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:34.377002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:34.383072 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-59f356ad-f452-4141-a9bf-cf3572b53063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9259400 Jan 17 12:57:34.385887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50714) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:34.420720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e23dc-f662-406a-b4aa-1a2c56eaf14e None None] Pushing event updated for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:34.540819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:34.544015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-c9327f9d-ee65-4792-b76c-1f323428eeeb', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:57:34.544867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.810713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Allocated IP 172.20.0.2 (c9327f9d-ee65-4792-b76c-1f323428eeeb/f6274db9-2945-4d1c-a338-a803d1c2b662/42983515-3790-4a80-a8d9-0f65fca82cf9) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:57:34.835197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:34.884592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:32Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:34.913447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5091775-2f4f-4f83-a21c-7440600eac5b None None] The sync data for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv is: [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:32Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:57:35.011645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.077393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.123481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Network c9327f9d-ee65-4792-b76c-1f323428eeeb is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:57:35.127250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:35.130246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:57:35.150948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Pushing event updated for resources: {'Port': ['ID=42983515-3790-4a80-a8d9-0f65fca82cf9,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:35.192951 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (c9327f9d-ee65-4792-b76c-1f323428eeeb/f6274db9-2945-4d1c-a338-a803d1c2b662/0a97e05d-e7d8-4a4b-ade9-450576e55364) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:57:35.227719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-4bb54761-39a4-4193-9d0c-dc681099bf1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941534 Jan 17 12:57:35.234711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Attempting to bind port 42983515-3790-4a80-a8d9-0f65fca82cf9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:57:35.239017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Attempting to bind port 42983515-3790-4a80-a8d9-0f65fca82cf9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:57:35.239017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Attempting to bind port 42983515-3790-4a80-a8d9-0f65fca82cf9 on network c9327f9d-ee65-4792-b76c-1f323428eeeb {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:35.243803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:57:35.244181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Checking segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:57:35.244582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.244971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Bound using segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:57:35.245435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Bound port: 42983515-3790-4a80-a8d9-0f65fca82cf9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:57:35.247903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.325776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] For port 42983515-3790-4a80-a8d9-0f65fca82cf9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:35.330749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] For port 42983515-3790-4a80-a8d9-0f65fca82cf9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=42983515-3790-4a80-a8d9-0f65fca82cf9,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:57:35.348189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496244-8da1-4977-8c19-aaa3c662a88f req-9023a789-6b4d-4949-a000-b49985062172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:35.349707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-9023a789-6b4d-4949-a000-b49985062172 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1098 time: 0.0743217 Jan 17 12:57:35.366639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.437536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.483557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496244-8da1-4977-8c19-aaa3c662a88f req-049e4925-e170-4661-be97-ec327fd6835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:35.485112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-049e4925-e170-4661-be97-ec327fd6835e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.1168125 Jan 17 12:57:35.508500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32801d8-45f4-4d11-bfe1-0740e376369a None None] Pushing event updated for resources: {'Port': ['ID=42983515-3790-4a80-a8d9-0f65fca82cf9,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:35.567382 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-70ef272d-2c48-4184-8534-3a8fa5da3a36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 1001 time: 0.0751612 Jan 17 12:57:35.568849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.650698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c9327f9d-ee65-4792-b76c-1f323428eeeb is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:57:35.666781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:35.666781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:57:35.701371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:35.710288 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496244-8da1-4977-8c19-aaa3c662a88f req-96225890-a420-45d6-805e-7cea9e97a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:35.711882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-96225890-a420-45d6-805e-7cea9e97a0c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.1362700 Jan 17 12:57:35.759157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:35.817246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496244-8da1-4977-8c19-aaa3c662a88f req-d1f5c18c-b423-47bb-a0bf-865ee56bd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:35.820690 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-d1f5c18c-b423-47bb-a0bf-865ee56bd393 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992804 Jan 17 12:57:35.905244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:35.961166 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-eac5edc1-238d-4ebd-ae2a-2149178677ee service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316242 Jan 17 12:57:35.970576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:35.970576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.050536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.062572 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-95496244-8da1-4977-8c19-aaa3c662a88f req-f79d1bd8-5b36-4460-ac24-8e0d884e67d8 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943069 Jan 17 12:57:36.071567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:36.117101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.151469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.158213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42983515-3790-4a80-a8d9-0f65fca82cf9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:36.197945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-62bff1f8-abb2-43ad-bbb0-586a8c969cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.236038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:36.250199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 42983515-3790-4a80-a8d9-0f65fca82cf9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:36.250502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.341789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.390568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 42983515-3790-4a80-a8d9-0f65fca82cf9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=42983515-3790-4a80-a8d9-0f65fca82cf9,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:36.440789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.494912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.521744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1507cf-13a6-49c7-9e77-b674fa5a6b75 None None] Network c9327f9d-ee65-4792-b76c-1f323428eeeb requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:57:36.551756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.603708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=42983515-3790-4a80-a8d9-0f65fca82cf9,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:36.633935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:36.636248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.638597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-056f1e9f-93cf-4503-8058-7f3c5a9e1876 None None] Provisioning complete for port 42983515-3790-4a80-a8d9-0f65fca82cf9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:36.638974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-056f1e9f-93cf-4503-8058-7f3c5a9e1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:36.646373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.646710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.647047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.647377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.647736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.648064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.648395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.648713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.649033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.649352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.649666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.649978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:36.744812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c9327f9d-ee65-4792-b76c-1f323428eeeb is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:57:36.746659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:36.871721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router f8875859-57fe-461c-91c3-bd67295a6ab6 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:57:36.989496 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:57:36.999065 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-00325cfd-eebd-40bf-b721-60206c214be4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6121280 Jan 17 12:57:36.999203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:37.001050 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Sync routers for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:57:37.008477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b8f91f7d-b32d-4a38-b054-ad89d58a404f None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:37.008847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b8f91f7d-b32d-4a38-b054-ad89d58a404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.014917 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:37.015740 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:37.048429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b8f91f7d-b32d-4a38-b054-ad89d58a404f None None] Port 0a97e05d-e7d8-4a4b-ade9-450576e55364 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:37.059237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b8f91f7d-b32d-4a38-b054-ad89d58a404f None None] Provisioning complete for port 42983515-3790-4a80-a8d9-0f65fca82cf9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:37.059952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b8f91f7d-b32d-4a38-b054-ad89d58a404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.133819 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:37.208597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.212725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.212725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.212725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.212725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.212725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.216464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ce8b2357-1f14-43bc-a5ac-ecc9194b00b0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2155795 Jan 17 12:57:37.216723 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50720) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:37.272894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6c8f409e-f352-49a7-a452-7744967fb2ab None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:37.273669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6c8f409e-f352-49a7-a452-7744967fb2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.303880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.319653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f409e-f352-49a7-a452-7744967fb2ab None None] Port 0a97e05d-e7d8-4a4b-ade9-450576e55364 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:37.334026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.334494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.334943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.335388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.335906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.336295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:37.341538 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0d0a4a12-2501-4274-8332-7ab9b89b2555 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1202054 Jan 17 12:57:37.341772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50722) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:37.368569 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:37.398534 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Checking router: f8875859-57fe-461c-91c3-bd67295a6ab6 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:57:37.398892 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Updating router f8875859-57fe-461c-91c3-bd67295a6ab6 port 0a97e05d-e7d8-4a4b-ade9-450576e55364 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:57:37.429169 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.440324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-59ded9e0-bc8e-4fb3-8c8a-be61d8ad90de None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:37.440941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59ded9e0-bc8e-4fb3-8c8a-be61d8ad90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.478877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-59ded9e0-bc8e-4fb3-8c8a-be61d8ad90de None None] Port 0a97e05d-e7d8-4a4b-ade9-450576e55364 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:37.482097 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7f51ae15-89ab-44f5-aa0a-3edb8926d018 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1393037 Jan 17 12:57:37.697182 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.795456 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.811312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:37.857485 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dba60-8b6c-4db8-9f20-80356bbdce82 None None] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:37.876669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:37.877188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.884077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50726) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:37.889661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016710109', 'description': 'tempest-secgroup-smoke-2016710109 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:37.925783 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Attempting to bind port 0a97e05d-e7d8-4a4b-ade9-450576e55364 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:57:37.926149 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Attempting to bind port 0a97e05d-e7d8-4a4b-ade9-450576e55364 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:57:37.926540 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Attempting to bind port 0a97e05d-e7d8-4a4b-ade9-450576e55364 on network c9327f9d-ee65-4792-b76c-1f323428eeeb {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:37.931975 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:57:37.932347 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Checking segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:57:37.932750 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.933163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Bound using segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:57:37.934391 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Bound port: 0a97e05d-e7d8-4a4b-ade9-450576e55364, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:57:37.934805 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:37.964321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42983515-3790-4a80-a8d9-0f65fca82cf9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:38.006952 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] For port 0a97e05d-e7d8-4a4b-ade9-450576e55364, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:38.010902 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] For port 0a97e05d-e7d8-4a4b-ade9-450576e55364, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a97e05d-e7d8-4a4b-ade9-450576e55364,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:57:38.017972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 42983515-3790-4a80-a8d9-0f65fca82cf9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:38.018420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.019985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.088024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.111415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-04d7ae24-def1-495b-87e8-cd78486fb505 None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:38.112035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-04d7ae24-def1-495b-87e8-cd78486fb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.149274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-04d7ae24-def1-495b-87e8-cd78486fb505 None None] Port 0a97e05d-e7d8-4a4b-ade9-450576e55364 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:38.157441 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.214153 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:38.214714 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:38.220474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.253629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4cad79-0945-4391-9811-61ce751e56df,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:38.255790 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dba60-8b6c-4db8-9f20-80356bbdce82 None None] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:38.263143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.263545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.263870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.264204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.264768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.265307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.265821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.266329 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.266668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.266997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.267325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.267672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:57:38.334425 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:38.336675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.338179 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3479b2cc-2877-4e7b-a154-6184d40cf57e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4528940 Jan 17 12:57:38.342196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50728) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:38.346945 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'de4cad79-0945-4391-9811-61ce751e56df', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:38.468600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-14a87d07-33b4-4a89-9866-e44e8328235b None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:38.469183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14a87d07-33b4-4a89-9866-e44e8328235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.488570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.540372 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:57:38Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:38.550014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14a87d07-33b4-4a89-9866-e44e8328235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.552795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.568633 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ddeed-254e-4a8f-b04b-e595aca4765a None None] The sync data for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv is: [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:57:38Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:57:38.585035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-14a87d07-33b4-4a89-9866-e44e8328235b None None] For port 0a97e05d-e7d8-4a4b-ade9-450576e55364, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a97e05d-e7d8-4a4b-ade9-450576e55364,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:38.683060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.703920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae333b96-3549-44f3-a535-430dc4cd80bb,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:38.739937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-14a87d07-33b4-4a89-9866-e44e8328235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.792108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a87d07-33b4-4a89-9866-e44e8328235b None None] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:38.877308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.930479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:38.931805 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-52b5a9a2-220b-4428-859e-3ef60634eae6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5884254 Jan 17 12:57:38.935205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50730) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:38.939830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'de4cad79-0945-4391-9811-61ce751e56df', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:38.974118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.036981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.100507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.225685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.243071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8e6867-cb67-4853-8b28-2c6d3b8ffdb6,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:39.397657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.398916 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4fb6cb13-e4a4-43a9-881d-720506b21957 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4626560 Jan 17 12:57:39.401776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50732) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:39.406312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'de4cad79-0945-4391-9811-61ce751e56df', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:39.528811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.581096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.692499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.709764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5970e4-1504-4755-9527-c17c245b24ac,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:39.821129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a97e05d-e7d8-4a4b-ade9-450576e55364 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:39.868180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:39.868545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.913530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:39.914774 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8cc869cd-79a7-4216-bd5a-f22ef60c0cba tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5119143 Jan 17 12:57:39.917474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50734) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:39.922712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'de4cad79-0945-4391-9811-61ce751e56df', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:40.041754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.099841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.235218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.252465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9314a623-78b2-462a-b11e-dc52129c102c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:40.393244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.394418 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d6b55fa8-f11b-4c97-8fe0-d4e1b50f0fb2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4754159 Jan 17 12:57:40.397274 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50736) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:40.401669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'de4cad79-0945-4391-9811-61ce751e56df', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:40.528969 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:57:40.534310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.595195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.743856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.763378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c6c39c-9e54-4b41-9eac-427e133b7e4d,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:40.833477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:40.834800 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a8609835-ec44-4fb0-b842-f3a07a8b67d3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364700 Jan 17 12:57:40.837623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50738) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:40.842584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': 'de4cad79-0945-4391-9811-61ce751e56df', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:40.945736 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:57:40.950634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:41.010151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:41.111025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:41.129164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4ad857-14e7-41cd-93d3-6fd1c69e6e5e,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:41.243056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:41.244451 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c6a5b220-106e-4e84-a04a-b3d83f98c6de tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4058785 Jan 17 12:57:41.408274 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-b7c69804-751a-4b8c-b014-6a285391e88c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016710109&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0334818 Jan 17 12:57:41.516739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-7807c92a-958d-4554-a53d-315ef89f494c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:41.518249 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-7807c92a-958d-4554-a53d-315ef89f494c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=c9327f9d-ee65-4792-b76c-1f323428eeeb HTTP/1.1" status: 200 len: 797 time: 0.1029730 Jan 17 12:57:41.533953 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-0df18b2d-1664-48ba-b2f5-3d07cc787901 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0099037 Jan 17 12:57:41.583816 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-3314f815-bf5d-4e04-95ed-86c3d297d614 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446994 Jan 17 12:57:41.646016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1eebfa7b-51a0-425c-8db8-72f1fd25805c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 12:57:41.647153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1eebfa7b-51a0-425c-8db8-72f1fd25805c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515132 Jan 17 12:57:41.743764 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-60f03b65-73f7-4b6b-834b-82b0f347fc39 service neutron] 10.222.0.77 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892522 Jan 17 12:57:41.840116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-67abb0de-7614-41aa-a0c0-c786f540979c service neutron] 10.222.0.77 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897961 Jan 17 12:57:42.142106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6875b7e7-678a-4632-9097-4b466fdbea3a req-ca7b1410-5aae-45af-92cb-a2a2bc837260 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 210 time: 0.0268865 Jan 17 12:57:43.237963 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8714ebb7-7b39-4f1b-a32d-ebefc7bb1464 req-59c3f2cb-774a-4289-9ebf-b077ef149e59 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Jan 17 12:57:44.332370 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c90684b-57d4-4067-836d-490ba0df7afb req-cad56a46-e127-498f-8928-8a720eb21bff tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 210 time: 0.0260875 Jan 17 12:57:44.870454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-38db0e4f-3c43-474f-9b55-5a4ff6ef348b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:44.872583 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-38db0e4f-3c43-474f-9b55-5a4ff6ef348b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=c9327f9d-ee65-4792-b76c-1f323428eeeb HTTP/1.1" status: 200 len: 797 time: 0.3849399 Jan 17 12:57:44.921178 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-59821064-1fd7-49ed-9116-9ed8b28ddf95 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 380 time: 0.0341644 Jan 17 12:57:44.930409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['de4cad79-0945-4391-9811-61ce751e56df']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:45.143817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:57:45.148457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:45.273935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.14 (c9327f9d-ee65-4792-b76c-1f323428eeeb/f6274db9-2945-4d1c-a338-a803d1c2b662/5dc4f2eb-42b8-40a5-a577-ba88418e0123) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:57:45.423014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:45.425772 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7f24e04d-e6dd-4a49-baed-a4335ad5109b req-4d4cba0c-8efb-4db8-b0ca-0ce7ac2fb1b6 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 210 time: 0.0266049 Jan 17 12:57:45.592932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:45.633423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c9327f9d-ee65-4792-b76c-1f323428eeeb is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:57:45.636392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:45.638820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:57:45.675962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=5dc4f2eb-42b8-40a5-a577-ba88418e0123,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:45.698786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:45.699432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:45.792209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-1c3bb2f8-9905-4244-9c4a-cf30649a602b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8654573 Jan 17 12:57:45.806876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Request body: {'port': {'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:45.864858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:45.901898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9f1215d2-1d9e-43ac-a467-9a667a7b3e2a None None] Provisioning complete for port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:45.902522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9f1215d2-1d9e-43ac-a467-9a667a7b3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:46.082301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9f1215d2-1d9e-43ac-a467-9a667a7b3e2a None None] Port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:57:46.146010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc4f2eb-42b8-40a5-a577-ba88418e0123 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:57:46.158173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:46.166442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Transition to ACTIVE for port object 5dc4f2eb-42b8-40a5-a577-ba88418e0123 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:57:46.259946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:46.310848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4f2eb-42b8-40a5-a577-ba88418e0123,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:46.389204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Attempting to bind port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:57:46.389553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Attempting to bind port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:57:46.389887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Attempting to bind port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 on network c9327f9d-ee65-4792-b76c-1f323428eeeb {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:46.394401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 on network c9327f9d-ee65-4792-b76c-1f323428eeeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:57:46.394718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Attempting to bind port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 on network c9327f9d-ee65-4792-b76c-1f323428eeeb {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:57:46.399787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:57:46.400160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Checking segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:57:46.400504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Bound using segment: {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:57:46.400933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Bound port: 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:57:46.401319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:46.469312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] For port 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:57:46.472455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] For port 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:57:46.541959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c410c-f05d-4aa7-ad3b-558bb9dab30a req-5770494c-b4bb-411f-8e6d-c6a7187c1fcf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:46.543477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e15c410c-f05d-4aa7-ad3b-558bb9dab30a req-5770494c-b4bb-411f-8e6d-c6a7187c1fcf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 944 time: 0.0507128 Jan 17 12:57:46.545247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:46.588101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:46.588863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:46.590173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] 10.222.0.67 "PUT /v2.0/ports/5dc4f2eb-42b8-40a5-a577-ba88418e0123 HTTP/1.1" status: 200 len: 1094 time: 0.7888808 Jan 17 12:57:46.598997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:57:46.602064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:57:46.640375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d548e9f3-c700-4fcb-a20c-447bdea3e91b x-openstack-request-id: req-d548e9f3-c700-4fcb-a20c-447bdea3e91b {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:57:46.640660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:57:46.640907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d548e9f3-c700-4fcb-a20c-447bdea3e91b {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:57:46.641300 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'status': 'completed', 'code': 200} Jan 17 12:57:46.647682 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e15c410c-f05d-4aa7-ad3b-558bb9dab30a req-6b232b5e-2fe7-4639-b68a-eca5ac50d0b7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954449 Jan 17 12:57:46.654115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403a8c5-e72c-45b0-9f84-dbc2e98d9b4e service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4f2eb-42b8-40a5-a577-ba88418e0123,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:46.707444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee req-9ba939e1-3df8-4e90-b83d-b1e34707243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:46.709001 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee req-9ba939e1-3df8-4e90-b83d-b1e34707243a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 1097 time: 0.0440497 Jan 17 12:57:46.816434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee req-696e4b00-df26-4e3a-b191-5786fa4fb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:46.817953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee req-696e4b00-df26-4e3a-b191-5786fa4fb008 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995288 Jan 17 12:57:46.911329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee req-ade1b6c9-367a-4eee-be55-a92b639973eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:46.912735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15c93b2c-6ebf-47d4-bfdd-554c07ecf0ee req-ade1b6c9-367a-4eee-be55-a92b639973eb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879884 Jan 17 12:57:47.004771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-8a0dfb73-06d0-4684-9fc9-e2dd90eb0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:47.006220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-8a0dfb73-06d0-4684-9fc9-e2dd90eb0f1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 1097 time: 0.0412326 Jan 17 12:57:47.052577 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-18f8c735-8454-4ea5-8609-b787dedfe77d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123 HTTP/1.1" status: 200 len: 217 time: 0.0383787 Jan 17 12:57:47.101829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-f2678b4e-52d5-4de6-8538-b8a52bfdd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:47.104453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-f2678b4e-52d5-4de6-8538-b8a52bfdd8e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6274db9-2945-4d1c-a338-a803d1c2b662 HTTP/1.1" status: 200 len: 835 time: 0.0438511 Jan 17 12:57:47.165129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-fcbeaffa-ac05-471f-a198-3089a2552035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:47.166816 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-fcbeaffa-ac05-471f-a198-3089a2552035 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9327f9d-ee65-4792-b76c-1f323428eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527458 Jan 17 12:57:47.260832 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-4006d6d5-2762-4a56-8606-228a0ea0aa88 service neutron] 10.222.0.67 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868633 Jan 17 12:57:47.349056 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7634e46-376a-44ee-8f2a-ae0952c79626 req-c9e52c71-0001-476a-960f-08dd00abf0c2 service neutron] 10.222.0.67 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Jan 17 12:57:47.775479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbc1a8-8e71-45a6-8cf5-1cfb6565d571 req-1d2bc3c2-9fd3-458b-8ed3-d99b1e6fdb74 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:47.776967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3ccbc1a8-8e71-45a6-8cf5-1cfb6565d571 req-1d2bc3c2-9fd3-458b-8ed3-d99b1e6fdb74 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 944 time: 0.0529578 Jan 17 12:57:47.814796 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3ccbc1a8-8e71-45a6-8cf5-1cfb6565d571 req-a3480286-83d8-486a-be5a-0ad6f5ee8949 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Jan 17 12:57:48.717033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5dc4f2eb-42b8-40a5-a577-ba88418e0123 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:57:48.809838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:48.820889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:57:48.861609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:48.874342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc4f2eb-42b8-40a5-a577-ba88418e0123 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:57:48.893866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:48.929412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e4b59-255c-4d40-9c1d-e4c0cf96a229 req-478a5bd2-685f-4f18-95e3-7a4d46e9556f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:48.931059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-496e4b59-255c-4d40-9c1d-e4c0cf96a229 req-478a5bd2-685f-4f18-95e3-7a4d46e9556f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 944 time: 0.0507073 Jan 17 12:57:48.962625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:48.974723 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-496e4b59-255c-4d40-9c1d-e4c0cf96a229 req-750a5851-abb1-4730-a992-e4029cdc4de1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 Jan 17 12:57:49.011331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5dc4f2eb-42b8-40a5-a577-ba88418e0123,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:49.193680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['5dc4f2eb-42b8-40a5-a577-ba88418e0123'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:57:50.088880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ced08-9eb6-4653-b1f4-c3a46658217f req-e2a162b2-b707-4f94-bc68-504d515b9103 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:50.090862 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ef6ced08-9eb6-4653-b1f4-c3a46658217f req-e2a162b2-b707-4f94-bc68-504d515b9103 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Jan 17 12:57:50.129032 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ef6ced08-9eb6-4653-b1f4-c3a46658217f req-672db89c-2f80-4d8c-9a4a-93755ed38cdb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Jan 17 12:57:50.717134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5dc4f2eb-42b8-40a5-a577-ba88418e0123 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:57:50.876681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:57:50.880560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:57:50.880931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:50.960276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:50.981780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:57:50.984134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee2acec-be44-45c3-9186-56d9835e082c" -d '{"events": [{"server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:57:50.996353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:57:51.020903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb8dea-7d5c-4ddb-a478-a9ab5adf14f8 x-openstack-request-id: req-64bb8dea-7d5c-4ddb-a478-a9ab5adf14f8 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:57:51.021213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:57:51.021492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64bb8dea-7d5c-4ddb-a478-a9ab5adf14f8 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:57:51.021889 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'code': 200} Jan 17 12:57:51.094170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:51.145703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5dc4f2eb-42b8-40a5-a577-ba88418e0123,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:51.247390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9303749-02ce-4f3a-a493-1d7cb376ca7e req-d13b1dcf-9b1e-42a1-8db3-d5ae2cc4970d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:51.248868 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9303749-02ce-4f3a-a493-1d7cb376ca7e req-d13b1dcf-9b1e-42a1-8db3-d5ae2cc4970d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Jan 17 12:57:51.286353 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e9303749-02ce-4f3a-a493-1d7cb376ca7e req-91bd438c-7348-4506-b9f5-6ac46a371e5c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Jan 17 12:57:51.384557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc02405-6ce3-4e28-8f5c-63c91bd8bcc7 req-f036710f-4900-4408-8961-33fa31c9f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:51.386029 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0cc02405-6ce3-4e28-8f5c-63c91bd8bcc7 req-f036710f-4900-4408-8961-33fa31c9f366 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 1099 time: 0.0404048 Jan 17 12:57:51.419578 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0cc02405-6ce3-4e28-8f5c-63c91bd8bcc7 req-ae2ff4d7-f6f6-4a97-8e95-947b457c4d74 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273426 Jan 17 12:57:52.269546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:52.405782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b759a02-529e-472e-af6c-7618fd0b880b req-290c5a38-80d2-4be7-80f9-57729f99dfe4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:52.407370 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b759a02-529e-472e-af6c-7618fd0b880b req-290c5a38-80d2-4be7-80f9-57729f99dfe4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Jan 17 12:57:52.446202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b759a02-529e-472e-af6c-7618fd0b880b req-6c746c90-386c-4e09-94a0-cbab58c9ea54 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Jan 17 12:57:53.560941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1ed48-53b1-41a8-9328-6d79ca6ff4e2 req-b5f110e9-8765-4319-9231-a8457809286e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:53.562398 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e8c1ed48-53b1-41a8-9328-6d79ca6ff4e2 req-b5f110e9-8765-4319-9231-a8457809286e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.0521224 Jan 17 12:57:53.600688 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e8c1ed48-53b1-41a8-9328-6d79ca6ff4e2 req-79770263-a8e3-4722-b93d-58744e721fdf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Jan 17 12:57:53.712283 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed216b18-ca87-45f7-ac5d-bf36b22b0772 req-8ba62d95-8e9b-4c94-b909-3ba475f7ae73 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:53.713752 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ed216b18-ca87-45f7-ac5d-bf36b22b0772 req-8ba62d95-8e9b-4c94-b909-3ba475f7ae73 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.0482483 Jan 17 12:57:53.754711 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ed216b18-ca87-45f7-ac5d-bf36b22b0772 req-45ee5245-a589-458a-a96b-236afcc19ded tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349300 Jan 17 12:57:53.776625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50796) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:53.817205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a0164-77dd-4a8a-927a-fc1ef990dbf5 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:53.818788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d62a0164-77dd-4a8a-927a-fc1ef990dbf5 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 1094 time: 0.0411615 Jan 17 12:57:53.821544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50798) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:53.826059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:57:53.990880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:54.091343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:54.194956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.185 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/8e191725-0b44-41c6-82d8-ffb304410408) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:57:54.298657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:54.401194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:54.440898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:57:54.443802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:57:54.446353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:57:54.454376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=8e191725-0b44-41c6-82d8-ffb304410408,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:55.098683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:55.228207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:55.381683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:55.503269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:55.572735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=8e191725-0b44-41c6-82d8-ffb304410408,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:57:55.587146 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:55.687470 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 82677bd5-03fe-4018-be9f-7dbb93f7f5f8 associated. External IP: 172.26.4.185, port: 5dc4f2eb-42b8-40a5-a577-ba88418e0123. Jan 17 12:57:55.894250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router f8875859-57fe-461c-91c3-bd67295a6ab6 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:57:56.001674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:57:56.013656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] Sync routers for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:57:56.022121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:56.022746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:56.084662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:57:56.113716 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2e94d03e-be6d-4709-88b8-1ce01366a869 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2911708 Jan 17 12:57:56.114504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:57:56.116716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f94491-92f5-4d2d-b9d9-56413afa043c" -d '{"events": [{"name": "network-changed", "server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:57:56.116912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50800) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:56.127910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:56.154622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da627a-f1bb-466f-ac15-267b33180d48 x-openstack-request-id: req-c3da627a-f1bb-466f-ac15-267b33180d48 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:57:56.154622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:57:56.155473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3da627a-f1bb-466f-ac15-267b33180d48 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:57:56.155473 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'status': 'completed', 'code': 200} Jan 17 12:57:56.266338 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1e0b73bb-534b-4fc4-85f7-ef159cd295e6 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6 HTTP/1.1" status: 200 len: 923 time: 0.1481490 Jan 17 12:57:56.268985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-4495da7e-a4e9-455a-bb26-9af353644460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:56.269564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50804) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:56.270529 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-4495da7e-a4e9-455a-bb26-9af353644460 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 1099 time: 0.0926681 Jan 17 12:57:56.337980 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4f721fde-2b97-4c97-b596-8918450c50a3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 992 time: 0.0668254 Jan 17 12:57:56.364957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-ddbb388d-9ee9-4b1b-ae3e-5b690319925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:56.366669 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-ddbb388d-9ee9-4b1b-ae3e-5b690319925b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9327f9d-ee65-4792-b76c-1f323428eeeb HTTP/1.1" status: 200 len: 898 time: 0.0896771 Jan 17 12:57:56.371122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '82677bd5-03fe-4018-be9f-7dbb93f7f5f8', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:57:54Z', 'updated_at': '2022-01-17T12:57:54Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:57:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:56.398628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] Checking router: f8875859-57fe-461c-91c3-bd67295a6ab6 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:57:56.408439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:57:56.409045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:57:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:56.435291 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-beb2b8f7-7037-47b5-a77b-d51c1ece0513 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123 HTTP/1.1" status: 200 len: 1000 time: 0.0622218 Jan 17 12:57:56.484187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-6e494727-2786-4adb-a499-859b937cd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:56.485735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-6e494727-2786-4adb-a499-859b937cd66d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6274db9-2945-4d1c-a338-a803d1c2b662 HTTP/1.1" status: 200 len: 835 time: 0.0448029 Jan 17 12:57:56.517351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:57:56.532190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-5048eaa6-6afa-4075-a9ff-cbdfa8bb8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:57:56.533974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-5048eaa6-6afa-4075-a9ff-cbdfa8bb8267 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9327f9d-ee65-4792-b76c-1f323428eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423007 Jan 17 12:57:56.627659 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-ce0fe46e-5e9b-4c60-b21a-20fbcc1994ff service neutron] 10.222.0.67 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874197 Jan 17 12:57:56.718201 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b2f94491-92f5-4d2d-b9d9-56413afa043c req-45bbe391-9734-437b-a3d3-089d2b29c719 service neutron] 10.222.0.67 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847397 Jan 17 12:57:56.742525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '82677bd5-03fe-4018-be9f-7dbb93f7f5f8', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:57:54Z', 'updated_at': '2022-01-17T12:57:54Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:57:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:57:56.770022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e88b5e-f04d-4034-b133-a00054df2e51 None None] The sync data for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv is: [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '82677bd5-03fe-4018-be9f-7dbb93f7f5f8', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:57:54Z', 'updated_at': '2022-01-17T12:57:54Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:57:38Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:57:56.958863 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ccad0-8d75-446a-a4c4-f645aa1853b1 None None] New status for floating IP 82677bd5-03fe-4018-be9f-7dbb93f7f5f8: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:57:57.340128 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50806) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:57:57.400387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-533940bc-0be7-49f6-82d8-25ecc359ef9f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 994 time: 0.0590477 Jan 17 12:57:59.053710 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:58:03.748560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1b00-4736-451e-8c44-195fcab55f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:06.196447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-94f198b6-0ada-4b5b-ad16-b394a37631c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:07.298996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:08.765902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:08.908879 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:22.219107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:28.611309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50822) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:28.723086 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d204e07c-6678-4e7d-9560-4b6340bb9acc tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1105695 Jan 17 12:58:28.725847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50824) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:28.947174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65605c9b-453e-4fe9-9459-664f479ef9c6 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Notify agent at dv-neutron-824886-1-hyperv the message router_removed_from_agent {{(pid=109281) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 17 12:58:28.950951 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-65605c9b-453e-4fe9-9459-664f479ef9c6 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "DELETE /v2.0/agents/9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8/l3-routers/f8875859-57fe-461c-91c3-bd67295a6ab6 HTTP/1.1" status: 204 len: 168 time: 0.2242053 Jan 17 12:58:28.953629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50826) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:29.069696 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0d69dcb7-3f53-44d6-9d89-a34476198bbb tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1148820 Jan 17 12:58:29.072371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50828) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:29.139976 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-835322f3-124d-4cbe-a3b0-2df17bde8a77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 994 time: 0.0665357 Jan 17 12:58:29.689737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d317f-ffa5-48f3-85e2-99b435878c04 None None] New status for floating IP 82677bd5-03fe-4018-be9f-7dbb93f7f5f8: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:58:29.833062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:29.911211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:29.931015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:30.033710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:30.034424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a97e05d-e7d8-4a4b-ade9-450576e55364 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:30.108268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:30.116383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.116733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.117067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.117463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.117755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.118082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.118407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.118729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.119049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.119369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.119704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.120065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:30.143041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50830) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:30.165453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:30.197635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 0a97e05d-e7d8-4a4b-ade9-450576e55364, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a97e05d-e7d8-4a4b-ade9-450576e55364,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:30.206006 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e817279a-ec3e-42bc-b83a-f7f4f84a5007 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 992 time: 0.0616639 Jan 17 12:58:30.293558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:30.340794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:32.240643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50836) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:32.441285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06578de-4983-427f-a534-2dfa4b74fcd1 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Router f8875859-57fe-461c-91c3-bd67295a6ab6 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:58:32.441533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06578de-4983-427f-a534-2dfa4b74fcd1 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Notify agent at dv-neutron-824886-1-hyperv the message router_added_to_agent {{(pid=109281) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 17 12:58:32.459303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b06578de-4983-427f-a534-2dfa4b74fcd1 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "POST /v2.0/agents/9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2175803 Jan 17 12:58:32.461941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50842) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:32.474018 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] Sync routers for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:32.482983 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:32.483654 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:32.574413 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6400e364-4e38-4bbf-a973-9a6c001525b2 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1083221 Jan 17 12:58:32.574955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50844) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:32.588653 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:32.639735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d622e99b-3656-4bb0-affc-bf9d6b22da17 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 992 time: 0.0634658 Jan 17 12:58:32.806133 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '82677bd5-03fe-4018-be9f-7dbb93f7f5f8', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:57:54Z', 'updated_at': '2022-01-17T12:58:29Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:58:30Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:32.832360 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] Checking router: f8875859-57fe-461c-91c3-bd67295a6ab6 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:32.840640 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:32.841408 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:32.948227 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:33.200554 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '82677bd5-03fe-4018-be9f-7dbb93f7f5f8', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:57:54Z', 'updated_at': '2022-01-17T12:58:29Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:58:30Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:33.227088 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395689d-df39-4562-82af-cd6f6f5f63ef None None] The sync data for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv is: [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '82677bd5-03fe-4018-be9f-7dbb93f7f5f8', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'port_id': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'mac_address': 'fa:16:3e:97:6f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0784344c-e26c-4ad8-a541-f070192043c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:57:54Z', 'updated_at': '2022-01-17T12:58:29Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:58:30Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:33.644289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50846) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:33.727602 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e2cb7361-2f4e-4e57-83fd-0d635c1ec07d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 992 time: 0.0814316 Jan 17 12:58:33.779056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35950e9c-8761-4510-a083-f897dbec84f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:33.987418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a97e05d-e7d8-4a4b-ade9-450576e55364 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:34.036617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:34.037205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:34.120579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:34.153785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 0a97e05d-e7d8-4a4b-ade9-450576e55364, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a97e05d-e7d8-4a4b-ade9-450576e55364,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:34.235317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:34.278702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:34.732074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50848) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:34.800649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c8fa6c6a-5f9e-49bc-a02d-bbf0671591a2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 992 time: 0.0674329 Jan 17 12:58:34.864704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca685550-95bc-4172-97eb-685258342eb4 None None] New status for floating IP 82677bd5-03fe-4018-be9f-7dbb93f7f5f8: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:58:35.804743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50850) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:35.870019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-371e7529-28d4-4fef-8a09-20ff78322880 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 200 len: 994 time: 0.0640960 Jan 17 12:58:35.908352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:35.957446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:35.957815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:36.029371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:36.048202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:36.052399 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:58:36.122617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:36.123389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a97e05d-e7d8-4a4b-ade9-450576e55364 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:36.193407 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-cc712a1e-b34b-4fe7-a78d-2fc68c7bce28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421665 Jan 17 12:58:36.198611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-981f3c17-ad0d-4e1e-8f83-4758f52b4ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:36.201643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:36.213643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0a97e05d-e7d8-4a4b-ade9-450576e55364 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:36.214020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:36.257108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-5077877d-2e7e-47d1-b821-e3c2af731f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:36.258643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-5077877d-2e7e-47d1-b821-e3c2af731f76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1099 time: 0.0427692 Jan 17 12:58:36.364409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-5a2a6878-25de-4b7d-831f-dea1018171ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:36.365914 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-5a2a6878-25de-4b7d-831f-dea1018171ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.0882387 Jan 17 12:58:36.429544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-855f52f3-e337-4552-b0e0-ac0f6d5a8499 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786 HTTP/1.1" status: 200 len: 1002 time: 0.0573678 Jan 17 12:58:36.481375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-915ec890-c158-47f3-815d-e0666db17233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:36.482837 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-915ec890-c158-47f3-815d-e0666db17233 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0470300 Jan 17 12:58:36.528532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-32950a04-7751-45ce-8fe1-e932f6d17c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:36.530058 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-32950a04-7751-45ce-8fe1-e932f6d17c5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401092 Jan 17 12:58:36.616544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-0bf32a56-615d-46cf-a9a4-cf64afa6dac2 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792992 Jan 17 12:58:36.705136 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a0e9054-7e73-4c6a-a603-7d740570765e req-94b8a702-ec1b-4dce-a43f-5a3f5ea581f8 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820620 Jan 17 12:58:37.310531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:37.837687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:37.888834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:37.889209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.111742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50858) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:38.269090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 8e191725-0b44-41c6-82d8-ffb304410408 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:38.269439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.346013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.346342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.359016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 8e191725-0b44-41c6-82d8-ffb304410408 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:38.587110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.614639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=8e191725-0b44-41c6-82d8-ffb304410408,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:38.626669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.627022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.627362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.627734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.628053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.628991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.628991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.629413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.629413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.629894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.630071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.630392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:38.687682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.688018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 82677bd5-03fe-4018-be9f-7dbb93f7f5f8 disassociated (deleted). External IP: 172.26.4.185, port: 5dc4f2eb-42b8-40a5-a577-ba88418e0123. Jan 17 12:58:38.730978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.879048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:38.899420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router f8875859-57fe-461c-91c3-bd67295a6ab6 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:58:39.006744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:58:39.011153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:39.017121 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] Sync routers for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:39.025872 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:39.026575 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:39.038042 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7af7d668-840c-4594-93e9-5e8dbd0181cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/82677bd5-03fe-4018-be9f-7dbb93f7f5f8 HTTP/1.1" status: 204 len: 168 time: 0.9252386 Jan 17 12:58:39.038829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:58:39.041459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8756f7-921f-47f3-91c3-b81426b51ede" -d '{"events": [{"name": "network-changed", "server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:58:39.079006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d604431-7cf0-4589-9bbc-b99f3a584fe8 x-openstack-request-id: req-9d604431-7cf0-4589-9bbc-b99f3a584fe8 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:58:39.079291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:58:39.079569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d604431-7cf0-4589-9bbc-b99f3a584fe8 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:58:39.079967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'status': 'completed', 'code': 200} Jan 17 12:58:39.138868 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:39.140949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8756f7-921f-47f3-91c3-b81426b51ede req-3055ac11-d5a1-4f9a-bba2-e149be50a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:39.142617 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-3055ac11-d5a1-4f9a-bba2-e149be50a807 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 1099 time: 0.0422156 Jan 17 12:58:39.244893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8756f7-921f-47f3-91c3-b81426b51ede req-f4941c52-d3e6-4fa0-8173-5a8fa4d68c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:39.247459 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-f4941c52-d3e6-4fa0-8173-5a8fa4d68c1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c9327f9d-ee65-4792-b76c-1f323428eeeb HTTP/1.1" status: 200 len: 898 time: 0.0990257 Jan 17 12:58:39.288199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-715ddc45-3f7a-4939-b899-0f348f06b6c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123 HTTP/1.1" status: 200 len: 217 time: 0.0342987 Jan 17 12:58:39.338412 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:58:34Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:39.342133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8756f7-921f-47f3-91c3-b81426b51ede req-cd638708-5104-48ed-bbd2-8b5a5695a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:39.343813 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-cd638708-5104-48ed-bbd2-8b5a5695a571 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6274db9-2945-4d1c-a338-a803d1c2b662 HTTP/1.1" status: 200 len: 835 time: 0.0476604 Jan 17 12:58:39.367790 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] Checking router: f8875859-57fe-461c-91c3-bd67295a6ab6 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:39.376620 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:39.377224 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:39.393286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8756f7-921f-47f3-91c3-b81426b51ede req-4296742a-7631-45aa-b4c5-2d86c1742296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:39.394698 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-4296742a-7631-45aa-b4c5-2d86c1742296 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c9327f9d-ee65-4792-b76c-1f323428eeeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443144 Jan 17 12:58:39.483938 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:39.490226 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-353b2c82-df48-46a0-a0d7-2f6bf3e610dc service neutron] 10.222.0.67 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875838 Jan 17 12:58:39.609376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a87c-d734-4bff-b441-ebbcc436b83a req-d6315702-5ca1-4a25-b28e-43832288cdcf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:39.611003 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4087a87c-d734-4bff-b441-ebbcc436b83a req-d6315702-5ca1-4a25-b28e-43832288cdcf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.1123879 Jan 17 12:58:39.642280 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af8756f7-921f-47f3-91c3-b81426b51ede req-219bcebe-f842-401a-a400-2f4112139429 service neutron] 10.222.0.67 "GET /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446564 Jan 17 12:58:39.663807 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4087a87c-d734-4bff-b441-ebbcc436b83a req-e4db8c27-8de0-4bb4-93ab-11a444d6048d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Jan 17 12:58:39.765655 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:58:34Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:39.790891 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7fdb9-b5e6-4d02-a154-236ae6075107 None None] The sync data for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv is: [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:57:35Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '0a97e05d-e7d8-4a4b-ade9-450576e55364', 'name': '', 'network_id': 'c9327f9d-ee65-4792-b76c-1f323428eeeb', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:14:9a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:34Z', 'updated_at': '2022-01-17T12:58:34Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'f6274db9-2945-4d1c-a338-a803d1c2b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:40.177536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50868) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:40.445491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203471a-2a57-481d-b869-31dcbfab0d6a None None] New status for floating IP 82677bd5-03fe-4018-be9f-7dbb93f7f5f8: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:58:40.635047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Deleting port ebb07aa6-5c53-4624-9f9f-aa1abb9c557d {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:40.635445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:40.715913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:40.716197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:40.753168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Calling delete_port for ebb07aa6-5c53-4624-9f9f-aa1abb9c557d owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:40.783532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d3d18-4c0d-4394-9b55-e9eba457d355 req-8eea0d0c-d939-440f-92cb-2bc28309a55a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:40.785057 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-851d3d18-4c0d-4394-9b55-e9eba457d355 req-8eea0d0c-d939-440f-92cb-2bc28309a55a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.0492537 Jan 17 12:58:40.814632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-531e64cf-8b0a-4b6e-8926-787b79a3b81d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:40.816154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-531e64cf-8b0a-4b6e-8926-787b79a3b81d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 946 time: 0.1026342 Jan 17 12:58:40.823461 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-851d3d18-4c0d-4394-9b55-e9eba457d355 req-1030b745-1254-4183-a77d-352f61d2549c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=de4cad79-0945-4391-9811-61ce751e56df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Jan 17 12:58:40.961390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:40.961630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.059584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 5dc4f2eb-42b8-40a5-a577-ba88418e0123, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5dc4f2eb-42b8-40a5-a577-ba88418e0123,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:41.059945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.072318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 5dc4f2eb-42b8-40a5-a577-ba88418e0123 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:41.139719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.178221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'Port': ['ID=ebb07aa6-5c53-4624-9f9f-aa1abb9c557d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:41.275092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.275430 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Floating IP 7e43f3b9-aefb-49de-ac63-7401d4137b0e disassociated (deleted). External IP: 172.26.4.116, port: 0b9e9fcd-90b1-4720-b69e-f1365c4d7786. Jan 17 12:58:41.384076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.445198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=5dc4f2eb-42b8-40a5-a577-ba88418e0123,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:41.522578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 5dc4f2eb-42b8-40a5-a577-ba88418e0123 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:58:41.526273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.530374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0e1edd52-6873-4fe7-97d4-b26146d43a2c req-fccee9b1-6bdb-4c35-8aae-b05ef88106af tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/5dc4f2eb-42b8-40a5-a577-ba88418e0123 HTTP/1.1" status: 204 len: 173 time: 0.7079003 Jan 17 12:58:41.530815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'name': 'network-vif-deleted', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:58:41.533336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207b1640-12f3-4e0b-b8e0-5f65b9b62605" -d '{"events": [{"server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "name": "network-vif-deleted", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:58:41.557083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:58:41.569419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208a5e77-73ea-4457-bf4a-d68df007e6f5 x-openstack-request-id: req-208a5e77-73ea-4457-bf4a-d68df007e6f5 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:58:41.569698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0784344c-e26c-4ad8-a541-f070192043c1", "name": "network-vif-deleted", "tag": "5dc4f2eb-42b8-40a5-a577-ba88418e0123", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:58:41.569945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-208a5e77-73ea-4457-bf4a-d68df007e6f5 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:58:41.570333 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0784344c-e26c-4ad8-a541-f070192043c1', 'name': 'network-vif-deleted', 'tag': '5dc4f2eb-42b8-40a5-a577-ba88418e0123', 'status': 'completed', 'code': 200} Jan 17 12:58:41.674069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:58:41.679004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:41.685643 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:41.695461 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:41.696481 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:41.706937 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5d65307a-15c9-4fd3-9730-08ee5109b06e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "DELETE /v2.0/floatingips/7e43f3b9-aefb-49de-ac63-7401d4137b0e HTTP/1.1" status: 204 len: 168 time: 1.5280788 Jan 17 12:58:41.812643 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:41.939799 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-128058a0-4831-4dd0-87ab-8eb0833de28f req-6db2243c-8d76-4cfc-a49e-78e49f614ba3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=0784344c-e26c-4ad8-a541-f070192043c1 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Jan 17 12:58:42.055863 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:42.083095 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:42.091945 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:42.092551 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:42.202178 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:42.240170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3f9f9-092f-490e-8896-5053e2dd0622 req-a58c3853-a28d-4eac-883a-26f15f09378b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:42.241641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5aa3f9f9-092f-490e-8896-5053e2dd0622 req-a58c3853-a28d-4eac-883a-26f15f09378b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.0496249 Jan 17 12:58:42.284860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5aa3f9f9-092f-490e-8896-5053e2dd0622 req-a34b6623-d78c-4aa9-aaef-2774d1f8af4e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371196 Jan 17 12:58:42.429793 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:42.456933 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d84cf-a5c2-4e3f-8763-7adf478a3beb None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '788cb622-ef4d-4cc3-807d-f6e75b27acf7', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'floating_ip_address': '172.26.4.241', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '9bcae578-b779-4684-91eb-d282d5711011', 'port_id': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'mac_address': 'fa:16:3e:6b:3d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:53:23Z', 'updated_at': '2022-01-17T12:53:26Z', 'revision_number': 1, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:42.676207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e28b0-b1ea-4ddc-a448-ba502ab8c893 None None] New status for floating IP 7e43f3b9-aefb-49de-ac63-7401d4137b0e: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:58:42.996876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50882) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:43.055029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fc3d-02c3-444c-92f1-ee6831606f31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:43.080550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fc3d-02c3-444c-92f1-ee6831606f31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:43.224499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fc3d-02c3-444c-92f1-ee6831606f31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:43.227171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f1f4fc3d-02c3-444c-92f1-ee6831606f31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:43.228376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f1f4fc3d-02c3-444c-92f1-ee6831606f31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/de4cad79-0945-4391-9811-61ce751e56df HTTP/1.1" status: 204 len: 168 time: 0.2304060 Jan 17 12:58:43.238700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4fc3d-02c3-444c-92f1-ee6831606f31 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4cad79-0945-4391-9811-61ce751e56df,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:43.316619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50888) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:43.403877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcbb50-999e-4844-b9cd-2a437089f40e req-f7b14144-ef71-41de-94f4-a75fa4b68a28 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:43.405361 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-77fcbb50-999e-4844-b9cd-2a437089f40e req-f7b14144-ef71-41de-94f4-a75fa4b68a28 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.0508158 Jan 17 12:58:43.443340 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-77fcbb50-999e-4844-b9cd-2a437089f40e req-3b80dc7a-9b60-4118-a3f6-5deb3ceeef63 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Jan 17 12:58:43.572519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:58:43.574776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b8e22f-7f32-4690-8bbe-c372ff941afa" -d '{"events": [{"name": "network-changed", "server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:58:43.612679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de394cd9-703d-4ac1-98c7-90a62110fbe3 x-openstack-request-id: req-de394cd9-703d-4ac1-98c7-90a62110fbe3 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:58:43.612972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:58:43.613227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de394cd9-703d-4ac1-98c7-90a62110fbe3 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:58:43.613612 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'status': 'completed', 'code': 200} Jan 17 12:58:43.714892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-12868754-12c2-4a36-b4ee-e34483be1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:43.716441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-12868754-12c2-4a36-b4ee-e34483be1f27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 1099 time: 0.0703533 Jan 17 12:58:43.727525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:43.923978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-e5023f6a-e70f-4887-8597-566ffa069e58 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:43.925373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-e5023f6a-e70f-4887-8597-566ffa069e58 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.1620357 Jan 17 12:58:43.968601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-b9788e4c-a3d8-4809-bb6d-e17c766215b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:43.970044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-b9788e4c-a3d8-4809-bb6d-e17c766215b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.2078714 Jan 17 12:58:44.064512 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-55103be1-bdd3-413b-971d-64faa974ddc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786 HTTP/1.1" status: 200 len: 217 time: 0.0632384 Jan 17 12:58:44.145809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-0fd24851-b99c-4061-9666-baa68e2b1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:44.147273 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-0fd24851-b99c-4061-9666-baa68e2b1fa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0645938 Jan 17 12:58:44.200283 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Deleting port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:44.200626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:44.564926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de8f04-dfea-4f59-9aa1-e91e0e8db726 req-1a8630e1-6239-4d10-b7be-2ada6e91a28e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:44.566440 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15de8f04-dfea-4f59-9aa1-e91e0e8db726 req-1a8630e1-6239-4d10-b7be-2ada6e91a28e tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 946 time: 0.0541625 Jan 17 12:58:44.570984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-656abbfd-ef25-4c01-a6fb-c273df0f0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:44.572530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-656abbfd-ef25-4c01-a6fb-c273df0f0dee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4183679 Jan 17 12:58:44.604319 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15de8f04-dfea-4f59-9aa1-e91e0e8db726 req-0f76e096-0975-4b7c-8038-57e5e76c1698 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Jan 17 12:58:44.689847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] For port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:44.690212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:44.720390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Calling delete_port for 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:44.751941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 0a97e05d-e7d8-4a4b-ade9-450576e55364 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:44.752287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:44.758451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-ac7613d1-06c8-4dac-bb49-260b041fb3fa service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777608 Jan 17 12:58:44.970588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 0a97e05d-e7d8-4a4b-ade9-450576e55364, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0a97e05d-e7d8-4a4b-ade9-450576e55364,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:44.970876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:44.975191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54b8e22f-7f32-4690-8bbe-c372ff941afa req-9f776828-09cf-44a9-9e56-2be892b5c464 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787858 Jan 17 12:58:45.013187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 0a97e05d-e7d8-4a4b-ade9-450576e55364 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:45.029178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5dc4f2eb-42b8-40a5-a577-ba88418e0123 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:45.049599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 5dc4f2eb-42b8-40a5-a577-ba88418e0123 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:58:45.049950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5dc4f2eb-42b8-40a5-a577-ba88418e0123 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:58:45.224360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:45.250872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'Port': ['ID=0b9e9fcd-90b1-4720-b69e-f1365c4d7786,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:45.295123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] No DVR routers for this DVR port 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:58:45.297562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:45.300877 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-45c40470-fdc9-4111-a0d9-96f536604ca8 req-5152850d-65c8-4380-9fd9-3208b6968be5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "DELETE /v2.0/ports/0b9e9fcd-90b1-4720-b69e-f1365c4d7786 HTTP/1.1" status: 204 len: 173 time: 1.3673642 Jan 17 12:58:45.346984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:45.374880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=0a97e05d-e7d8-4a4b-ade9-450576e55364,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:45.555619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:45.615422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'name': 'network-vif-deleted', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:58:45.617973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947b3cc6-6750-47f5-9e0e-f6f8935b440d" -d '{"events": [{"server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "name": "network-vif-deleted", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:58:45.687619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e534f-b25f-4488-89c4-be03f7066592 x-openstack-request-id: req-704e534f-b25f-4488-89c4-be03f7066592 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:58:45.688014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f006d0a-85ac-4748-bdba-997647a60a5e", "name": "network-vif-deleted", "tag": "0b9e9fcd-90b1-4720-b69e-f1365c4d7786", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:58:45.688365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-704e534f-b25f-4488-89c4-be03f7066592 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:58:45.688858 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f006d0a-85ac-4748-bdba-997647a60a5e', 'name': 'network-vif-deleted', 'tag': '0b9e9fcd-90b1-4720-b69e-f1365c4d7786', 'status': 'completed', 'code': 200} Jan 17 12:58:45.731221 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-dff51fe5-9a90-4f29-a7d6-084fd31618fa req-2c2df45c-a296-415f-a116-0ae57ffd6c6d tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0445340 Jan 17 12:58:45.816269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router f8875859-57fe-461c-91c3-bd67295a6ab6 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:58:45.921002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:58:45.926308 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2e3d2746-42d8-487f-b2af-4d21082beaaf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085005 Jan 17 12:58:45.928994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50900) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:45.934895 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] Sync routers for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:45.944497 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:45.945226 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:45.989423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet f6274db9-2945-4d1c-a338-a803d1c2b662 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:58:45.993391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.037961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.052518 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:46.127124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.237520 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:58:45Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:46.267220 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] Checking router: f8875859-57fe-461c-91c3-bd67295a6ab6 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:46.275655 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] Routers {'f8875859-57fe-461c-91c3-bd67295a6ab6'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:46.276259 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f8875859-57fe-461c-91c3-bd67295a6ab6'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:46.307569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.335282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=f6274db9-2945-4d1c-a338-a803d1c2b662,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:46.339759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.343593 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b19f9153-10e1-448a-964c-adc52f88da2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/f6274db9-2945-4d1c-a338-a803d1c2b662 HTTP/1.1" status: 204 len: 168 time: 0.4130890 Jan 17 12:58:46.345767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50902) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:46.351761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094989e-cf75-44f5-9174-37aa09557fda None None] Network c9327f9d-ee65-4792-b76c-1f323428eeeb requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:58:46.405653 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] Set router f8875859-57fe-461c-91c3-bd67295a6ab6 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:46.496373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.559798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] DHCP port deletion for c9327f9d-ee65-4792-b76c-1f323428eeeb request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:58:46.611677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] Deleting port 42983515-3790-4a80-a8d9-0f65fca82cf9 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:46.612326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.629463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.680459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] For port 42983515-3790-4a80-a8d9-0f65fca82cf9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=42983515-3790-4a80-a8d9-0f65fca82cf9,segment=NetworkSegment(cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef),segment_id=cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:46.681162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.696074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] Calling delete_port for 42983515-3790-4a80-a8d9-0f65fca82cf9 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:46.706520 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:58:45Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:46.733542 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b72cdb1-b5e0-4d09-a5de-640d39ec435a None None] The sync data for ids ['f8875859-57fe-461c-91c3-bd67295a6ab6'] in dv-neutron-824886-1-hyperv is: [{'id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'name': 'tempest-TestNetworkBasicOps-router-1463446860', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:57:30Z', 'updated_at': '2022-01-17T12:58:45Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '88411ebe-47eb-4f63-8403-cc0bcdf55a4c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8875859-57fe-461c-91c3-bd67295a6ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:57:31Z', 'updated_at': '2022-01-17T12:58:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:46.794720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:46.795087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.863983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db574ec1-531a-4957-8c60-f1ca0e414edd req-84b2886f-8340-4432-b6a6-0448cc9e2473 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0573256 Jan 17 12:58:46.875780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.900964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 88411ebe-47eb-4f63-8403-cc0bcdf55a4c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:46.902404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:46.904000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] Pushing event deleted for resources: {'Port': ['ID=42983515-3790-4a80-a8d9-0f65fca82cf9,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:46.915008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45454502-057d-4aa5-b31a-d4d4b807c225 None None] No DVR routers for this DVR port 42983515-3790-4a80-a8d9-0f65fca82cf9 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:58:46.916113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 88411ebe-47eb-4f63-8403-cc0bcdf55a4c owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:47.043539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:47.064967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:58:47.065406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 0b9e9fcd-90b1-4720-b69e-f1365c4d7786 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:58:47.185577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.214874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=88411ebe-47eb-4f63-8403-cc0bcdf55a4c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:47.277501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.374329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.376469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.501256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.501715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router f8875859-57fe-461c-91c3-bd67295a6ab6 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:58:47.508498 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.509641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6fdce055-9726-4318-b839-647e0af60cf2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/f8875859-57fe-461c-91c3-bd67295a6ab6 HTTP/1.1" status: 204 len: 168 time: 1.1628649 Jan 17 12:58:47.512622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50906) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:47.604362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.704017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.723956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9327f9d-ee65-4792-b76c-1f323428eeeb']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:47.733822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:47.734113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8eec92-c9b0-4aac-b4de-1b022e0fd9ef') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:47.743414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.756548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.762489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:58:47.762878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:58:47.765901 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:58:47.890449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.897946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:47.904160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/c9327f9d-ee65-4792-b76c-1f323428eeeb HTTP/1.1" status: 204 len: 168 time: 0.3875492 Jan 17 12:58:47.921238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50910) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:47.924537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4ed27-8d0a-43bc-8d4b-bfe01072453f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=c9327f9d-ee65-4792-b76c-1f323428eeeb,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:47.930879 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--877504040', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:47.979561 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f4439887-4c86-4ebf-8d46-435c6af53075 req-b8c3f74c-eae1-46f5-aac5-b93970945026 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0340199 Jan 17 12:58:48.027897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:48.048515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 88411ebe-47eb-4f63-8403-cc0bcdf55a4c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:58:48.048947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 88411ebe-47eb-4f63-8403-cc0bcdf55a4c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:58:48.049430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a97e05d-e7d8-4a4b-ade9-450576e55364 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:48.063878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:58:48.067449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.071201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0a97e05d-e7d8-4a4b-ade9-450576e55364 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:58:48.071663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0a97e05d-e7d8-4a4b-ade9-450576e55364 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:58:48.073149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42983515-3790-4a80-a8d9-0f65fca82cf9 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:58:48.096032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 42983515-3790-4a80-a8d9-0f65fca82cf9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:58:48.096032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42983515-3790-4a80-a8d9-0f65fca82cf9 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:58:48.098082 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 12:58:48.109163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.109513 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment 9542e7e7-1edb-436a-a08a-890685788702 of type vlan for network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d Jan 17 12:58:48.148546 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.249858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.255461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:48.256062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.324838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=7dfd4997-b949-4486-a9d2-7c8a6e630b0d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:48.332292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.332641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.332983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.333312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.333640 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.333967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.334291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.334612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.334931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.335250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.335591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.335907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:48.347731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 12:58:48.401995 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-087ea7dc-8521-48a7-9314-1c7602fee1ed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4790311 Jan 17 12:58:48.404715 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50912) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:48.411429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:48.503039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.504167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.561637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:48.927152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:49.074595 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e5599d2-8cdd-40bb-9859-90a7f0596e5b req-07cc4b5e-37d4-4e5f-a8f4-6ee40b26e5b1 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0270267 Jan 17 12:58:49.207666 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:49.227012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:49.332844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.222 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/a4ae3873-344f-4163-9731-c0c2695c6c73) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:58:49.437288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:49.610173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:49.647618 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:58:49.651126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:58:49.654070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:58:49.680268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=a4ae3873-344f-4163-9731-c0c2695c6c73,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:49.998935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:50.207518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7931cd00-a7b9-46ee-833b-3118d6bf661d req-76675306-b593-45b7-bec0-3f46b80e2178 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f006d0a-85ac-4748-bdba-997647a60a5e HTTP/1.1" status: 200 len: 210 time: 0.0316777 Jan 17 12:58:50.220384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:50.415153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 27529fba-78c7-4609-8e8a-880e3e76f0b5 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 12:58:50.522516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:58:50.532190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Sync routers for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:50.540867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:50.548081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:50.600285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:50.605297 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-09c6bae5-0354-493d-b17c-1fc7e77c9930 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1950486 Jan 17 12:58:50.605473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50918) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:50.637292 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4cc8323a-95a0-42e2-9072-7e389524c412 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296805 Jan 17 12:58:50.643672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50920) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:50.646986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:50.734129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88073af5-3d8c-44fd-8a44-2b867b97f1e0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:50.735685 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-88073af5-3d8c-44fd-8a44-2b867b97f1e0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910509 Jan 17 12:58:50.738541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50922) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:50.826917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:49Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:50.853862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Checking router: 27529fba-78c7-4609-8e8a-880e3e76f0b5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:50.854207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Updating router 27529fba-78c7-4609-8e8a-880e3e76f0b5 port a4ae3873-344f-4163-9731-c0c2695c6c73 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:58:50.880360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.067764 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2e42f7be-fde9-41e6-8cd7-8508563cafc9 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3280652 Jan 17 12:58:51.070251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50924) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:51.075400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1959808913', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:51.138891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.350104 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.378520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:58:51.382153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.399862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Attempting to bind port a4ae3873-344f-4163-9731-c0c2695c6c73 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:58:51.400119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Attempting to bind port a4ae3873-344f-4163-9731-c0c2695c6c73 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:58:51.400529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Attempting to bind port a4ae3873-344f-4163-9731-c0c2695c6c73 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:58:51.408961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b42601-1599-4ed7-a2e8-eb6d7f5ab0c6 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3873-344f-4163-9731-c0c2695c6c73,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:51.413452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:58:51.425417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:58:51.425417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.425417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:58:51.425417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Bound port: a4ae3873-344f-4163-9731-c0c2695c6c73, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:58:51.425417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.465876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] For port a4ae3873-344f-4163-9731-c0c2695c6c73, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:58:51.469008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] For port a4ae3873-344f-4163-9731-c0c2695c6c73, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a4ae3873-344f-4163-9731-c0c2695c6c73,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:58:51.553452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.609820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:51.610447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:51.650061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.650631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b42601-1599-4ed7-a2e8-eb6d7f5ab0c6 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3873-344f-4163-9731-c0c2695c6c73,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:51.717329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=b52f9d4a-3090-4196-86ee-d44269d9c92d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:51.722420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:51.728077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:58:51.728509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: 7dfd4997-b949-4486-a9d2-7c8a6e630b0d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 12:58:51.815596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 12:58:51.904408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:49Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:51.924171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 7dfd4997-b949-4486-a9d2-7c8a6e630b0d) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:58:51.931812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:51.931812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:51.932076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156bacc-9da7-4a79-af60-52e1267f412d None None] The sync data for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv is: [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:49Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:51.943212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e868e-07b0-45b8-ba10-967d2a5c5689 None None] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:58:52.044283 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d7a7eb56-eea2-47e6-8ce2-9c8942874a37 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9704010 Jan 17 12:58:52.044636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50934) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:52.113109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 12:58:52.115217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.326094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Allocated IP 172.20.0.2 (7dfd4997-b949-4486-a9d2-7c8a6e630b0d/b52f9d4a-3090-4196-86ee-d44269d9c92d/768caf71-3ddc-4c49-8833-501020298654) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:58:52.391253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.504068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.576340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.676597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:58:52.679576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:58:52.684601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:58:52.694406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Pushing event updated for resources: {'Port': ['ID=768caf71-3ddc-4c49-8833-501020298654,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:52.749231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Attempting to bind port 768caf71-3ddc-4c49-8833-501020298654 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:58:52.749580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Attempting to bind port 768caf71-3ddc-4c49-8833-501020298654 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:58:52.749940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Attempting to bind port 768caf71-3ddc-4c49-8833-501020298654 on network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:58:52.755041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:58:52.755413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Checking segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:58:52.755845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.756240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Bound using segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:58:52.756701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Bound port: 768caf71-3ddc-4c49-8833-501020298654, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:58:52.757078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.833629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] For port 768caf71-3ddc-4c49-8833-501020298654, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:58:52.837798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] For port 768caf71-3ddc-4c49-8833-501020298654, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=768caf71-3ddc-4c49-8833-501020298654,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:58:52.894081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.911239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:52.976726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afdadb-8206-4fd0-af42-c1340c51452e None None] Pushing event updated for resources: {'Port': ['ID=768caf71-3ddc-4c49-8833-501020298654,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:53.226458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (7dfd4997-b949-4486-a9d2-7c8a6e630b0d/b52f9d4a-3090-4196-86ee-d44269d9c92d/d7521f11-d222-4147-8fd3-467c155c06b7) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:58:53.357485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:53.458864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:53.500471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:58:53.503688 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:58:53.507469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:58:53.538007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=d7521f11-d222-4147-8fd3-467c155c06b7,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:53.564785 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:53.806564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:53.945413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a4ae3873-344f-4163-9731-c0c2695c6c73 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:53.997488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a4ae3873-344f-4163-9731-c0c2695c6c73 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:53.997786 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.076410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.097089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port a4ae3873-344f-4163-9731-c0c2695c6c73, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a4ae3873-344f-4163-9731-c0c2695c6c73,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:54.109472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.232333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.233052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.233226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 768caf71-3ddc-4c49-8833-501020298654 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:54.318579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=a4ae3873-344f-4163-9731-c0c2695c6c73,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:54.320812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=d7521f11-d222-4147-8fd3-467c155c06b7,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:54.323957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.327986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 768caf71-3ddc-4c49-8833-501020298654 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:54.328367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.424657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.430584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:58:54.432213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:58:54.468737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 768caf71-3ddc-4c49-8833-501020298654, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=768caf71-3ddc-4c49-8833-501020298654,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:54.559306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 27529fba-78c7-4609-8e8a-880e3e76f0b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:58:54.573756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.639777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=768caf71-3ddc-4c49-8833-501020298654,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:54.687532 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e072153-fc1b-4c3f-92fd-22f22ababa20 None None] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:58:54.688512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:58:54.694251 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-11980af3-6a43-4d4f-a1fb-daf1004e5ef2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/27529fba-78c7-4609-8e8a-880e3e76f0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6478381 Jan 17 12:58:54.696380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50940) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:54.698660 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Sync routers for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:54.708415 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:54.709103 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:54.777227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2f3df241-1938-4696-a8c9-dbabe129d896 None None] Provisioning complete for port 768caf71-3ddc-4c49-8833-501020298654 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:54.777610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2f3df241-1938-4696-a8c9-dbabe129d896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:54.829599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.830234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.830929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.831454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.832063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.832583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.835017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-89b33048-a1ba-4077-aef1-1957f6911519 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1375291 Jan 17 12:58:54.841797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50946) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:54.866743 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:54.920096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.920780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.921306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.922061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.922610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.923114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:54.925945 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b31a5079-3f6a-45b1-a77a-ee1463d33544 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0828626 Jan 17 12:58:54.928521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50948) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:55.145353 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:55.156500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-31816b7a-9195-48d1-bd82-b12b1fd09bd0 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2260387 Jan 17 12:58:55.195659 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Checking router: 27529fba-78c7-4609-8e8a-880e3e76f0b5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:55.196298 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Updating router 27529fba-78c7-4609-8e8a-880e3e76f0b5 port d7521f11-d222-4147-8fd3-467c155c06b7 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 12:58:55.226969 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.282427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4923e38c-5c70-412f-ad92-67cf6ec1bfd2 None None] Provisioning complete for port 768caf71-3ddc-4c49-8833-501020298654 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:55.283019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4923e38c-5c70-412f-ad92-67cf6ec1bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.596596 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.598870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4923e38c-5c70-412f-ad92-67cf6ec1bfd2 None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:55.599871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4923e38c-5c70-412f-ad92-67cf6ec1bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.639476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4923e38c-5c70-412f-ad92-67cf6ec1bfd2 None None] Port d7521f11-d222-4147-8fd3-467c155c06b7 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:58:55.669608 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.765746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-125a7ac0-5efc-4cab-8ba8-7904c5e709d7 None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:55.766127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-125a7ac0-5efc-4cab-8ba8-7904c5e709d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.773691 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Pushing event updated for resources: {'Port': ['ID=d7521f11-d222-4147-8fd3-467c155c06b7,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:55.807865 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Attempting to bind port d7521f11-d222-4147-8fd3-467c155c06b7 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:58:55.816008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-125a7ac0-5efc-4cab-8ba8-7904c5e709d7 None None] Port d7521f11-d222-4147-8fd3-467c155c06b7 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:58:55.817155 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Attempting to bind port d7521f11-d222-4147-8fd3-467c155c06b7 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:58:55.817155 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Attempting to bind port d7521f11-d222-4147-8fd3-467c155c06b7 on network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:58:55.820527 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.820904 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.821253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.821627 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.821959 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.822303 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.822633 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.823635 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.823972 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.824378 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.824603 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.824955 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 12:58:55.833923 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:58:55.834423 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Checking segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:58:55.835017 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.835992 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Bound using segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:58:55.836615 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Bound port: d7521f11-d222-4147-8fd3-467c155c06b7, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:58:55.837061 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:55.891710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a4ae3873-344f-4163-9731-c0c2695c6c73 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:55.934927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50954) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:55.940349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907409415', 'description': 'tempest-secgroup-smoke-1907409415 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:55.959256 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] For port d7521f11-d222-4147-8fd3-467c155c06b7, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:58:55.962732 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] For port d7521f11-d222-4147-8fd3-467c155c06b7, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7521f11-d222-4147-8fd3-467c155c06b7,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:58:55.981157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-284da7a2-fe72-485e-a479-60c86e4ec9df None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:55.981626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-284da7a2-fe72-485e-a479-60c86e4ec9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.016771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a4ae3873-344f-4163-9731-c0c2695c6c73 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:56.017150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.040428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-284da7a2-fe72-485e-a479-60c86e4ec9df None None] Port d7521f11-d222-4147-8fd3-467c155c06b7 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:58:56.070199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.105698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.115556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 768caf71-3ddc-4c49-8833-501020298654 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:56.153826 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:56.154488 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:56.163586 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38453d7-8492-487c-a695-bff74614cf8c None None] Pushing event updated for resources: {'Port': ['ID=d7521f11-d222-4147-8fd3-467c155c06b7,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:56.203379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e8199680-dc90-4b6a-8f03-9f35eff168a8 None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:56.203814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e8199680-dc90-4b6a-8f03-9f35eff168a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.232256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.274712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 768caf71-3ddc-4c49-8833-501020298654 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:56.275111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.336724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e8199680-dc90-4b6a-8f03-9f35eff168a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.337334 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:56.380639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.390699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e8199680-dc90-4b6a-8f03-9f35eff168a8 None None] For port d7521f11-d222-4147-8fd3-467c155c06b7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7521f11-d222-4147-8fd3-467c155c06b7,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:56.398179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff68569-0ec8-418c-9d6f-87c71d2b23d9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:56.481327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e8199680-dc90-4b6a-8f03-9f35eff168a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.532415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.534842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199680-dc90-4b6a-8f03-9f35eff168a8 None None] Pushing event updated for resources: {'Port': ['ID=d7521f11-d222-4147-8fd3-467c155c06b7,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:56.536701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50958) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:56.537454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-10e0c79a-875d-49e1-b5cd-2034d016569f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6013060 Jan 17 12:58:56.543872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '4ff68569-0ec8-418c-9d6f-87c71d2b23d9', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:56.563014 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:55Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:56.592003 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280ada1-7951-4181-9f27-bc75603fcdec None None] The sync data for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv is: [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:55Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:56.600536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5ba59f08-69ce-45c7-91c7-96c49dd0a120 None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:56.600919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5ba59f08-69ce-45c7-91c7-96c49dd0a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.695024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.758161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.912999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:56.931345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3810a1a7-65bd-4bd2-b42c-8af3b2fda1ae,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:57.035034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.035034 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8271ab83-4eee-4d07-b66e-5e78b099318e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4946456 Jan 17 12:58:57.036574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50960) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:57.041147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '4ff68569-0ec8-418c-9d6f-87c71d2b23d9', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:57.095442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 50964) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:57.225193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.312001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.323545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Deleting port d4d87d7d-9e58-42d1-bbb2-504a55a0e7dd {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:57.323545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.388379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.417240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.417619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.419918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3688faea-c1b1-44cf-91da-348625612aab,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:57.434508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Calling delete_port for d4d87d7d-9e58-42d1-bbb2-504a55a0e7dd owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:57.504335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.508107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0582ce6c-3b83-4c13-8745-cabe66ec542b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4679503 Jan 17 12:58:57.508457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50966) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:57.513588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '4ff68569-0ec8-418c-9d6f-87c71d2b23d9', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:57.626442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.673139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.689253 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.702271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'Port': ['ID=d4d87d7d-9e58-42d1-bbb2-504a55a0e7dd,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:57.763750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.764167 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Floating IP 788cb622-ef4d-4cc3-807d-f6e75b27acf7 disassociated (deleted). External IP: 172.26.4.241, port: 38233cdc-ee70-4241-849a-ce37ab4e3289. Jan 17 12:58:57.769604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.785017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4638269d-bd05-427d-a31d-fe8742ab36d1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:57.878771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7521f11-d222-4147-8fd3-467c155c06b7 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:58:57.908458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.909717 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e10e3ea9-102b-4f37-ae64-3f6a067e3833 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002817 Jan 17 12:58:57.912631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50968) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:57.917953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '4ff68569-0ec8-418c-9d6f-87c71d2b23d9', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:57.927715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:58:57.928030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:57.996285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:58:58.034961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.095412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.108400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:58:58.112879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.117725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:58:58.127386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:58.128066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:58.143293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5206937-234d-40c4-a81d-4c5cb9101fee tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "DELETE /v2.0/floatingips/788cb622-ef4d-4cc3-807d-f6e75b27acf7 HTTP/1.1" status: 204 len: 168 time: 1.0442209 Jan 17 12:58:58.143293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:58:58.143743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d64e25d-0298-4b05-a096-73cef098351a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:58:58.187272 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.203625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed66cfc1-dbaa-4098-9ce3-63c8a16effb5 x-openstack-request-id: req-ed66cfc1-dbaa-4098-9ce3-63c8a16effb5 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:58:58.204027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:58:58.204402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed66cfc1-dbaa-4098-9ce3-63c8a16effb5 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:58:58.204900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'status': 'completed', 'code': 200} Jan 17 12:58:58.212187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfb60f0-d832-4c57-8dc2-3a01117c8666,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:58.254671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:58.269881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e25d-0298-4b05-a096-73cef098351a req-36ac2a56-4dba-4311-aea9-3e0218949f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:58.271577 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-36ac2a56-4dba-4311-aea9-3e0218949f35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 1098 time: 0.0450447 Jan 17 12:58:58.331475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.332852 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-512239f3-c2f9-47bc-aa31-eacda2df4375 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190924 Jan 17 12:58:58.340938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50974) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:58.345893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '4ff68569-0ec8-418c-9d6f-87c71d2b23d9', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:58.371473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e25d-0298-4b05-a096-73cef098351a req-8d5b3bc2-dfad-4406-8208-fb053799dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:58.373266 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-8d5b3bc2-dfad-4406-8208-fb053799dfde service neutron] 10.222.0.67 "GET /v2.0/networks?id=d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 200 len: 913 time: 0.0956833 Jan 17 12:58:58.416621 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-1576fe50-6308-4eac-a924-22119fbeb877 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 200 len: 217 time: 0.0360870 Jan 17 12:58:58.459053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:58.466342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e25d-0298-4b05-a096-73cef098351a req-066aee01-aa8a-4ded-b708-e9fd552768f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:58.467838 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-066aee01-aa8a-4ded-b708-e9fd552768f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 200 len: 851 time: 0.0445189 Jan 17 12:58:58.487860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:58:58.496759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:58:58.497416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:58:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:58.504768 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:58:58.510866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.525371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64e25d-0298-4b05-a096-73cef098351a req-eb4ce7d7-db45-49be-a0e2-850939d99cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:58.528121 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-eb4ce7d7-db45-49be-a0e2-850939d99cab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d73bbc65-5155-4da1-bd37-ab753e3b3366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532961 Jan 17 12:58:58.582067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.607769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:58:58.620721 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-1a0e680a-0bb2-4147-8382-7e7b00ab7f55 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858395 Jan 17 12:58:58.692891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.724794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d64e25d-0298-4b05-a096-73cef098351a req-214e28dd-30c3-4c9d-99e0-4a68e02bc062 service neutron] 10.222.0.67 "GET /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946748 Jan 17 12:58:58.728505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd34cbeb-9bc1-43d1-aa6f-665fed335d30,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:58.753210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d70f8d-e08a-404b-8dbd-ca8f309b927a req-08892282-4455-458d-8178-0340917b08c5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:58.754811 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f3d70f8d-e08a-404b-8dbd-ca8f309b927a req-08892282-4455-458d-8178-0340917b08c5 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 945 time: 0.0740755 Jan 17 12:58:58.798254 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f3d70f8d-e08a-404b-8dbd-ca8f309b927a req-2f2aded2-e1b1-4655-b152-64723f4d9ab8 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/security-groups?id=43035927-7bfb-4489-b8f7-29de823a6674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371103 Jan 17 12:58:58.820835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:58:58.831530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:58.832783 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ed7093a0-d0be-4829-84c9-60b2fba635f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4907999 Jan 17 12:58:58.836669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 50978) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:58:58.841239 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '4ff68569-0ec8-418c-9d6f-87c71d2b23d9', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:58:58.851319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d13f00-421d-4671-9a34-4e83536319d3 None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:48:38Z', 'revision_number': 4, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c75db1c2-451a-45ee-a616-7117983e52ef', 'name': '', 'network_id': 'd73bbc65-5155-4da1-bd37-ab753e3b3366', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'mac_address': 'fa:16:3e:e4:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:36Z', 'updated_at': '2022-01-17T12:48:45Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'subnets': [{'id': 'f69d34c9-5a9d-4901-a067-0eeb96659b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:58:58.981453 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 12:58:58.986850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.053196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.069676 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd174bc-37b1-4f4e-8c01-58821f547502 None None] New status for floating IP 788cb622-ef4d-4cc3-807d-f6e75b27acf7: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:58:59.135030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.159230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7d9ec5-daf4-4d11-9e52-826085db523e,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:59.210321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5e2ec09b-b191-4d63-8949-75da07dce25b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:59.211828 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5e2ec09b-b191-4d63-8949-75da07dce25b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Jan 17 12:58:59.300465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Deleting port 38233cdc-ee70-4241-849a-ce37ab4e3289 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:58:59.300789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.314345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.324677 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-15d0ed63-cadb-4039-a89f-374b36a21e6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4779456 Jan 17 12:58:59.403235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] For port 38233cdc-ee70-4241-849a-ce37ab4e3289, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=38233cdc-ee70-4241-849a-ce37ab4e3289,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:58:59.403666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.418059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Calling delete_port for 38233cdc-ee70-4241-849a-ce37ab4e3289 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:58:59.503776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ea1502d8-d795-435b-b3ab-ee92712256f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907409415&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0772848 Jan 17 12:58:59.656732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-2b5bf48a-7004-4734-bb1c-e548939b13f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:58:59.658882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-2b5bf48a-7004-4734-bb1c-e548939b13f2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 796 time: 0.1473744 Jan 17 12:58:59.673511 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-a0bcdfb8-5d93-4e23-b95e-e7c9bc10f08c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0089803 Jan 17 12:58:59.737254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.770804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'Port': ['ID=38233cdc-ee70-4241-849a-ce37ab4e3289,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:58:59.788224 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-5b0b753a-5d50-4ab4-96d9-0aa10aaa14c7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080556 Jan 17 12:58:59.846354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] No DVR routers for this DVR port 38233cdc-ee70-4241-849a-ce37ab4e3289 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:58:59.873623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:58:59.879468 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-356c0815-6c67-4c0d-b1b0-66fb1ca05cb4 req-5a5fe244-36ed-425f-be1f-3e12efa2a751 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.67 "DELETE /v2.0/ports/38233cdc-ee70-4241-849a-ce37ab4e3289 HTTP/1.1" status: 204 len: 173 time: 0.6619461 Jan 17 12:58:59.896238 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7631edee-1ad3-48c3-9823-35261a26871b req-54acc8e0-54b2-4533-847e-f463b1c2debb tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0303261 Jan 17 12:58:59.930209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-d314273e-a2e6-4b34-b141-ee4dd8ac209c service neutron] 10.222.0.77 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177897 Jan 17 12:59:00.023188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-4db17bd2-7913-4a2b-97f2-72ed2a15bede service neutron] 10.222.0.77 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863509 Jan 17 12:59:00.206279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'name': 'network-vif-deleted', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:59:00.209166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579a23d-be7c-4795-9bbc-fdbcceae9041" -d '{"events": [{"server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "name": "network-vif-deleted", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:59:00.281839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3577d564-5dae-4ed0-b78b-70b49891ce66 x-openstack-request-id: req-3577d564-5dae-4ed0-b78b-70b49891ce66 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:59:00.282384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4bba70-3b7f-417f-bde2-36170f930935", "name": "network-vif-deleted", "tag": "38233cdc-ee70-4241-849a-ce37ab4e3289", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:59:00.282384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3577d564-5dae-4ed0-b78b-70b49891ce66 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:59:00.282757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4bba70-3b7f-417f-bde2-36170f930935', 'name': 'network-vif-deleted', 'tag': '38233cdc-ee70-4241-849a-ce37ab4e3289', 'status': 'completed', 'code': 200} Jan 17 12:59:00.284855 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-09fae063-6381-4d33-8a18-e287a566927c req-25e05d4c-c443-4724-a796-dcbece8b7046 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 210 time: 0.0300896 Jan 17 12:59:00.991606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5aabf41e-5596-40d0-9510-b16bc774bdfb req-eb289845-da0d-4fa5-8734-3ab77e152594 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0261412 Jan 17 12:59:01.379634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dd76c4c2-237c-4d0a-a958-e4b51f76a47d req-a3557990-b216-4d2e-928a-61f6e46aa85f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 210 time: 0.0273879 Jan 17 12:59:02.085187 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-12e4041e-312f-4624-ba55-b8e35917a045 req-e9f9c3cd-dca1-4204-ae6f-1aeb3d10cc73 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0263188 Jan 17 12:59:02.400318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-3fbff7ee-00a4-42b0-bd63-8cdd2c4f3eb9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:02.403603 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-3fbff7ee-00a4-42b0-bd63-8cdd2c4f3eb9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 796 time: 0.1071949 Jan 17 12:59:02.449051 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-f7277d67-51da-409d-85db-caeecd497f2e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 380 time: 0.0359631 Jan 17 12:59:02.458083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['4ff68569-0ec8-418c-9d6f-87c71d2b23d9']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:59:02.520436 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ddc8eaa7-7876-44f2-96b3-e37e7cf7707d req-9d73132f-d4ae-4ede-b7d1-f61a8249d063 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 210 time: 0.0587194 Jan 17 12:59:02.695255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 12:59:02.698830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:02.830097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.9 (7dfd4997-b949-4486-a9d2-7c8a6e630b0d/b52f9d4a-3090-4196-86ee-d44269d9c92d/9a61e4ee-376e-4bdf-8326-49ca1f70fe4e) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:59:02.973441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:03.137674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:03.153276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 38233cdc-ee70-4241-849a-ce37ab4e3289 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:03.177816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 38233cdc-ee70-4241-849a-ce37ab4e3289 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:03.178162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 38233cdc-ee70-4241-849a-ce37ab4e3289 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:03.185802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:59:03.189038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:59:03.193651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:59:03.203967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:03.224141 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-acf97ee1-1f1a-4429-b77d-6aa42df58058 req-1dc581ae-c6eb-4c7a-8b0a-c4e71c4cdb55 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0454278 Jan 17 12:59:03.259449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:03.260874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:03.366549 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-e9bb4792-c48f-4e26-8080-597ba0797c9e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9121780 Jan 17 12:59:03.378549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Request body: {'port': {'device_id': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:59:03.438692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:03.477078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7ad4e12d-d497-48da-a2c9-6a68afec4aeb None None] Provisioning complete for port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:59:03.477375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e12d-d497-48da-a2c9-6a68afec4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:03.512873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4e12d-d497-48da-a2c9-6a68afec4aeb None None] Port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 12:59:03.685555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84530491-ae00-42b2-9694-a765f736fb84 req-c2f8b721-47eb-4c30-a052-40e85456be18 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:03.687062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84530491-ae00-42b2-9694-a765f736fb84 req-c2f8b721-47eb-4c30-a052-40e85456be18 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 931 time: 0.0737867 Jan 17 12:59:03.750096 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84530491-ae00-42b2-9694-a765f736fb84 req-63d74898-70a0-4099-9791-fbf3a3ad8ceb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554991 Jan 17 12:59:03.772915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e519b2e-ed76-4c93-8580-10e26c43221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:04.071234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:59:04.078678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:04.090475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Transition to ACTIVE for port object 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 12:59:04.181157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:04.241509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Pushing event updated for resources: {'Port': ['ID=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:04.310741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Attempting to bind port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 12:59:04.311221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Attempting to bind port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 12:59:04.311588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Attempting to bind port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e on network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:59:04.316318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e on network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 12:59:04.316640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Attempting to bind port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e on network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 12:59:04.321973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 12:59:04.322245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Checking segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 12:59:04.325166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Bound using segment: {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 12:59:04.325166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Bound port: 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9542e7e7-1edb-436a-a08a-890685788702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 12:59:04.325166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:04.341832 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-748e84cf-a1f4-4e7f-a3b2-84a536176881 req-dcc9c700-a311-4645-86e4-56fa9a0407a0 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd4bba70-3b7f-417f-bde2-36170f930935 HTTP/1.1" status: 200 len: 210 time: 0.0283723 Jan 17 12:59:04.393552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] For port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 12:59:04.396890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] For port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 12:59:04.495467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:04.529159 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:04.529795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:04.531457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] 10.222.0.67 "PUT /v2.0/ports/9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 1093 time: 1.1569653 Jan 17 12:59:04.531929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:59:04.534197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9098f230-e474-4a42-b936-9b743eaf9b64" -d '{"events": [{"name": "network-changed", "server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:59:04.562235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e6513-9670-4f98-874a-15a5524294fc service neutron] Pushing event updated for resources: {'Port': ['ID=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:04.578033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16c27ca-089d-446f-95e8-d74a1273527a x-openstack-request-id: req-d16c27ca-089d-446f-95e8-d74a1273527a {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:59:04.578467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:59:04.578810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d16c27ca-089d-446f-95e8-d74a1273527a {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:59:04.579275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'status': 'completed', 'code': 200} Jan 17 12:59:04.635980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098f230-e474-4a42-b936-9b743eaf9b64 req-4c866d8e-0405-4f89-a9fe-757644351e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:04.637708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9098f230-e474-4a42-b936-9b743eaf9b64 req-4c866d8e-0405-4f89-a9fe-757644351e57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1096 time: 0.0432844 Jan 17 12:59:04.742322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098f230-e474-4a42-b936-9b743eaf9b64 req-a1f5a637-359f-494d-b13b-ece9b626ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:04.743894 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9098f230-e474-4a42-b936-9b743eaf9b64 req-a1f5a637-359f-494d-b13b-ece9b626ecd0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0996256 Jan 17 12:59:04.839932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098f230-e474-4a42-b936-9b743eaf9b64 req-4b845695-b2dd-4244-a45f-545bb7207998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:04.841309 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9098f230-e474-4a42-b936-9b743eaf9b64 req-4b845695-b2dd-4244-a45f-545bb7207998 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917215 Jan 17 12:59:04.866981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4984f-ab53-4ede-85b4-6950294c3d37 req-e6a20487-30a2-4aa2-88b2-97993ae7f34f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:04.868545 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38b4984f-ab53-4ede-85b4-6950294c3d37 req-e6a20487-30a2-4aa2-88b2-97993ae7f34f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 943 time: 0.0503078 Jan 17 12:59:04.907981 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38b4984f-ab53-4ede-85b4-6950294c3d37 req-4dfb1222-6727-4263-bdb7-04844c093104 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334525 Jan 17 12:59:04.919429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-8b2381f4-01c1-43eb-932c-179a2eb24e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:04.921013 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-8b2381f4-01c1-43eb-932c-179a2eb24e62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1096 time: 0.0467865 Jan 17 12:59:04.962451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-88114c1a-ca04-417d-9f6f-7f7a5855a397 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 217 time: 0.0339575 Jan 17 12:59:05.011179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-da109b1a-9bf0-4fec-84fe-d4640826a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:05.012642 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-da109b1a-9bf0-4fec-84fe-d4640826a595 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 844 time: 0.0443425 Jan 17 12:59:05.061357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-6573099b-cb68-4caa-8028-0f707c5c76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:05.062871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-6573099b-cb68-4caa-8028-0f707c5c76bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440071 Jan 17 12:59:05.151860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-8bf099c5-9032-4eb6-ba25-41c0ebdeed78 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817850 Jan 17 12:59:05.244971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5f5c78e-9968-4eb5-a2f6-273b04722133 req-7bb44b95-28ee-4562-8a38-f7c59cb6fbe1 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869985 Jan 17 12:59:05.398587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51034) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:05.525496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Deleting port c9f40a99-00c1-4073-b63f-7bd82a055db3 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:05.525901 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:05.603524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:05.604578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:05.621083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Calling delete_port for c9f40a99-00c1-4073-b63f-7bd82a055db3 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:05.865926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:05.894442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'Port': ['ID=c9f40a99-00c1-4073-b63f-7bd82a055db3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:05.956213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:05.958861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:05.962412 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bfee2a6d-12f4-4252-98f1-9e3f5541f40b tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "DELETE /v2.0/floatingips/83aa0abf-d148-43a9-9df1-cd7fbbbc00cc HTTP/1.1" status: 204 len: 168 time: 0.5604846 Jan 17 12:59:06.022573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8bec3-cc1e-4770-8d1f-1a86a094b7e8 req-0a16edea-0677-4093-937c-11ac5f1238d4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:06.024086 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-20b8bec3-cc1e-4770-8d1f-1a86a094b7e8 req-0a16edea-0677-4093-937c-11ac5f1238d4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 943 time: 0.0498054 Jan 17 12:59:06.064275 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-20b8bec3-cc1e-4770-8d1f-1a86a094b7e8 req-519cb247-6a27-4dc8-a608-9891144b35cc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335867 Jan 17 12:59:06.175002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a4edb6bd-3887-4bcc-ac75-f6110425dbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:07.181242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77419065-894e-46be-848d-0eb91ea43cd6 req-22d18e68-98d9-43b2-b29c-3ebfb8f88460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:07.183398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-77419065-894e-46be-848d-0eb91ea43cd6 req-22d18e68-98d9-43b2-b29c-3ebfb8f88460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 943 time: 0.0517735 Jan 17 12:59:07.184300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 12:59:07.230143 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-77419065-894e-46be-848d-0eb91ea43cd6 req-4913211f-03b2-4589-ab81-72f5236efd65 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Jan 17 12:59:07.294284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:07.313374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:07.323883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'port_id': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 12:59:07.363536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:07.376239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 12:59:07.394651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:07.460905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:07.509788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:07.670880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['9a61e4ee-376e-4bdf-8326-49ca1f70fe4e'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 12:59:08.351585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ef9e7-2e57-4151-8372-f0aedc757488 req-39b4a536-ffdf-44d1-b153-080cc1523c34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:08.353066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-864ef9e7-2e57-4151-8372-f0aedc757488 req-39b4a536-ffdf-44d1-b153-080cc1523c34 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 944 time: 0.0534873 Jan 17 12:59:08.391939 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-864ef9e7-2e57-4151-8372-f0aedc757488 req-893d5978-70a0-4167-8474-1df611ab9903 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Jan 17 12:59:08.785784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:08.894775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.196391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 12:59:09.340591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 12:59:09.344608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 12:59:09.344977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.421382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.444803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:59:09.447237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f971b6-15ff-47b6-a6fa-064df561478f" -d '{"events": [{"server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:59:09.462433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:09.474896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51060) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:09.501267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b169bcc0-5bd1-4645-8e4f-bc50a14721e3 x-openstack-request-id: req-b169bcc0-5bd1-4645-8e4f-bc50a14721e3 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:59:09.501636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "name": "network-vif-plugged", "status": "completed", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:59:09.502161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b169bcc0-5bd1-4645-8e4f-bc50a14721e3 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:59:09.503019 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'code': 200} Jan 17 12:59:09.555863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd025ccc-254e-4683-8883-39446f358b01 req-72b8dc02-a728-46db-94b1-94101bc06ac2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:09.558679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.559971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd025ccc-254e-4683-8883-39446f358b01 req-72b8dc02-a728-46db-94b1-94101bc06ac2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 944 time: 0.0835316 Jan 17 12:59:09.567609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1e575d2-71e5-43d4-a694-7dcfea90e5a2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.595475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1e575d2-71e5-43d4-a694-7dcfea90e5a2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.604316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd025ccc-254e-4683-8883-39446f358b01 req-5cfb9492-cb96-49c1-b540-af3f4fd95095 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Jan 17 12:59:09.614422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:09.735186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1e575d2-71e5-43d4-a694-7dcfea90e5a2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.737803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a1e575d2-71e5-43d4-a694-7dcfea90e5a2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:09.739104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a1e575d2-71e5-43d4-a694-7dcfea90e5a2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] 10.222.0.77 "DELETE /v2.0/security-groups/43035927-7bfb-4489-b8f7-29de823a6674 HTTP/1.1" status: 204 len: 168 time: 0.2610633 Jan 17 12:59:09.750133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e575d2-71e5-43d4-a694-7dcfea90e5a2 tempest-TestVolumeBootPattern-1651709685 tempest-TestVolumeBootPattern-1651709685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43035927-7bfb-4489-b8f7-29de823a6674,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:09.845992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d59e1-ec00-4859-b514-a839aa13ed2d req-39f6a0eb-a6ab-49be-a765-44d759d98dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:09.847459 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f2d59e1-ec00-4859-b514-a839aa13ed2d req-39f6a0eb-a6ab-49be-a765-44d759d98dcc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1098 time: 0.0393140 Jan 17 12:59:09.886376 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f2d59e1-ec00-4859-b514-a839aa13ed2d req-ef951651-0b23-42d0-ad8a-eb2b9e549e39 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324566 Jan 17 12:59:09.929363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51064) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:10.401305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:10.640743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Deleting port c75db1c2-451a-45ee-a616-7117983e52ef {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:10.641494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:10.754365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] For port c75db1c2-451a-45ee-a616-7117983e52ef, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c75db1c2-451a-45ee-a616-7117983e52ef,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:10.754722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:10.765143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32606664-cac9-412d-bb5e-5ff3e8216c6d req-8be74029-e012-4a35-a8ff-262462847003 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:10.766686 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-32606664-cac9-412d-bb5e-5ff3e8216c6d req-8be74029-e012-4a35-a8ff-262462847003 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 945 time: 0.0778739 Jan 17 12:59:10.785266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Calling delete_port for c75db1c2-451a-45ee-a616-7117983e52ef owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:10.847853 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-32606664-cac9-412d-bb5e-5ff3e8216c6d req-b106fb3a-c158-4909-8344-782d779d014b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750277 Jan 17 12:59:11.071899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:11.098200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c75db1c2-451a-45ee-a616-7117983e52ef,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:11.271720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:11.482652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Router 9bcae578-b779-4684-91eb-d282d5711011 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:59:11.587342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:59:11.592723 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bd0ad900-e867-44de-943c-72effdbf5a1d admin admin] 10.222.0.77 "PUT /v2.0/routers/9bcae578-b779-4684-91eb-d282d5711011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621978 Jan 17 12:59:11.595156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51070) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:11.596989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] Sync routers for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:59:11.606961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:59:11.607590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:59:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:11.699444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:11.710431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:59:11.801701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:11.891445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:59:10Z', 'revision_number': 5, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port': {'id': '71481590-a49e-43d2-975f-89aae6b6cbe7', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bcae578-b779-4684-91eb-d282d5711011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:31Z', 'updated_at': '2022-01-17T12:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:11.918903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] Checking router: 9bcae578-b779-4684-91eb-d282d5711011 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:59:11.924327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Deleting port 71481590-a49e-43d2-975f-89aae6b6cbe7 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:11.924672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:11.936459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] Routers {'9bcae578-b779-4684-91eb-d282d5711011'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:59:11.936687 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:59:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['9bcae578-b779-4684-91eb-d282d5711011'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:11.971799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b62fbb-e4d8-4451-9991-613b63c205c7 req-dae7b490-fcd4-40d4-bb23-92efb70bdc18 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:11.973422 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c8b62fbb-e4d8-4451-9991-613b63c205c7 req-dae7b490-fcd4-40d4-bb23-92efb70bdc18 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 945 time: 0.0515437 Jan 17 12:59:12.012775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] For port 71481590-a49e-43d2-975f-89aae6b6cbe7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=71481590-a49e-43d2-975f-89aae6b6cbe7,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:12.013190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.022162 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c8b62fbb-e4d8-4451-9991-613b63c205c7 req-d87a6847-98fb-482a-8b08-04ed8f056658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 Jan 17 12:59:12.027322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Calling delete_port for 71481590-a49e-43d2-975f-89aae6b6cbe7 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:12.172798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] Set router 9bcae578-b779-4684-91eb-d282d5711011 gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:59:12.196754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfbf6-13a8-4635-88f0-0f29b6bbec11 req-172b2822-5f42-433b-adc3-f899516e5b71 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:12.199157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab0cfbf6-13a8-4635-88f0-0f29b6bbec11 req-172b2822-5f42-433b-adc3-f899516e5b71 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 945 time: 0.1011076 Jan 17 12:59:12.228678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:59:11Z', 'revision_number': 6, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:12.254501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f54de-e131-4378-8b8b-6717ceac43ef None None] The sync data for ids ['9bcae578-b779-4684-91eb-d282d5711011'] in dv-neutron-824886-1-hyperv is: [{'id': '9bcae578-b779-4684-91eb-d282d5711011', 'name': 'tempest-TestVolumeBootPattern-1641814049-router', 'tenant_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:29Z', 'updated_at': '2022-01-17T12:59:11Z', 'revision_number': 6, 'project_id': 'c5836de1b2e64966a638b8dd9cb4ee88', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:59:12.281193 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ab0cfbf6-13a8-4635-88f0-0f29b6bbec11 req-a32915a2-01fe-47bb-9c86-ee88fb29963f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657058 Jan 17 12:59:12.297412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51076) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:12.341776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e050a636-c6bb-4cea-8f6e-331670b60f18 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:12.343186 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e050a636-c6bb-4cea-8f6e-331670b60f18 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1093 time: 0.0447724 Jan 17 12:59:12.346031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51078) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:12.350230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 12:59:12.397319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.422651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Pushing event deleted for resources: {'Port': ['ID=71481590-a49e-43d2-975f-89aae6b6cbe7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:12.480995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.606327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.609700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.701360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.747581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.748100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcae578-b779-4684-91eb-d282d5711011 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:59:12.752599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.753754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-058c2fe7-9f24-4ebb-a399-744357522589 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9bcae578-b779-4684-91eb-d282d5711011 HTTP/1.1" status: 204 len: 168 time: 1.1574781 Jan 17 12:59:12.756331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51080) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:12.802717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Deleting subnet f69d34c9-5a9d-4901-a067-0eeb96659b67 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:59:12.805861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.815462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.160 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/029e47f9-c3bc-41c9-8144-1aca6b1a5db0) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 12:59:12.841550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.914664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:12.928527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.037862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.051271 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:59:13.072250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.084097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 12:59:13.084097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 12:59:13.085796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 12:59:13.106833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.110103 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f69d34c9-5a9d-4901-a067-0eeb96659b67 HTTP/1.1" status: 204 len: 168 time: 0.3526464 Jan 17 12:59:13.112455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d5ca0-03f6-43bc-a553-7d6d19b9c460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69d34c9-5a9d-4901-a067-0eeb96659b67,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:13.112907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51082) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:13.115145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fdfbc1-6f3f-4a2a-8c68-f5b050c6a449 None None] Network d73bbc65-5155-4da1-bd37-ab753e3b3366 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:59:13.128992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=029e47f9-c3bc-41c9-8144-1aca6b1a5db0,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:13.322150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] DHCP port deletion for d73bbc65-5155-4da1-bd37-ab753e3b3366 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:59:13.369896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] Deleting port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:13.370461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.438618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] For port 7cd3d764-a798-425d-ad67-f04af8ac1ae0, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7cd3d764-a798-425d-ad67-f04af8ac1ae0,segment=NetworkSegment(35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6),segment_id=35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:13.438945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.452404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] Calling delete_port for 7cd3d764-a798-425d-ad67-f04af8ac1ae0 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:13.539063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.618423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.646829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] Pushing event deleted for resources: {'Port': ['ID=7cd3d764-a798-425d-ad67-f04af8ac1ae0,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:13.654179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6a58d-88ac-4aac-9201-9dbdc34f8bcc None None] No DVR routers for this DVR port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:59:13.703636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Deleting port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:13.704202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.861203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 71481590-a49e-43d2-975f-89aae6b6cbe7 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:13.882034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] For port 7cd3d764-a798-425d-ad67-f04af8ac1ae0, host dv-neutron-824886-1-hyperv, got binding levels [] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:13.882398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:13.884336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 71481590-a49e-43d2-975f-89aae6b6cbe7 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:13.885243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 71481590-a49e-43d2-975f-89aae6b6cbe7 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:13.885918 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cd3d764-a798-425d-ad67-f04af8ac1ae0 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:13.904690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7cd3d764-a798-425d-ad67-f04af8ac1ae0 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:13.905038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7cd3d764-a798-425d-ad67-f04af8ac1ae0 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:13.905446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c75db1c2-451a-45ee-a616-7117983e52ef no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:13.912677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Calling delete_port for 7cd3d764-a798-425d-ad67-f04af8ac1ae0 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:13.920925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 was not found and therefore no delete operation was performed {{(pid=109280) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 17 12:59:13.923831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c75db1c2-451a-45ee-a616-7117983e52ef {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:13.924180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c75db1c2-451a-45ee-a616-7117983e52ef not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:13.946063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.021075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] No DVR routers for this DVR port 7cd3d764-a798-425d-ad67-f04af8ac1ae0 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:59:14.022624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd3d764-a798-425d-ad67-f04af8ac1ae0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:14.127422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.169162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.211265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73bbc65-5155-4da1-bd37-ab753e3b3366']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:14.224567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:14.224863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c6fb4e-f79b-4f0a-8d9d-8d73eff792a6') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:14.234195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.247514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.253107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:59:14.253487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:59:14.255096 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:59:14.335700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.416468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.423815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.426852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d73bbc65-5155-4da1-bd37-ab753e3b3366 HTTP/1.1" status: 204 len: 168 time: 1.3084962 Jan 17 12:59:14.429995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51084) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:14.448903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff400778-7d2e-47bd-840c-8f8a175ec985 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73bbc65-5155-4da1-bd37-ab753e3b3366,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:14.508383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.591982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.663180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=029e47f9-c3bc-41c9-8144-1aca6b1a5db0,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:14.673965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.776107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 0d861102-bd66-4206-b70f-6e0e69768927 associated. External IP: 172.26.4.160, port: 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e. Jan 17 12:59:14.782957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:14.988215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 27529fba-78c7-4609-8e8a-880e3e76f0b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:59:15.028126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Deleting port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:15.028472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:15.100026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:59:15.110518 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] Sync routers for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:59:15.113689 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] For port 082bd8e8-e81a-43b4-a4c6-9fc7662f398b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:15.114092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:15.121165 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:59:15.122027 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:59:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:15.128207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Calling delete_port for 082bd8e8-e81a-43b4-a4c6-9fc7662f398b owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:15.229335 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:59:15.237359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:15.266156 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-594e5c05-a8cf-4264-be64-3ae9a327ce7a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9189556 Jan 17 12:59:15.266752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 12:59:15.269149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e57cd5-4370-4455-bccb-8d753eae57d2" -d '{"events": [{"name": "network-changed", "server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 12:59:15.270417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51086) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:15.309911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77611244-de7e-4956-be77-a4ee6627ebae x-openstack-request-id: req-77611244-de7e-4956-be77-a4ee6627ebae {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 12:59:15.310228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 12:59:15.310481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77611244-de7e-4956-be77-a4ee6627ebae {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 12:59:15.311387 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'status': 'completed', 'code': 200} Jan 17 12:59:15.366811 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4a851181-dfff-4d6d-a7ad-281fb7e2c110 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/0d861102-bd66-4206-b70f-6e0e69768927 HTTP/1.1" status: 200 len: 991 time: 0.0952966 Jan 17 12:59:15.378465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-5e23b83c-199d-4e65-b80b-f42a3b5b5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:15.380005 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-5e23b83c-199d-4e65-b80b-f42a3b5b5caf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1098 time: 0.0474977 Jan 17 12:59:15.448690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:15.467268 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '0d861102-bd66-4206-b70f-6e0e69768927', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'port_id': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:59:13Z', 'updated_at': '2022-01-17T12:59:13Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:56Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:15.471812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-a8bfc69b-7d90-46f7-a3a2-ed5a8b312706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:15.473374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-a8bfc69b-7d90-46f7-a3a2-ed5a8b312706 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 897 time: 0.0869186 Jan 17 12:59:15.480182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=082bd8e8-e81a-43b4-a4c6-9fc7662f398b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:15.496970 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] Checking router: 27529fba-78c7-4609-8e8a-880e3e76f0b5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:59:15.506653 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:59:15.507267 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:59:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:15.564840 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-362f219b-66a4-4485-b2e2-e172288fc4ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 999 time: 0.0798159 Jan 17 12:59:15.621943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-2d437871-3932-4d7c-87f0-edc033174b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:15.625249 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-2d437871-3932-4d7c-87f0-edc033174b91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 844 time: 0.0544138 Jan 17 12:59:15.663478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:15.688096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-3370c051-c151-4158-8cab-345742a90810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:15.690674 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-3370c051-c151-4158-8cab-345742a90810 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548828 Jan 17 12:59:15.733728 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:59:15.791504 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-838d7524-78d4-4580-9383-2de42e3b6f3a service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934384 Jan 17 12:59:15.889131 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71e57cd5-4370-4455-bccb-8d753eae57d2 req-b730a047-8751-45fe-9f72-0a1858da85f7 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917592 Jan 17 12:59:15.902637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 12:59:15.967715 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '0d861102-bd66-4206-b70f-6e0e69768927', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'port_id': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:59:13Z', 'updated_at': '2022-01-17T12:59:13Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:56Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:15.994173 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef5a0d-31f8-4383-8e51-8c93b2ec5f66 None None] The sync data for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv is: [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '0d861102-bd66-4206-b70f-6e0e69768927', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.160', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'port_id': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'mac_address': 'fa:16:3e:56:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T12:59:13Z', 'updated_at': '2022-01-17T12:59:13Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:56Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:59:16.302654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4252939-10dc-4d39-984c-835faf5693c4 None None] New status for floating IP 0d861102-bd66-4206-b70f-6e0e69768927: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 12:59:16.314471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 12:59:16.319930 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4af8e51a-0d99-46b7-94eb-05b5c21e8fb6 admin admin] 10.222.0.77 "PUT /v2.0/routers/b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887029 Jan 17 12:59:16.323993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51090) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:16.329851 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] Sync routers for ids ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 12:59:16.340082 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] Routers {'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:59:16.346857 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:59:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:16.371176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51092) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:16.441689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:16.451896 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9e1a2fab-39bd-4697-9016-bba8c706295b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/0d861102-bd66-4206-b70f-6e0e69768927 HTTP/1.1" status: 200 len: 991 time: 0.0792208 Jan 17 12:59:16.459505 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] Set router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:59:16.551797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:16.634776 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '7823a30b-5db4-4107-946b-801125d038fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:59:15Z', 'revision_number': 5, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port': {'id': '7823a30b-5db4-4107-946b-801125d038fc', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:48:49Z', 'updated_at': '2022-01-17T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:16.664321 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] Checking router: b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 12:59:16.668024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Deleting port 7823a30b-5db4-4107-946b-801125d038fc {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:16.668368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:16.673041 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] Routers {'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 12:59:16.673645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T12:59:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:16.748588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] For port 7823a30b-5db4-4107-946b-801125d038fc, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7823a30b-5db4-4107-946b-801125d038fc,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:16.748974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:16.758807 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] Set router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 12:59:16.761758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Calling delete_port for 7823a30b-5db4-4107-946b-801125d038fc owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:16.809798 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:59:16Z', 'revision_number': 6, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:16.838072 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01096e-b39c-4703-8e67-76e28a5ffa6f None None] The sync data for ids ['b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5'] in dv-neutron-824886-1-hyperv is: [{'id': 'b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5', 'name': 'tempest-TestVolumeBootPattern-8174230-router', 'tenant_id': '862910ea1c5349e195ce3a4853db6047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:48:47Z', 'updated_at': '2022-01-17T12:59:16Z', 'revision_number': 6, 'project_id': '862910ea1c5349e195ce3a4853db6047', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 12:59:17.065804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.089968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7823a30b-5db4-4107-946b-801125d038fc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:17.154191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.252103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.254224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.368518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.369260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 12:59:17.373576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.374740 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b75b8117-3010-4524-a8ad-db11244fe8d1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b3c75488-03f9-4fe7-bd7d-ddc188c8e8f5 HTTP/1.1" status: 204 len: 168 time: 1.0497656 Jan 17 12:59:17.379296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51094) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:17.422171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Deleting subnet ab58a8db-d620-44ed-a982-108f9a2edc52 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 12:59:17.425180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.455505 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51096) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:17.465810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.554819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d7453948-e8a3-4e52-b59b-b8c421a5118c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/0d861102-bd66-4206-b70f-6e0e69768927 HTTP/1.1" status: 200 len: 993 time: 0.0933962 Jan 17 12:59:17.594813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.755882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.782785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab58a8db-d620-44ed-a982-108f9a2edc52,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:17.787997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:17.792063 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2cd307f7-b4c8-4577-8d41-b05fd83b048f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ab58a8db-d620-44ed-a982-108f9a2edc52 HTTP/1.1" status: 204 len: 168 time: 0.4135153 Jan 17 12:59:17.793339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52cefb8-e905-45aa-af96-f96c7ca000bc None None] Network 995c2246-4a67-45e3-af91-d20b789919c1 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 12:59:17.794385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51098) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:17.890403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 082bd8e8-e81a-43b4-a4c6-9fc7662f398b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:17.925562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 082bd8e8-e81a-43b4-a4c6-9fc7662f398b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:17.925903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 082bd8e8-e81a-43b4-a4c6-9fc7662f398b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:17.926316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7823a30b-5db4-4107-946b-801125d038fc no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:17.949759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 7823a30b-5db4-4107-946b-801125d038fc {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:17.950121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7823a30b-5db4-4107-946b-801125d038fc not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:18.021238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] DHCP port deletion for 995c2246-4a67-45e3-af91-d20b789919c1 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 12:59:18.073748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] Deleting port eb9fb38c-2b88-4b52-9644-5514b80842f7 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:18.074115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.137494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] For port eb9fb38c-2b88-4b52-9644-5514b80842f7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eb9fb38c-2b88-4b52-9644-5514b80842f7,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:18.137891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.150172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] Calling delete_port for eb9fb38c-2b88-4b52-9644-5514b80842f7 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:18.172759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.224968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Deleting port eb9fb38c-2b88-4b52-9644-5514b80842f7 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 12:59:18.225276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.289182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] For port eb9fb38c-2b88-4b52-9644-5514b80842f7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eb9fb38c-2b88-4b52-9644-5514b80842f7,segment=NetworkSegment(6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4),segment_id=6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 12:59:18.289557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.302513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Calling delete_port for eb9fb38c-2b88-4b52-9644-5514b80842f7 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 12:59:18.326303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.354447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] Pushing event deleted for resources: {'Port': ['ID=eb9fb38c-2b88-4b52-9644-5514b80842f7,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:18.359289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97ee28-13bb-410d-9e4f-7db75cb4ef98 None None] No DVR routers for this DVR port eb9fb38c-2b88-4b52-9644-5514b80842f7 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:59:18.379757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.408069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9fb38c-2b88-4b52-9644-5514b80842f7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:18.412360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] No DVR routers for this DVR port eb9fb38c-2b88-4b52-9644-5514b80842f7 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 12:59:18.481691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.502087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995c2246-4a67-45e3-af91-d20b789919c1']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:18.511078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:18.511373 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6936d8f1-d8b2-4da5-b11a-c6e62f1b61d4') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 12:59:18.520647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.534392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.539985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 12:59:18.540358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.session.flush() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 12:59:18.542908 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 12:59:18.711037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.716777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:18.720361 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] 10.222.0.77 "DELETE /v2.0/networks/995c2246-4a67-45e3-af91-d20b789919c1 HTTP/1.1" status: 204 len: 168 time: 0.9248762 Jan 17 12:59:18.732956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c18a8-fa19-48fa-85c7-b63328ad7a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=995c2246-4a67-45e3-af91-d20b789919c1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:18.997203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51102) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:19.044368 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-adbc3efd-144e-4747-a1e9-0d8f1f68c702 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5836de1b2e64966a638b8dd9cb4ee88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459979 Jan 17 12:59:19.046827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51104) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:19.100945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3d2c-1963-423c-8977-51cf490ac3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:19.121230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3d2c-1963-423c-8977-51cf490ac3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:19.242893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3d2c-1963-423c-8977-51cf490ac3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:19.246123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3d2c-1963-423c-8977-51cf490ac3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:19.248322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ed6e3d2c-1963-423c-8977-51cf490ac3d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f9f760a-c53d-4fdc-bea3-bfefda1a1252 HTTP/1.1" status: 204 len: 168 time: 0.2000484 Jan 17 12:59:19.256850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e3d2c-1963-423c-8977-51cf490ac3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9f760a-c53d-4fdc-bea3-bfefda1a1252,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:19.857812 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eb9fb38c-2b88-4b52-9644-5514b80842f7 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 12:59:19.877986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: eb9fb38c-2b88-4b52-9644-5514b80842f7 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 12:59:19.878336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eb9fb38c-2b88-4b52-9644-5514b80842f7 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 12:59:20.418018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51110) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:20.456862 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7009560d-057c-4994-bc26-2b72738e4c62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=862910ea1c5349e195ce3a4853db6047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377009 Jan 17 12:59:20.459228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51112) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 12:59:20.509584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2da959a8-28fa-4661-9bab-736329e96750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:20.531129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2da959a8-28fa-4661-9bab-736329e96750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:20.669169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2da959a8-28fa-4661-9bab-736329e96750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:20.671925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2da959a8-28fa-4661-9bab-736329e96750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:20.686238 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2da959a8-28fa-4661-9bab-736329e96750 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2320c19-9fd9-4ac5-934a-20deb472d3e0 HTTP/1.1" status: 204 len: 168 time: 0.2129416 Jan 17 12:59:20.686238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da959a8-28fa-4661-9bab-736329e96750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2320c19-9fd9-4ac5-934a-20deb472d3e0,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 12:59:22.231005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:33.777456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4cf08189-bb07-456d-b93f-bc6d291decca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:36.139127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6b8808c2-4ab1-43ee-82ba-fce555ca1423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:37.172389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-e6feb509-cf77-4b69-a666-877000ab6821 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443037 Jan 17 12:59:37.253977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-0c857b70-1493-491e-bf41-58b0bccd4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:37.255747 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-0c857b70-1493-491e-bf41-58b0bccd4e2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1098 time: 0.0407305 Jan 17 12:59:37.292072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:37.363267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-899b3f3b-fc6b-4c57-82c7-59cc9a343fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:37.364766 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-899b3f3b-fc6b-4c57-82c7-59cc9a343fbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 897 time: 0.0895534 Jan 17 12:59:37.430281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-377640c4-55d1-4e5d-aead-f0a009ee9ca0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 1001 time: 0.0580196 Jan 17 12:59:37.478755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-add0fd5e-6f33-4a5c-abde-80ec058eb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:37.480204 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-add0fd5e-6f33-4a5c-abde-80ec058eb95e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 844 time: 0.0434866 Jan 17 12:59:37.528827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-3a58b66b-50c4-4974-aa51-be2deb45bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 12:59:37.530550 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-3a58b66b-50c4-4974-aa51-be2deb45bcab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430725 Jan 17 12:59:37.632509 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-189a2a62-7f37-4a4f-a1b6-5d711456ff4a service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934389 Jan 17 12:59:37.725356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f2b6abec-ff15-421f-a83c-4efaf598738d req-941dc104-61b8-4234-8dd3-73af3a5858f6 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858538 Jan 17 12:59:38.731701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:38.914498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 12:59:50.050984 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 12:59:52.246824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:03.742674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e57628d-3a9f-41d2-a0f5-2d8ac30053d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:06.143508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82d0cc22-fa89-4c8a-8946-d9f245786fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:07.269087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:08.726301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:08.920939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:22.257691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:27.050243 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:00:33.776232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e2b511a9-5f7a-4cd0-81e1-9fb1e55ce0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:36.154629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a8477932-1a13-4ff9-b2f4-589c34025d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:37.273950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:38.736306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:38.924159 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:00:39.177786 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-fd3f144c-e24b-4fd9-b1e8-f6f72cc7f78b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420673 Jan 17 13:00:39.260027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73b626-ccea-4abc-bc86-829d70239920 req-df35563c-9724-4245-baea-74a3c22f745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:00:39.261576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-df35563c-9724-4245-baea-74a3c22f745d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1098 time: 0.0424042 Jan 17 13:00:39.366107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73b626-ccea-4abc-bc86-829d70239920 req-2bc45069-4271-4a1e-afe4-9f4a79cabc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:00:39.367632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-2bc45069-4271-4a1e-afe4-9f4a79cabc8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 897 time: 0.0878088 Jan 17 13:00:39.434807 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-e4fee3a0-f105-407e-94db-f18db660aeba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 1001 time: 0.0606675 Jan 17 13:00:39.484300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73b626-ccea-4abc-bc86-829d70239920 req-04475edb-c4a6-4d6e-a3ad-6ae5fbdd446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:00:39.485753 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-04475edb-c4a6-4d6e-a3ad-6ae5fbdd446c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 844 time: 0.0443943 Jan 17 13:00:39.534857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73b626-ccea-4abc-bc86-829d70239920 req-7fb5f258-cc69-4643-bdcc-7f72a5eeec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:00:39.536459 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-7fb5f258-cc69-4643-bdcc-7f72a5eeec52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441823 Jan 17 13:00:39.623998 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-9f77a49f-e752-4eb7-8006-d22cb8018364 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804424 Jan 17 13:00:39.718302 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a73b626-ccea-4abc-bc86-829d70239920 req-95f9eded-2d88-447e-9054-aba626389ad1 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875630 Jan 17 13:00:52.244128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:03.746644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-efe5c483-fb6a-4078-8787-ee8690f69ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:04.048867 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:01:05.581114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51154) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:05.810144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:01:05.900405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60169321'] for subnet, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:06.089814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728215445908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60202155'] for subnet, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:06.123539 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:06.124141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:06.125461 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/subnets/b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 836 time: 0.5433605 Jan 17 13:01:06.131026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b8493-8b8d-493a-969b-9a65ff606a81 None None] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:01:06.146246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=b52f9d4a-3090-4196-86ee-d44269d9c92d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:06.153923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.159257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1fca1d-e362-4a95-bbba-dcf0f015bb4f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:06.167116 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d429228-111d-4b1e-bce6-3c7ebc894d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:06.546903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4e1e136c-7d56-4fc9-b5e3-b83c326750cf None None] Provisioning complete for port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:01:06.547194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4e1e136c-7d56-4fc9-b5e3-b83c326750cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:06.628733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4e1e136c-7d56-4fc9-b5e3-b83c326750cf None None] Provisioning complete for port 768caf71-3ddc-4c49-8833-501020298654 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:01:06.629023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4e1e136c-7d56-4fc9-b5e3-b83c326750cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:06.717077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4e1e136c-7d56-4fc9-b5e3-b83c326750cf None None] Provisioning complete for port d7521f11-d222-4147-8fd3-467c155c06b7 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:01:06.717450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4e1e136c-7d56-4fc9-b5e3-b83c326750cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:07.278323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:08.787341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:08.906760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:22.243218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:33.757039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2b501e35-fb84-414b-a4ca-715661d06dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:36.157022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4342-2c28-4a27-bb4b-f8b8d4c68332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:37.385968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:38.740479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:38.912291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:39.162810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-2fe6b746-acaa-4bc9-a7b6-019dec7730ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408733 Jan 17 13:01:39.244608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884448d4-128d-46d0-8000-f41427acf6aa req-c8450b34-2b4e-4649-8c24-139a18c07664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:39.246071 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-c8450b34-2b4e-4649-8c24-139a18c07664 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1098 time: 0.0431004 Jan 17 13:01:39.348485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884448d4-128d-46d0-8000-f41427acf6aa req-a10aafb2-2b8e-4f29-b8e1-8d094aea2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:39.350176 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-a10aafb2-2b8e-4f29-b8e1-8d094aea2773 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 897 time: 0.0865574 Jan 17 13:01:39.415788 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-22081b01-4e46-4a82-817b-7320ee32067c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 1001 time: 0.0578759 Jan 17 13:01:39.463377 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884448d4-128d-46d0-8000-f41427acf6aa req-ef55cbc2-a564-49a7-a099-31dcbb63a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:39.464860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-ef55cbc2-a564-49a7-a099-31dcbb63a75c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 844 time: 0.0433068 Jan 17 13:01:39.513188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884448d4-128d-46d0-8000-f41427acf6aa req-635993ba-3ef8-48c5-9775-e8872f42d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:39.514758 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-635993ba-3ef8-48c5-9775-e8872f42d4ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439346 Jan 17 13:01:39.600867 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-993bf11f-dd25-4a94-a784-e72c86c947f4 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796108 Jan 17 13:01:39.692636 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-884448d4-128d-46d0-8000-f41427acf6aa req-6c90f5d5-c8fe-4119-afac-695d29a67e75 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841715 Jan 17 13:01:41.047928 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:01:48.982990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51170) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:49.136297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 029e47f9-c3bc-41c9-8144-1aca6b1a5db0 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:01:49.136733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:49.211768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:49.215772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:49.224867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 029e47f9-c3bc-41c9-8144-1aca6b1a5db0 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:01:49.460375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:49.487115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=029e47f9-c3bc-41c9-8144-1aca6b1a5db0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:49.510329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.510680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.511019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.511390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.511743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.512072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.512397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.512721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.513044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.513365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.513685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.514002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:49.558131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:49.558457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 0d861102-bd66-4206-b70f-6e0e69768927 disassociated (deleted). External IP: 172.26.4.160, port: 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e. Jan 17 13:01:49.762555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 27529fba-78c7-4609-8e8a-880e3e76f0b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:01:49.867701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:01:49.872507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:49.876949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] Sync routers for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:01:49.886595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:01:49.887327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:49.899592 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f11af64e-e455-480c-ac79-630ca44d3843 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/0d861102-bd66-4206-b70f-6e0e69768927 HTTP/1.1" status: 204 len: 168 time: 0.9154818 Jan 17 13:01:49.900424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:01:49.902660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5c73f8-ceb1-4540-bd8e-05127e06961d" -d '{"events": [{"name": "network-changed", "server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:01:49.998467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:01:50.089883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdf848c-e808-414e-bc0c-33aef1a2da16 x-openstack-request-id: req-6bdf848c-e808-414e-bc0c-33aef1a2da16 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:01:50.090409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:01:50.090409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bdf848c-e808-414e-bc0c-33aef1a2da16 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:01:50.090829 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'status': 'completed', 'code': 200} Jan 17 13:01:50.205776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-ffdff536-75f8-4ff6-903e-4b4733f652c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:50.207707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-ffdff536-75f8-4ff6-903e-4b4733f652c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 1098 time: 0.0952182 Jan 17 13:01:50.217136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:56Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:50.247635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] Checking router: 27529fba-78c7-4609-8e8a-880e3e76f0b5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:01:50.259891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:01:50.263890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:50.298565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-4bd4f673-d9eb-4525-b8ff-8dde5911b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:50.299955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-4bd4f673-d9eb-4525-b8ff-8dde5911b24a service neutron] 10.222.0.67 "GET /v2.0/networks?id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 200 len: 897 time: 0.0863152 Jan 17 13:01:50.348306 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-fb90362f-d620-4e80-aecb-b1edb06cd6a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 200 len: 217 time: 0.0402584 Jan 17 13:01:50.432748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-51a43b89-c99b-4d1c-8ca4-1386001c75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:50.434247 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-51a43b89-c99b-4d1c-8ca4-1386001c75ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 200 len: 844 time: 0.0773301 Jan 17 13:01:50.443010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd3618-2135-4c30-a308-e2db72837902 req-b6907b51-9f11-4427-9dab-4c63b1dbf181 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:50.444588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9acd3618-2135-4c30-a308-e2db72837902 req-b6907b51-9f11-4427-9dab-4c63b1dbf181 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 945 time: 0.1420560 Jan 17 13:01:50.512416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-a30f2924-3db7-4000-942d-30c6a6db2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:50.513929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-a30f2924-3db7-4000-942d-30c6a6db2816 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7dfd4997-b949-4486-a9d2-7c8a6e630b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684464 Jan 17 13:01:50.515801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:01:50.516732 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9acd3618-2135-4c30-a308-e2db72837902 req-5bc9c395-724e-470c-ae6e-88c9850bdb91 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634818 Jan 17 13:01:50.604515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-c47213e0-dbcf-428f-8fc3-fc788cc37554 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827160 Jan 17 13:01:50.702173 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5c73f8-ceb1-4540-bd8e-05127e06961d req-9cd5fbb8-6e89-4c80-99d1-72d881e4b412 service neutron] 10.222.0.67 "GET /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Jan 17 13:01:50.714800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:56Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:50.741416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c44db84-36d1-4cc6-8f37-569b059af1b8 None None] The sync data for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv is: [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T12:58:53Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'd7521f11-d222-4147-8fd3-467c155c06b7', 'name': '', 'network_id': '7dfd4997-b949-4486-a9d2-7c8a6e630b0d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:2a:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:53Z', 'updated_at': '2022-01-17T12:58:56Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': 'b52f9d4a-3090-4196-86ee-d44269d9c92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:01:50.956090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b7c04e-a374-48b8-99ff-4f8cb83911b4 None None] New status for floating IP 0d861102-bd66-4206-b70f-6e0e69768927: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:01:51.628858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-e807cef1-8f5b-48e8-94ee-5f6351874be1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:51.630341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-e807cef1-8f5b-48e8-94ee-5f6351874be1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Jan 17 13:01:51.702036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e7d32-30ba-4ea0-ae5f-c37db79c4272 req-b2b5f8e2-2368-4a5f-afdf-8a5b4cbdac6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:51.703562 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c20e7d32-30ba-4ea0-ae5f-c37db79c4272 req-b2b5f8e2-2368-4a5f-afdf-8a5b4cbdac6c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 945 time: 0.1100466 Jan 17 13:01:51.723396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:01:51.723754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:51.743214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c20e7d32-30ba-4ea0-ae5f-c37db79c4272 req-228f430e-2b4c-4a02-a420-bb4230f92904 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=4ff68569-0ec8-418c-9d6f-87c71d2b23d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Jan 17 13:01:51.809973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:01:51.810257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:51.823157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:01:52.345862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:52.374372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:52.404748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=9a61e4ee-376e-4bdf-8326-49ca1f70fe4e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:52.448853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:01:52.451279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:52.454569 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0c96e42-a8c9-4d12-ae03-5ae06956f015 req-f7a1dc78-c942-4d2a-980f-0917ca1acdb7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/9a61e4ee-376e-4bdf-8326-49ca1f70fe4e HTTP/1.1" status: 204 len: 173 time: 0.8182282 Jan 17 13:01:52.455020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'name': 'network-vif-deleted', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:01:52.458195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdbdb47-7ec4-49a2-9890-67cf298352b2" -d '{"events": [{"server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "name": "network-vif-deleted", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:01:52.492938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8835a9d6-9a4e-4e60-871b-09522ea8aad8 x-openstack-request-id: req-8835a9d6-9a4e-4e60-871b-09522ea8aad8 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:01:52.493262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fbfa80-c5a7-4856-83ea-2d85c40f17e5", "name": "network-vif-deleted", "tag": "9a61e4ee-376e-4bdf-8326-49ca1f70fe4e", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:01:52.493545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8835a9d6-9a4e-4e60-871b-09522ea8aad8 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:01:52.493969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fbfa80-c5a7-4856-83ea-2d85c40f17e5', 'name': 'network-vif-deleted', 'tag': '9a61e4ee-376e-4bdf-8326-49ca1f70fe4e', 'status': 'completed', 'code': 200} Jan 17 13:01:52.852461 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-27caa3d7-9e2c-49f2-ac43-392b66d00417 req-79299486-8457-4ff0-b8d9-421d197ab660 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=22fbfa80-c5a7-4856-83ea-2d85c40f17e5 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Jan 17 13:01:53.909084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51204) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:53.969387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-99475348-1a2f-4c1f-844a-191d6f04ce04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:53.994342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-99475348-1a2f-4c1f-844a-191d6f04ce04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:54.134317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-99475348-1a2f-4c1f-844a-191d6f04ce04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:54.136880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-99475348-1a2f-4c1f-844a-191d6f04ce04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:54.138049 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-99475348-1a2f-4c1f-844a-191d6f04ce04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/4ff68569-0ec8-418c-9d6f-87c71d2b23d9 HTTP/1.1" status: 204 len: 168 time: 0.2272797 Jan 17 13:01:54.147661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99475348-1a2f-4c1f-844a-191d6f04ce04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff68569-0ec8-418c-9d6f-87c71d2b23d9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:54.179522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:01:54.198902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:01:54.202799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9a61e4ee-376e-4bdf-8326-49ca1f70fe4e not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:01:54.255233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51208) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:54.610093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:54.855051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port d7521f11-d222-4147-8fd3-467c155c06b7 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:01:54.855390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:54.947454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port d7521f11-d222-4147-8fd3-467c155c06b7, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7521f11-d222-4147-8fd3-467c155c06b7,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:01:54.948167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:54.961165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for d7521f11-d222-4147-8fd3-467c155c06b7 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:01:55.210595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:55.231279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=d7521f11-d222-4147-8fd3-467c155c06b7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:55.419006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:55.631713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 27529fba-78c7-4609-8e8a-880e3e76f0b5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:01:55.733357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:01:55.738705 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-78e90a37-3b01-49ba-8b03-e9e13f5798e2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/27529fba-78c7-4609-8e8a-880e3e76f0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820018 Jan 17 13:01:55.741056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51210) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:55.743973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] Sync routers for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:01:55.752994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:01:55.753794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:55.797106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet b52f9d4a-3090-4196-86ee-d44269d9c92d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:01:55.800200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:55.846577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:55.867140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:01:55.931509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.047748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T13:01:55Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:56.060132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.074677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] Checking router: 27529fba-78c7-4609-8e8a-880e3e76f0b5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:01:56.084389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] Routers {'27529fba-78c7-4609-8e8a-880e3e76f0b5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:01:56.085006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['27529fba-78c7-4609-8e8a-880e3e76f0b5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:56.093076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=b52f9d4a-3090-4196-86ee-d44269d9c92d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:56.096563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.098756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bea33eb0-fb49-48a0-9004-b99ffa8c4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/b52f9d4a-3090-4196-86ee-d44269d9c92d HTTP/1.1" status: 204 len: 168 time: 0.3567526 Jan 17 13:01:56.101610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51212) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:56.125136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28297473-d410-4be9-8e5c-b07c8f63eab6 None None] Network 7dfd4997-b949-4486-a9d2-7c8a6e630b0d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:01:56.210000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.279914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] Set router 27529fba-78c7-4609-8e8a-880e3e76f0b5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:01:56.318594 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.441425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] DHCP port deletion for 7dfd4997-b949-4486-a9d2-7c8a6e630b0d request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:01:56.460098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port a4ae3873-344f-4163-9731-c0c2695c6c73 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:01:56.460444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.508256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Deleting port 768caf71-3ddc-4c49-8833-501020298654 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:01:56.508632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.511852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T13:01:55Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:56.544634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port a4ae3873-344f-4163-9731-c0c2695c6c73, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a4ae3873-344f-4163-9731-c0c2695c6c73,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:01:56.545004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.556850 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for a4ae3873-344f-4163-9731-c0c2695c6c73 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:01:56.570405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5b12b-34eb-4123-9bf0-8116a52d4349 None None] The sync data for ids ['27529fba-78c7-4609-8e8a-880e3e76f0b5'] in dv-neutron-824886-1-hyperv is: [{'id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'name': 'tempest-TestNetworkBasicOps-router-1858678655', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T12:58:48Z', 'updated_at': '2022-01-17T13:01:55Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': 'a4ae3873-344f-4163-9731-c0c2695c6c73', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27529fba-78c7-4609-8e8a-880e3e76f0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T12:58:49Z', 'updated_at': '2022-01-17T12:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:01:56.598863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] For port 768caf71-3ddc-4c49-8833-501020298654, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=768caf71-3ddc-4c49-8833-501020298654,segment=NetworkSegment(9542e7e7-1edb-436a-a08a-890685788702),segment_id=9542e7e7-1edb-436a-a08a-890685788702)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:01:56.598863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.615289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Calling delete_port for 768caf71-3ddc-4c49-8833-501020298654 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:01:56.779473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.802474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.804676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Pushing event deleted for resources: {'Port': ['ID=768caf71-3ddc-4c49-8833-501020298654,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:56.811979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] No DVR routers for this DVR port 768caf71-3ddc-4c49-8833-501020298654 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:01:56.814377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.814735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.815084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.815430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.816509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.816714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.817081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.817414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.817749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.818130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.818437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.818761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d09fd-8fc5-4e88-ad83-6d655e82c15e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:01:56.833889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=a4ae3873-344f-4163-9731-c0c2695c6c73,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:56.888699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.985377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:56.987610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.094350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.094948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router 27529fba-78c7-4609-8e8a-880e3e76f0b5 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:01:57.104083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.104083 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7bef13aa-aa3f-4906-8f1a-e691f290dfd8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/27529fba-78c7-4609-8e8a-880e3e76f0b5 HTTP/1.1" status: 204 len: 168 time: 1.0005171 Jan 17 13:01:57.106096 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51214) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:57.186615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.276065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.295589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfd4997-b949-4486-a9d2-7c8a6e630b0d']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:57.304990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9542e7e7-1edb-436a-a08a-890685788702') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:57.305290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9542e7e7-1edb-436a-a08a-890685788702') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:01:57.314362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.327714 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.333406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:01:57.333805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:01:57.336922 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:01:57.470949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.475511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.479674 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/7dfd4997-b949-4486-a9d2-7c8a6e630b0d HTTP/1.1" status: 204 len: 168 time: 0.3725936 Jan 17 13:01:57.493177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51216) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:57.497459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472972d4-f7f4-48e3-b939-289b313cc460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=7dfd4997-b949-4486-a9d2-7c8a6e630b0d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:57.498586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--349296633', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:01:57.580184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:01:57.583824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.608461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:01:57.617942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.619646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment 8d3261ff-1ede-4548-9914-9a1d676de6a1 of type vlan for network 70a215d7-9ba1-4ba4-996f-3e4822a846ca Jan 17 13:01:57.657894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.728429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.734005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:01:57.734591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.811668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=70a215d7-9ba1-4ba4-996f-3e4822a846ca,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:57.822313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:01:57.863094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-16745aca-9d64-4e28-b50e-3dc4bafc4af2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3679667 Jan 17 13:01:57.865638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51218) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:01:57.870399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-656501413', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:01:57.946178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a4ae3873-344f-4163-9731-c0c2695c6c73 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:01:57.951367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.952596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:57.966603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: a4ae3873-344f-4163-9731-c0c2695c6c73 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:01:57.969183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a4ae3873-344f-4163-9731-c0c2695c6c73 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:01:57.969183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 768caf71-3ddc-4c49-8833-501020298654 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:01:57.985577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 768caf71-3ddc-4c49-8833-501020298654 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:01:57.985928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 768caf71-3ddc-4c49-8833-501020298654 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:01:57.986393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7521f11-d222-4147-8fd3-467c155c06b7 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:01:58.004630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:58.005594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d7521f11-d222-4147-8fd3-467c155c06b7 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:01:58.005940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7521f11-d222-4147-8fd3-467c155c06b7 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:01:58.202347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:58.547031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:58.569827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:58.667798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.119 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/5b1a4935-4160-4e97-998d-b9d4bd3a5995) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:01:58.769326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:58.842626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:58.880427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:01:58.883140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:01:58.886027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:01:58.912091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=5b1a4935-4160-4e97-998d-b9d4bd3a5995,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:01:59.193456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:59.387102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:01:59.876678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:01:59.981298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:01:59.990513 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:01:59.999383 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:00.005203 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:00.044813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.046168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0c880c49-90b1-4240-a294-df1444d9b67c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1794789 Jan 17 13:02:00.049296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51220) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:00.104231 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:00.216613 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2111c414-cae2-496b-a3c4-84283ebccfef tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1638510 Jan 17 13:02:00.216863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51224) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:00.302254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ed4c3-6118-4235-bc0b-635863518288 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:00.303811 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6c4ed4c3-6118-4235-bc0b-635863518288 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860558 Jan 17 13:02:00.306609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51226) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:00.338738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1f71cdff-3c2c-42c1-9c5e-df49cda3d7b8 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310574 Jan 17 13:02:00.341281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:00.345893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1406663865', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:00.375390 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:01:59Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:00.401407 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:02:00.401758 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Updating router c68249f2-544f-49c7-b3e8-82a0e9df86ac port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:02:00.426454 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.522843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:02:00.526856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.681254 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.762598 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.762826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.810724 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Attempting to bind port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:02:00.811094 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Attempting to bind port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:02:00.811449 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Attempting to bind port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:00.821812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=358c12df-8b90-4eb6-9a30-84019a2daae6,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:00.822003 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Pushing event updated for resources: {'Port': ['ID=5b1a4935-4160-4e97-998d-b9d4bd3a5995,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:00.826580 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:02:00.826952 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:02:00.827366 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.827775 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:02:00.828244 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Bound port: 5b1a4935-4160-4e97-998d-b9d4bd3a5995, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:02:00.828621 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.832319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:02:00.832693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: 70a215d7-9ba1-4ba4-996f-3e4822a846ca, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:02:00.851219 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854896 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854896 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.854896 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:00.889741 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] For port 5b1a4935-4160-4e97-998d-b9d4bd3a5995, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:02:00.892788 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] For port 5b1a4935-4160-4e97-998d-b9d4bd3a5995, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5b1a4935-4160-4e97-998d-b9d4bd3a5995,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:02:00.922603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:02:00.940166 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.980001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 70a215d7-9ba1-4ba4-996f-3e4822a846ca) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:00.984294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:00.984881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:00.989032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda4ec4-73ad-4b6f-9b5c-741f8fe798c4 None None] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:02:01.004731 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:01.005356 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:01.007005 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d36442-cf35-4d04-ac7e-969ff389ec0a None None] Pushing event updated for resources: {'Port': ['ID=5b1a4935-4160-4e97-998d-b9d4bd3a5995,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:01.065209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1f15052c-28b4-4606-b990-9dbf019c4b44 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7204068 Jan 17 13:02:01.065433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51230) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:01.113357 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:01.137779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:02:01.138728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.290224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Allocated IP 172.20.0.2 (70a215d7-9ba1-4ba4-996f-3e4822a846ca/358c12df-8b90-4eb6-9a30-84019a2daae6/eed2a4a2-97f8-4dc1-925a-c2c099ada903) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:02:01.313626 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:01:59Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:01.341134 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad082b9-522b-4419-a4ee-e5fddc27de6a None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:01:59Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:02:01.452094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.507145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.527893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.548049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:01.551192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:01.555015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:02:01.593268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Pushing event updated for resources: {'Port': ['ID=eed2a4a2-97f8-4dc1-925a-c2c099ada903,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:01.633650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Attempting to bind port eed2a4a2-97f8-4dc1-925a-c2c099ada903 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:02:01.634883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Attempting to bind port eed2a4a2-97f8-4dc1-925a-c2c099ada903 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:02:01.635244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Attempting to bind port eed2a4a2-97f8-4dc1-925a-c2c099ada903 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:01.640542 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:02:01.640909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Checking segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:02:01.641305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.641694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Bound using segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:02:01.642155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Bound port: eed2a4a2-97f8-4dc1-925a-c2c099ada903, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:02:01.642531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.721484 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] For port eed2a4a2-97f8-4dc1-925a-c2c099ada903, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:02:01.725752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] For port eed2a4a2-97f8-4dc1-925a-c2c099ada903, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eed2a4a2-97f8-4dc1-925a-c2c099ada903,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:02:01.774251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:01.841198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b88ec2-374b-454b-8904-542559b2e37e None None] Pushing event updated for resources: {'Port': ['ID=eed2a4a2-97f8-4dc1-925a-c2c099ada903,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:01.874552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (70a215d7-9ba1-4ba4-996f-3e4822a846ca/358c12df-8b90-4eb6-9a30-84019a2daae6/e255b2c4-1950-4833-b4e8-9c1aab64ddba) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:02:02.007021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.008619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5b1a4935-4160-4e97-998d-b9d4bd3a5995 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:02:02.089210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:02.089590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.123569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.168402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:02.174703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:02.178509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:02:02.194581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.222825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 5b1a4935-4160-4e97-998d-b9d4bd3a5995, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5b1a4935-4160-4e97-998d-b9d4bd3a5995,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:02.228540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=e255b2c4-1950-4833-b4e8-9c1aab64ddba,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:02.242247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.277132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.328246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=5b1a4935-4160-4e97-998d-b9d4bd3a5995,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:02.436830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.725335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.773765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.806578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c2082-cd0e-4f7b-ab54-2b7037b995c5 None None] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:02:02.854821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=e255b2c4-1950-4833-b4e8-9c1aab64ddba,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:02.859909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.864769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f10b54c7-5100-4b6a-989d-751c38590fb7 None None] Provisioning complete for port eed2a4a2-97f8-4dc1-925a-c2c099ada903 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:02.865146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f10b54c7-5100-4b6a-989d-751c38590fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:02.957099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:02.958809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:03.011824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f10b54c7-5100-4b6a-989d-751c38590fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.085559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:02:03.202968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f10b54c7-5100-4b6a-989d-751c38590fb7 None None] For port eed2a4a2-97f8-4dc1-925a-c2c099ada903, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eed2a4a2-97f8-4dc1-925a-c2c099ada903,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:03.206236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:02:03.216322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-827be95d-5bde-49f0-af45-9c38e7684710 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/c68249f2-544f-49c7-b3e8-82a0e9df86ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1459661 Jan 17 13:02:03.216683 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51232) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:03.288900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f10b54c7-5100-4b6a-989d-751c38590fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.318791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:02:03.339519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d1c30-8540-4248-8e15-835b5a0f6f3e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.339998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d1c30-8540-4248-8e15-835b5a0f6f3e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.340469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d1c30-8540-4248-8e15-835b5a0f6f3e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.340947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d1c30-8540-4248-8e15-835b5a0f6f3e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.345638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51234) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:03.345962 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-928d1c30-8540-4248-8e15-835b5a0f6f3e tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1293244 Jan 17 13:02:03.349237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:03.349956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:03.387967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b54c7-5100-4b6a-989d-751c38590fb7 None None] Pushing event updated for resources: {'Port': ['ID=eed2a4a2-97f8-4dc1-925a-c2c099ada903,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:03.405596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4714ac7-e62f-4aec-9a99-0f810b77615d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.406066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4714ac7-e62f-4aec-9a99-0f810b77615d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.406520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4714ac7-e62f-4aec-9a99-0f810b77615d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.406972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4714ac7-e62f-4aec-9a99-0f810b77615d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:03.410383 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a4714ac7-e62f-4aec-9a99-0f810b77615d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0620255 Jan 17 13:02:03.413391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51236) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:03.469292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:03.554485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b7439f5b-26d8-4b1d-8e48-8e09d16e2e7f None None] Provisioning complete for port e255b2c4-1950-4833-b4e8-9c1aab64ddba triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:03.554863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b7439f5b-26d8-4b1d-8e48-8e09d16e2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.559831 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cd759723-1512-4464-9e74-c8d11ded171f tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1451359 Jan 17 13:02:03.633266 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b7439f5b-26d8-4b1d-8e48-8e09d16e2e7f None None] Port e255b2c4-1950-4833-b4e8-9c1aab64ddba cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:02:03.662399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b7439f5b-26d8-4b1d-8e48-8e09d16e2e7f None None] Provisioning complete for port eed2a4a2-97f8-4dc1-925a-c2c099ada903 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:03.662779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b7439f5b-26d8-4b1d-8e48-8e09d16e2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.793747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a77d72f-ca5f-460c-9b66-628a69451928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.800964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:03.834002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:02:03.834362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Updating router c68249f2-544f-49c7-b3e8-82a0e9df86ac port e255b2c4-1950-4833-b4e8-9c1aab64ddba binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:02:03.858752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.977279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-81bf7bfe-d377-4e52-9d7c-3b4f89590482 None None] Provisioning complete for port e255b2c4-1950-4833-b4e8-9c1aab64ddba triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:03.977615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-81bf7bfe-d377-4e52-9d7c-3b4f89590482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:03.999525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51240) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:03.999525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018468707', 'description': 'tempest-secgroup-smoke-2018468707 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:04.049562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eed2a4a2-97f8-4dc1-925a-c2c099ada903 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:02:04.076620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-81bf7bfe-d377-4e52-9d7c-3b4f89590482 None None] Port e255b2c4-1950-4833-b4e8-9c1aab64ddba cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:02:04.083814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.149083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port eed2a4a2-97f8-4dc1-925a-c2c099ada903 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:04.149379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.156922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.214177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.233383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.244759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0a82f7-34ef-4857-a680-d11a52afad95,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:04.274913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5b1a4935-4160-4e97-998d-b9d4bd3a5995 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:02:04.284638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.286069 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1044d5fd-a524-4950-a782-d9356cd36bce tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2912395 Jan 17 13:02:04.289031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51242) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:04.293861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2b0a82f7-34ef-4857-a680-d11a52afad95', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:04.296873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.361407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72046262-3e57-4b7c-b212-a3669590ffaa None None] Pushing event updated for resources: {'Port': ['ID=e255b2c4-1950-4833-b4e8-9c1aab64ddba,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:04.394223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:04.394223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.418621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.443391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Attempting to bind port e255b2c4-1950-4833-b4e8-9c1aab64ddba on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:02:04.443793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Attempting to bind port e255b2c4-1950-4833-b4e8-9c1aab64ddba by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:02:04.444488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Attempting to bind port e255b2c4-1950-4833-b4e8-9c1aab64ddba on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:04.455298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:02:04.455708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Checking segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:02:04.456167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.456586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Bound using segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:02:04.457256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Bound port: e255b2c4-1950-4833-b4e8-9c1aab64ddba, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:02:04.457673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.483739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.544594 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.561470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] For port e255b2c4-1950-4833-b4e8-9c1aab64ddba, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:02:04.563059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fedbbf7-a653-46aa-8585-d29bd383cc73,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:04.564607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] For port e255b2c4-1950-4833-b4e8-9c1aab64ddba, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e255b2c4-1950-4833-b4e8-9c1aab64ddba,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:02:04.595752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c467b576-4b8f-4ebc-83ba-8bb2244223d7 None None] Provisioning complete for port e255b2c4-1950-4833-b4e8-9c1aab64ddba triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:04.596117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c467b576-4b8f-4ebc-83ba-8bb2244223d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.629803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c467b576-4b8f-4ebc-83ba-8bb2244223d7 None None] Port e255b2c4-1950-4833-b4e8-9c1aab64ddba cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:02:04.642382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.667149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.668525 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cca17d92-069a-463f-861d-4fc8ba16b9da tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3782949 Jan 17 13:02:04.671196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51244) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:04.675880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2b0a82f7-34ef-4857-a680-d11a52afad95', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:04.700964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:04.701579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:01:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:04.737312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72046262-3e57-4b7c-b212-a3669590ffaa None None] Pushing event updated for resources: {'Port': ['ID=e255b2c4-1950-4833-b4e8-9c1aab64ddba,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:04.761999 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.821489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:04.829893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.905571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.924426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a0491e-9ab9-407c-ba59-e0e5ee18e691,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:04.966002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3c088b78-4c32-4fac-8c20-37696d7925a6 None None] Provisioning complete for port e255b2c4-1950-4833-b4e8-9c1aab64ddba triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:04.966300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c088b78-4c32-4fac-8c20-37696d7925a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.987972 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:04.989232 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5d4ad664-804d-42b9-83fa-7b068c831400 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170490 Jan 17 13:02:04.992044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51246) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:04.996488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2b0a82f7-34ef-4857-a680-d11a52afad95', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:05.093926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c088b78-4c32-4fac-8c20-37696d7925a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.099242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.104000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:04Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:05.136952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7dabb0-df3b-4262-9218-492b1e0fe456 None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:04Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:02:05.154933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3c088b78-4c32-4fac-8c20-37696d7925a6 None None] For port e255b2c4-1950-4833-b4e8-9c1aab64ddba, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e255b2c4-1950-4833-b4e8-9c1aab64ddba,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:05.159829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.265781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3c088b78-4c32-4fac-8c20-37696d7925a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.294242 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.319133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497597c4-9d8c-4d6d-a658-05d087356274,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:05.329238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088b78-4c32-4fac-8c20-37696d7925a6 None None] Pushing event updated for resources: {'Port': ['ID=e255b2c4-1950-4833-b4e8-9c1aab64ddba,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:05.386586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.390802 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6de2dfb4-af00-4d9c-a7f2-e2f70eaaee72 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948696 Jan 17 13:02:05.391011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51248) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:05.395940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2b0a82f7-34ef-4857-a680-d11a52afad95', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:05.470682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.532402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.614262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.633701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce3c03c-d8e7-4e92-a929-5e5fdae0df92,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:05.695104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.696431 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8712a7ad-9f19-4181-9095-f20afc8ad1f4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044226 Jan 17 13:02:05.699271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51250) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:05.708251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2b0a82f7-34ef-4857-a680-d11a52afad95', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:05.784564 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:02:05.790162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.853734 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.928317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:05.948174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7eeeef-83e4-4667-8246-f5df53c62ef3,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:05.974871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e255b2c4-1950-4833-b4e8-9c1aab64ddba up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:02:06.016001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.021201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51252) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:06.022290 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9f90b857-4728-42a1-81d4-31684b9d5129 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209307 Jan 17 13:02:06.026947 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2b0a82f7-34ef-4857-a680-d11a52afad95', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:06.033834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e255b2c4-1950-4833-b4e8-9c1aab64ddba triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:06.034951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.105376 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:02:06.115916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.197049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-58b26ace-ff5d-458a-9a72-f5ab1fa4f3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.198627 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.277092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.295475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4507bb38-13bc-46f7-94cd-55446a149258,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:06.303403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.303784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.304129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.304469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.304809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.305141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.305496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.305827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.306164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.306490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.306814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.307129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:02:06.341513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:06.342770 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8cbde691-5cd8-4983-b2af-b590ef89043e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3205392 Jan 17 13:02:06.488433 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-a13d49c9-6f30-4083-ae67-53eda69f7871 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018468707&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0326793 Jan 17 13:02:06.591810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-6511d559-e6f5-4766-b8bf-017b23f63614 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:06.593279 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-6511d559-e6f5-4766-b8bf-017b23f63614 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 796 time: 0.0983407 Jan 17 13:02:06.608135 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-774ae211-e023-4511-be99-dd5dec9a33b8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0087981 Jan 17 13:02:06.664150 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-5dcd88c7-de19-480e-ac7f-c2f38ec547fa tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498314 Jan 17 13:02:06.757971 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-601bca48-4a2e-4f44-aacd-acbd4f5982f3 service neutron] 10.222.0.77 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Jan 17 13:02:06.850721 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-0ae6f3b9-be5d-4dff-bdd4-5f38be05c197 service neutron] 10.222.0.77 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Jan 17 13:02:07.063527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e820aca-2881-4d07-be3e-b4bb366ceadf req-a0cd6616-3386-4520-823d-6c1577f9296c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 210 time: 0.0259521 Jan 17 13:02:07.281505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:08.155894 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ca43fd46-0acd-45bb-bbf1-cfd2e5058717 req-177b9332-8f25-4840-8596-97a389415d1c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Jan 17 13:02:08.756520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:08.797122 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-6202408e-decd-409e-a43a-55858783b991 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:08.798593 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-6202408e-decd-409e-a43a-55858783b991 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 796 time: 0.1036868 Jan 17 13:02:08.844143 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-cbf2147b-b7e4-449d-a86d-1cc03bddb138 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 380 time: 0.0361764 Jan 17 13:02:08.854158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['2b0a82f7-34ef-4857-a680-d11a52afad95']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:08.934376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.025641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:02:09.029282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.162123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.7 (70a215d7-9ba1-4ba4-996f-3e4822a846ca/358c12df-8b90-4eb6-9a30-84019a2daae6/18e96047-1591-4298-aae8-a98b9f421105) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:02:09.276549 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-306bdd9e-8f15-4d70-a613-aa7b1a0833a8 req-d7e2b628-9287-4d64-b442-f96afea28460 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 210 time: 0.0377798 Jan 17 13:02:09.322054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.413323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.455414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:09.459070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:09.462771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:02:09.490677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:09.521280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:09.521893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.621313 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-8ba10988-c3cb-40b3-9ad4-5d93ef71aa01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7715216 Jan 17 13:02:09.633987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Request body: {'port': {'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:09.691789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.715680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-32e88c0f-3838-4fc8-b519-cf31b0465e19 None None] Provisioning complete for port 18e96047-1591-4298-aae8-a98b9f421105 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:09.715983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-32e88c0f-3838-4fc8-b519-cf31b0465e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.752013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-32e88c0f-3838-4fc8-b519-cf31b0465e19 None None] Port 18e96047-1591-4298-aae8-a98b9f421105 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:02:09.948340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e96047-1591-4298-aae8-a98b9f421105 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:02:09.955540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:09.967132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Transition to ACTIVE for port object 18e96047-1591-4298-aae8-a98b9f421105 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:02:10.047907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:10.100365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:10.179690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Attempting to bind port 18e96047-1591-4298-aae8-a98b9f421105 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:02:10.180124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Attempting to bind port 18e96047-1591-4298-aae8-a98b9f421105 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:02:10.180577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Attempting to bind port 18e96047-1591-4298-aae8-a98b9f421105 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:10.185232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Port 18e96047-1591-4298-aae8-a98b9f421105 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:02:10.185620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Attempting to bind port 18e96047-1591-4298-aae8-a98b9f421105 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:10.191292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:02:10.191740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Checking segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:02:10.192114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Bound using segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:02:10.192543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Bound port: 18e96047-1591-4298-aae8-a98b9f421105, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:02:10.192945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:10.258718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:02:10.261857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:02:10.317029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:10.350453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.351071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:10.352479 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] 10.222.0.67 "PUT /v2.0/ports/18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 1093 time: 0.7230215 Jan 17 13:02:10.352919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:02:10.356855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e" -d '{"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:02:10.381965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adbd0c-083f-4af9-b4ba-3a54cf019621 service neutron] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:10.409486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbba5dce-d9cc-452b-9ce6-1b4ef7310d34 x-openstack-request-id: req-dbba5dce-d9cc-452b-9ce6-1b4ef7310d34 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:02:10.409486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:02:10.409486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbba5dce-d9cc-452b-9ce6-1b4ef7310d34 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:02:10.409486 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'status': 'completed', 'code': 200} Jan 17 13:02:10.418525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c4dbc-cf9e-4216-95e4-903da10f620d req-45096eff-a090-4e09-ac8e-5ac5560046c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.420118 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2c2c4dbc-cf9e-4216-95e4-903da10f620d req-45096eff-a090-4e09-ac8e-5ac5560046c0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 943 time: 0.0781336 Jan 17 13:02:10.464526 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2c2c4dbc-cf9e-4216-95e4-903da10f620d req-65a5730e-b0e4-40e9-972e-70ff94233483 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372179 Jan 17 13:02:10.482609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e req-6fc62aa7-70d9-4abb-8e34-167619493b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.484530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e req-6fc62aa7-70d9-4abb-8e34-167619493b19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1096 time: 0.0481064 Jan 17 13:02:10.585295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e req-b53265f2-ee48-4d09-b3aa-6c5b1b2d31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.586809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e req-b53265f2-ee48-4d09-b3aa-6c5b1b2d31f3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0954390 Jan 17 13:02:10.683354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e req-d0ded568-cd8f-4fcc-8b76-c0504606f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.685000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-16a32c82-31ab-48ba-b2db-1d7e6d8eb31e req-d0ded568-cd8f-4fcc-8b76-c0504606f852 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922344 Jan 17 13:02:10.759615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-9f63005e-4645-44fd-a1ec-e7aa5ec79554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.761094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-9f63005e-4645-44fd-a1ec-e7aa5ec79554 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1096 time: 0.0410967 Jan 17 13:02:10.801798 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-29c71dbd-36e0-4d42-b878-9814c4f9bfe3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 217 time: 0.0339789 Jan 17 13:02:10.852102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-465df926-42a6-41b4-aff4-a993be3ef18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.853510 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-465df926-42a6-41b4-aff4-a993be3ef18f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0460496 Jan 17 13:02:10.897395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-3cfbe8c3-b772-4299-b995-7d918c955b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:10.898892 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-3cfbe8c3-b772-4299-b995-7d918c955b95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387340 Jan 17 13:02:10.984332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-f249f925-afe2-45ab-b6b7-309abd66bda4 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792193 Jan 17 13:02:11.074916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-34512654-c844-4e07-bd96-6cc3b6d449ae req-d51b11e5-b216-44e9-9161-357d903f028a service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835900 Jan 17 13:02:11.581851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ede4f1-5db3-4516-a269-fde4761c2489 req-c4e29271-f4dd-49a3-9dc8-8995b204c00c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:11.583325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07ede4f1-5db3-4516-a269-fde4761c2489 req-c4e29271-f4dd-49a3-9dc8-8995b204c00c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 943 time: 0.0493627 Jan 17 13:02:11.623441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07ede4f1-5db3-4516-a269-fde4761c2489 req-e26cbe72-b87e-47e1-8166-4fd280b862f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Jan 17 13:02:12.303349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 18e96047-1591-4298-aae8-a98b9f421105 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:02:12.394290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:12.405633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '18e96047-1591-4298-aae8-a98b9f421105', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:02:12.441152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:12.457118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e96047-1591-4298-aae8-a98b9f421105 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:02:12.476110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:12.567979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:12.614577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:12.738358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1341c-6c0b-4093-b2d6-2be68e8c849e req-bdc9d0d2-976e-4a4b-ad97-11e4ecc60773 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:12.739842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45e1341c-6c0b-4093-b2d6-2be68e8c849e req-bdc9d0d2-976e-4a4b-ad97-11e4ecc60773 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 944 time: 0.0476692 Jan 17 13:02:12.777857 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45e1341c-6c0b-4093-b2d6-2be68e8c849e req-f04e8fe1-793f-467e-a6a8-e3a70ea1acc9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Jan 17 13:02:12.810982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['18e96047-1591-4298-aae8-a98b9f421105'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:02:13.894506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38784a5f-252a-405a-af35-ecaea6647910 req-88a7d3e1-a384-4903-8b78-361cab6ad135 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:13.896010 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-38784a5f-252a-405a-af35-ecaea6647910 req-88a7d3e1-a384-4903-8b78-361cab6ad135 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 944 time: 0.0525985 Jan 17 13:02:13.933494 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-38784a5f-252a-405a-af35-ecaea6647910 req-87bf3e54-7bff-484c-9d73-e2b64ea2a6e9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Jan 17 13:02:14.303221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 18e96047-1591-4298-aae8-a98b9f421105 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:02:14.418220 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 18e96047-1591-4298-aae8-a98b9f421105 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:02:14.421797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 18e96047-1591-4298-aae8-a98b9f421105 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:14.425078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:14.500132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:14.656761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:02:14.659115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8a4259-7235-4e9c-8a86-b2d4725c3783" -d '{"events": [{"server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "name": "network-vif-plugged", "status": "completed", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:02:14.671467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:14.739705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:14.760046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e73e211-185a-426e-89d4-6da42c50c8e9 x-openstack-request-id: req-9e73e211-185a-426e-89d4-6da42c50c8e9 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:02:14.760439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "name": "network-vif-plugged", "status": "completed", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:02:14.760751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e73e211-185a-426e-89d4-6da42c50c8e9 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:02:14.761354 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'code': 200} Jan 17 13:02:14.787396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:15.070933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c16ea-ce71-4542-ad80-3e43896e72de req-cb56ebad-67f9-4742-8129-407abdc96875 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:15.072441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d5c16ea-ce71-4542-ad80-3e43896e72de req-cb56ebad-67f9-4742-8129-407abdc96875 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.0733914 Jan 17 13:02:15.087063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726dfaf-8778-459f-a666-12fbcb2cd11f req-adf1795a-bdf1-4b25-bb43-6b4e9b515972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:15.088569 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0726dfaf-8778-459f-a666-12fbcb2cd11f req-adf1795a-bdf1-4b25-bb43-6b4e9b515972 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1098 time: 0.0633996 Jan 17 13:02:15.134147 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6d5c16ea-ce71-4542-ad80-3e43896e72de req-6b027425-8c55-4af2-bd3e-bbdfb4e87f64 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545416 Jan 17 13:02:15.139640 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0726dfaf-8778-459f-a666-12fbcb2cd11f req-2d4e74ef-2ea8-4961-bb4b-67b2bcdcde6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Jan 17 13:02:16.255980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17ce38-9e55-4c48-893b-c0c2aa583a3d req-5f3f7e15-1e86-4c56-8839-1ce565fccd63 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:16.257457 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0d17ce38-9e55-4c48-893b-c0c2aa583a3d req-5f3f7e15-1e86-4c56-8839-1ce565fccd63 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Jan 17 13:02:16.295134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0d17ce38-9e55-4c48-893b-c0c2aa583a3d req-e289aeaa-d28f-48d6-b5b0-28e7e35d772b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316761 Jan 17 13:02:17.411625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392583a2-a236-4b8a-96fe-a6e066937853 req-e617d2cb-4bc1-45c8-be27-2c4a1b163426 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:17.413082 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-392583a2-a236-4b8a-96fe-a6e066937853 req-e617d2cb-4bc1-45c8-be27-2c4a1b163426 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.0543780 Jan 17 13:02:17.450857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-392583a2-a236-4b8a-96fe-a6e066937853 req-66e6e886-feb5-4709-b28c-74ffd6688f03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Jan 17 13:02:17.562655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951880da-d918-4c09-8050-0cdf354c1021 req-c098233c-264b-4127-8a57-b4317c57e5b5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:17.564158 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-951880da-d918-4c09-8050-0cdf354c1021 req-c098233c-264b-4127-8a57-b4317c57e5b5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Jan 17 13:02:17.602311 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-951880da-d918-4c09-8050-0cdf354c1021 req-4ed91caa-b65d-4f88-b8df-3b2ae353b7ec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Jan 17 13:02:17.623257 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51312) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:17.663501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d109fca-8569-48d9-88c2-ce1fa8c5ef22 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:17.665042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2d109fca-8569-48d9-88c2-ce1fa8c5ef22 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1093 time: 0.0406907 Jan 17 13:02:17.667813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51314) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:17.672083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:17.802356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:17.905351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:18.003808 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.213 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1293ee8c-016c-42ff-83c9-a0d35f21fc8d) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:02:18.046410 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:02:18.105116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:18.202536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:18.237558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:18.240412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:18.243882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:02:18.277064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=1293ee8c-016c-42ff-83c9-a0d35f21fc8d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:18.596527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:18.735655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:18.881696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:18.961965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:19.030020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=1293ee8c-016c-42ff-83c9-a0d35f21fc8d,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:19.043770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:19.141337 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 94c216e8-e53e-4d29-bd55-de3820d95d7a associated. External IP: 172.26.4.213, port: 18e96047-1591-4298-aae8-a98b9f421105. Jan 17 13:02:19.347885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:02:19.453409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:02:19.466596 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:02:19.476110 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:19.476717 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:02:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:19.547300 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:19.586698 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:19.822396 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:18Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:19.850484 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:02:19.858882 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:19.859481 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:02:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:19.872872 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-261a54e7-3834-4c4c-becb-ed9e3e4ac12e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2015045 Jan 17 13:02:19.872872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:02:19.873579 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3" -d '{"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:02:19.873705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51320) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:19.916404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e6392c-c1ab-4b4a-8282-66f29c59df0d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:19.919534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-12e6392c-c1ab-4b4a-8282-66f29c59df0d tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1093 time: 0.0437696 Jan 17 13:02:19.972348 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:19.976878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245919b4-f59d-4526-a4c8-e78517fa88b7 x-openstack-request-id: req-245919b4-f59d-4526-a4c8-e78517fa88b7 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:02:19.977378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:02:19.977900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-245919b4-f59d-4526-a4c8-e78517fa88b7 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:02:19.978305 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'status': 'completed', 'code': 200} Jan 17 13:02:20.039392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-7614f838-9517-485f-9ed9-0437199da31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:20.040944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-7614f838-9517-485f-9ed9-0437199da31b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1098 time: 0.0410650 Jan 17 13:02:20.140220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-53f30343-cbfc-4394-a777-bc54933523bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:20.141581 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-53f30343-cbfc-4394-a777-bc54933523bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0941534 Jan 17 13:02:20.215935 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-5237a834-daf9-41dd-888b-b07d412debf2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 999 time: 0.0676930 Jan 17 13:02:20.265416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-03d28154-362c-466b-a0d4-5b520416c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:20.266882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-03d28154-362c-466b-a0d4-5b520416c6a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0445628 Jan 17 13:02:20.291757 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:18Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:20.317885 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4eeac-5e43-4096-b2e3-cc1c22d61b32 None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:18Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:02:20.318793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-9eeb8510-e909-4757-a9d7-4b565081f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:20.321080 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-9eeb8510-e909-4757-a9d7-4b565081f593 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476596 Jan 17 13:02:20.419422 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-5c7a395e-1c21-40c4-9bd0-6fa09c592bdc service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916955 Jan 17 13:02:20.517648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb37cf7-91eb-4f93-9f4e-d14557a1bbde None None] New status for floating IP 94c216e8-e53e-4d29-bd55-de3820d95d7a: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:02:20.519607 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f571c57-faf6-44b4-9b3b-e4fba15bbec3 req-661d3cf7-4fa4-4010-bc74-ebbb59e95e38 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931189 Jan 17 13:02:20.714623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51330) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:20.719285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-315814572', 'description': 'tempest-secgroup-smoke-315814572 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:20.825062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:20.889492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:20.978746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.006744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b89003a-d529-4870-89b5-23313df91c49,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:21.089859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.091123 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4f476b1c-2511-4c3c-94fb-b4ab33584366 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3754034 Jan 17 13:02:21.093870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51332) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:21.098851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5b89003a-d529-4870-89b5-23313df91c49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:21.194843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.250055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.333197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.348504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3c943a-af15-4b40-a007-4568a9580594,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:21.429156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.430379 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0213e7c0-3bd0-4c19-91fd-e62cca0b8ee8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3355944 Jan 17 13:02:21.433044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51334) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:21.437413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5b89003a-d529-4870-89b5-23313df91c49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:21.566997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.623423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.739214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.760605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d6587d-9ace-4581-b359-4139ccd6ea1b,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:21.844082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:21.845249 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-51cf4759-f562-43a9-86cb-fbbd20c12ae8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4112799 Jan 17 13:02:21.848062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51336) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:21.852294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5b89003a-d529-4870-89b5-23313df91c49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:21.977814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.036951 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.110750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.129992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d561b7-ad03-4990-b443-aea5b8114d2f,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:22.220416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.221662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5430242-79af-4941-83ef-798af4c6b298 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726773 Jan 17 13:02:22.224478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51338) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:22.228910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5b89003a-d529-4870-89b5-23313df91c49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:22.322170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.362565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.419926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.498821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.516388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9422aadd-08d9-42ed-b677-c155beaeaa87,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:22.592233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.593442 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bcfb3409-74a2-4174-8761-ed55f3c50dd7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680127 Jan 17 13:02:22.596839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51340) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:22.601168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5b89003a-d529-4870-89b5-23313df91c49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:22.687741 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:02:22.693048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.752792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.823641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.843627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a9c203-eac3-4fea-bb06-783545cfc54a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:22.923941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:22.925100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a7dda83f-e1e3-4b09-87a8-82acf03e6448 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273172 Jan 17 13:02:22.927853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51342) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:22.932108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '5b89003a-d529-4870-89b5-23313df91c49', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:23.024984 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:02:23.031579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:23.090660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:23.179177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:23.196828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5a1756-316c-4e2d-ad7e-3e107fdd774b,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:23.272355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:23.273602 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e4444a94-3bb7-4aa5-bf6d-d54e1dc2c3df tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448446 Jan 17 13:02:23.409571 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-e91f10b9-a3c7-42bc-83ab-e3cc5846ee27 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-315814572&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0330615 Jan 17 13:02:23.515808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-4aa4e74e-efc6-4972-8898-63dea0cc3b97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:23.517262 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-4aa4e74e-efc6-4972-8898-63dea0cc3b97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 796 time: 0.1012449 Jan 17 13:02:23.532221 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-4dc247ed-c80e-4b85-9e89-2a9ff0e66e41 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0089505 Jan 17 13:02:23.586346 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-aa5a95d2-09a3-483a-9397-535bd48e1a04 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0488753 Jan 17 13:02:23.722349 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-aa7383e6-1cec-4665-9a7c-01639d569d4e service neutron] 10.222.0.77 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234820 Jan 17 13:02:23.813303 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-6f882ede-e915-44cf-a2f2-f5bc16d3d737 service neutron] 10.222.0.77 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857580 Jan 17 13:02:24.236989 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-930b8905-c62e-47a2-8186-12c22bc46a3b req-b0d4737d-df73-41ce-8b55-26a57c48b258 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 210 time: 0.0262880 Jan 17 13:02:25.330013 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-81a3abdf-4c71-4896-bab5-f88466aed8af req-e0321b3a-0df9-4985-a5e8-6968a5fd30a4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 210 time: 0.0269070 Jan 17 13:02:26.242655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-304a25a6-f0c9-4990-b7a1-93fc4fe08b77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:26.244230 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-304a25a6-f0c9-4990-b7a1-93fc4fe08b77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 796 time: 0.1030869 Jan 17 13:02:26.429551 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-22567ac6-76a5-44bb-96cc-e576d0cafef4 req-1429fa70-fcd8-486b-85a1-ffdcb49994ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 210 time: 0.0266964 Jan 17 13:02:26.602770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-4cabced0-f9f1-4f9c-911b-3e1f6069a3b5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 472 time: 0.3497436 Jan 17 13:02:26.614047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['5b89003a-d529-4870-89b5-23313df91c49']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:26.796394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:02:26.800214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:26.930715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.11 (70a215d7-9ba1-4ba4-996f-3e4822a846ca/358c12df-8b90-4eb6-9a30-84019a2daae6/d42d1807-db9a-47e3-9167-974dfe497038) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:02:27.065524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.156680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.199421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:27.202489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:27.211641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:02:27.215482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=d42d1807-db9a-47e3-9167-974dfe497038,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:27.262457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:27.263110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.336025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d69e565f-9c52-44e0-a9b4-e16208bf6a1e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7255383 Jan 17 13:02:27.351641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Request body: {'port': {'device_id': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:27.407803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9c188663-7084-46a3-9109-f7bd2cc712ed None None] Provisioning complete for port d42d1807-db9a-47e3-9167-974dfe497038 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:27.408459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9c188663-7084-46a3-9109-f7bd2cc712ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.411755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.445118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9c188663-7084-46a3-9109-f7bd2cc712ed None None] Port d42d1807-db9a-47e3-9167-974dfe497038 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:02:27.625941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e4a01-5d0c-47c1-84ea-2c46cd9fc583 req-139cdc7f-7044-48aa-aa34-70fa2c9f2a9d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:27.627379 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b7e4a01-5d0c-47c1-84ea-2c46cd9fc583 req-139cdc7f-7044-48aa-aa34-70fa2c9f2a9d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 932 time: 0.1140194 Jan 17 13:02:27.690097 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b7e4a01-5d0c-47c1-84ea-2c46cd9fc583 req-1bede0e3-eae8-4045-9ece-b34faa20990e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551240 Jan 17 13:02:27.751105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42d1807-db9a-47e3-9167-974dfe497038 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:02:27.758994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.771064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Transition to ACTIVE for port object d42d1807-db9a-47e3-9167-974dfe497038 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:02:27.841539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:27.891854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Pushing event updated for resources: {'Port': ['ID=d42d1807-db9a-47e3-9167-974dfe497038,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:27.960540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Attempting to bind port d42d1807-db9a-47e3-9167-974dfe497038 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:02:27.960884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Attempting to bind port d42d1807-db9a-47e3-9167-974dfe497038 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:02:27.961211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Attempting to bind port d42d1807-db9a-47e3-9167-974dfe497038 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:27.965649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Port d42d1807-db9a-47e3-9167-974dfe497038 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:02:27.965968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Attempting to bind port d42d1807-db9a-47e3-9167-974dfe497038 on network 70a215d7-9ba1-4ba4-996f-3e4822a846ca {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:02:27.970905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:02:27.971252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Checking segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:02:27.971676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Bound using segment: {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:02:27.972099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Bound port: d42d1807-db9a-47e3-9167-974dfe497038, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3261ff-1ede-4548-9914-9a1d676de6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:02:27.972459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:28.043475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] For port d42d1807-db9a-47e3-9167-974dfe497038, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:02:28.046579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] For port d42d1807-db9a-47e3-9167-974dfe497038, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d42d1807-db9a-47e3-9167-974dfe497038,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:02:28.122094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:28.155392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.156049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:28.157446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] 10.222.0.67 "PUT /v2.0/ports/d42d1807-db9a-47e3-9167-974dfe497038 HTTP/1.1" status: 200 len: 1094 time: 0.8103464 Jan 17 13:02:28.157895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:02:28.161101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973a58e-23ff-4b60-bf20-b204d4a7509c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "tag": "d42d1807-db9a-47e3-9167-974dfe497038"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:02:28.190678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca84487-97cc-434a-90cc-365ba8d8537f service neutron] Pushing event updated for resources: {'Port': ['ID=d42d1807-db9a-47e3-9167-974dfe497038,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:28.207376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253372bf-4185-4391-a632-b9fab306521d x-openstack-request-id: req-253372bf-4185-4391-a632-b9fab306521d {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:02:28.207699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "tag": "d42d1807-db9a-47e3-9167-974dfe497038", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:02:28.207955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-253372bf-4185-4391-a632-b9fab306521d {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:02:28.208355 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038', 'status': 'completed', 'code': 200} Jan 17 13:02:28.276939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a58e-23ff-4b60-bf20-b204d4a7509c req-17f97d71-d383-443a-af42-7fdeae42de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.278522 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9973a58e-23ff-4b60-bf20-b204d4a7509c req-17f97d71-d383-443a-af42-7fdeae42de28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 1097 time: 0.0451705 Jan 17 13:02:28.379475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a58e-23ff-4b60-bf20-b204d4a7509c req-ec8e212a-341d-4594-b19c-81396e5a4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.381118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9973a58e-23ff-4b60-bf20-b204d4a7509c req-ec8e212a-341d-4594-b19c-81396e5a4faf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0960028 Jan 17 13:02:28.477972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a58e-23ff-4b60-bf20-b204d4a7509c req-dd646a4f-1fdd-469b-9939-e3ceefef35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.479320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9973a58e-23ff-4b60-bf20-b204d4a7509c req-dd646a4f-1fdd-469b-9939-e3ceefef35cb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868258 Jan 17 13:02:28.557458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-e247ef2f-f081-4708-af29-1cfb550ea0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.558952 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-e247ef2f-f081-4708-af29-1cfb550ea0ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 1097 time: 0.0406482 Jan 17 13:02:28.603748 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-52ff0b68-32c1-43a5-aad0-753eb7334404 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d42d1807-db9a-47e3-9167-974dfe497038 HTTP/1.1" status: 200 len: 217 time: 0.0367117 Jan 17 13:02:28.653327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-442d55b6-ae35-41f8-816c-3a386582fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.654732 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-442d55b6-ae35-41f8-816c-3a386582fde4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0425198 Jan 17 13:02:28.699051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d92397b5-8328-4e92-a9d5-eb3a5ac83f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.700601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-d92397b5-8328-4e92-a9d5-eb3a5ac83f01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387132 Jan 17 13:02:28.830794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046a4ee-5dd4-4960-9e94-311c1c1d4744 req-b329e2fa-ed79-4fc8-b601-21d32902c69d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:28.832316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d046a4ee-5dd4-4960-9e94-311c1c1d4744 req-b329e2fa-ed79-4fc8-b601-21d32902c69d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 944 time: 0.0761151 Jan 17 13:02:28.835917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-4c8f38f1-2619-42b3-b7d5-904d48eda6bf service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270075 Jan 17 13:02:28.926171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d046a4ee-5dd4-4960-9e94-311c1c1d4744 req-d5cff089-cc8f-4821-b0d8-af0f3cd198c3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879593 Jan 17 13:02:28.956062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98df3b49-acda-4bc6-aed1-3536106bb932 req-4ebc1426-913f-4dd5-a2a6-01f897641cda service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121974 Jan 17 13:02:30.042652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f06a-9c20-4167-baa6-8cf6431f70b8 req-5ad24621-5890-4c8b-9d7d-ffdd2c5ff71e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:30.044192 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c21f06a-9c20-4167-baa6-8cf6431f70b8 req-5ad24621-5890-4c8b-9d7d-ffdd2c5ff71e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 944 time: 0.0506268 Jan 17 13:02:30.081437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c21f06a-9c20-4167-baa6-8cf6431f70b8 req-edd5e700-4393-4095-8cf1-df43b95f8265 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Jan 17 13:02:30.443450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d42d1807-db9a-47e3-9167-974dfe497038 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:02:30.536728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port d42d1807-db9a-47e3-9167-974dfe497038, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d42d1807-db9a-47e3-9167-974dfe497038,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:30.548409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'd42d1807-db9a-47e3-9167-974dfe497038', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'port_id': 'd42d1807-db9a-47e3-9167-974dfe497038', 'mac_address': 'fa:16:3e:92:2e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:02:30.585246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:30.600656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42d1807-db9a-47e3-9167-974dfe497038 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:02:30.619245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port d42d1807-db9a-47e3-9167-974dfe497038, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d42d1807-db9a-47e3-9167-974dfe497038,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:30.693329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:30.739978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=d42d1807-db9a-47e3-9167-974dfe497038,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:30.914445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['d42d1807-db9a-47e3-9167-974dfe497038'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:02:31.196010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8459f1-1742-4bd5-b4a9-ad58f8ccb1d6 req-05a3748c-1559-4e12-aec8-a93c327a8767 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:31.197500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b8459f1-1742-4bd5-b4a9-ad58f8ccb1d6 req-05a3748c-1559-4e12-aec8-a93c327a8767 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 945 time: 0.0498276 Jan 17 13:02:31.234412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b8459f1-1742-4bd5-b4a9-ad58f8ccb1d6 req-2f2eb2b9-9753-4212-bded-de10a905da01 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Jan 17 13:02:32.351105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f029c6-778f-4907-b81b-d137d95677d9 req-00a887f7-22da-40e0-af25-44ab697deed7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:32.352634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e4f029c6-778f-4907-b81b-d137d95677d9 req-00a887f7-22da-40e0-af25-44ab697deed7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 945 time: 0.0516469 Jan 17 13:02:32.390313 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e4f029c6-778f-4907-b81b-d137d95677d9 req-87a0bd78-41c1-4656-8448-df038a064715 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Jan 17 13:02:32.445802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d42d1807-db9a-47e3-9167-974dfe497038 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:02:32.550285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port d42d1807-db9a-47e3-9167-974dfe497038 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:02:32.554004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port d42d1807-db9a-47e3-9167-974dfe497038 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:02:32.554381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:32.630798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:32.653082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:02:32.655279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c6a4c6-ccf2-41e2-88a6-676de06ced8e" -d '{"events": [{"server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "name": "network-vif-plugged", "status": "completed", "tag": "d42d1807-db9a-47e3-9167-974dfe497038"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:02:32.668165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port d42d1807-db9a-47e3-9167-974dfe497038, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d42d1807-db9a-47e3-9167-974dfe497038,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:02:32.695562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3f0672-4026-4779-afdc-c36954c2ae6d x-openstack-request-id: req-ea3f0672-4026-4779-afdc-c36954c2ae6d {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:02:32.695906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "name": "network-vif-plugged", "status": "completed", "tag": "d42d1807-db9a-47e3-9167-974dfe497038", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:02:32.696108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea3f0672-4026-4779-afdc-c36954c2ae6d {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:02:32.696522 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038', 'code': 200} Jan 17 13:02:32.723954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:32.772261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=d42d1807-db9a-47e3-9167-974dfe497038,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:32.983003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab60b00-b7e8-4c74-991f-7cc5ad470496 req-b29dd3c6-8843-4e54-8e58-934f5f67175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:32.984467 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ab60b00-b7e8-4c74-991f-7cc5ad470496 req-b29dd3c6-8843-4e54-8e58-934f5f67175b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 1099 time: 0.0392575 Jan 17 13:02:33.022913 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ab60b00-b7e8-4c74-991f-7cc5ad470496 req-71a80abb-0fe8-4fef-9d9d-cab6fed64dde service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314636 Jan 17 13:02:33.506130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2d33-0085-4f16-b31d-de4595dc6cd6 req-c2666f66-c960-4fce-955a-1ea1d711d3f1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:33.507723 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-351e2d33-0085-4f16-b31d-de4595dc6cd6 req-c2666f66-c960-4fce-955a-1ea1d711d3f1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 946 time: 0.0503337 Jan 17 13:02:33.546291 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-351e2d33-0085-4f16-b31d-de4595dc6cd6 req-eacf2e43-710b-4a85-bf2c-797ee1044d5f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Jan 17 13:02:33.767559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2105aaed-327d-465f-8de5-c440e91ff7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:34.664166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fffb2-e35e-42c4-9118-a28efe4cb8b2 req-4add0456-cc7b-48cc-ba76-c57e666def69 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:34.665646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-471fffb2-e35e-42c4-9118-a28efe4cb8b2 req-4add0456-cc7b-48cc-ba76-c57e666def69 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 946 time: 0.0491064 Jan 17 13:02:34.703129 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-471fffb2-e35e-42c4-9118-a28efe4cb8b2 req-10aee7aa-76cb-4075-9e31-becc58965a03 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Jan 17 13:02:34.814893 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217341d2-839c-4c72-a022-fe15c553ff0e req-b346bb19-0eec-44e3-83a7-fc19c713b6e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:34.816381 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-217341d2-839c-4c72-a022-fe15c553ff0e req-b346bb19-0eec-44e3-83a7-fc19c713b6e5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 946 time: 0.0486045 Jan 17 13:02:34.853600 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-217341d2-839c-4c72-a022-fe15c553ff0e req-45a6d2f1-e30f-4f71-bd47-d05423c86953 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Jan 17 13:02:34.874139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51396) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:34.916565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dc75f-434b-47f0-8bfb-2497bad1df42 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:34.918066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3a3dc75f-434b-47f0-8bfb-2497bad1df42 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 1094 time: 0.0430005 Jan 17 13:02:34.920736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51398) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:02:34.925421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'd42d1807-db9a-47e3-9167-974dfe497038', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:02:35.007730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:35.103745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:35.215723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.135 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d036d867-3777-4489-b5a4-3dea76622404) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:02:35.313552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:35.419013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:35.458157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:02:35.460998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:02:35.464345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:02:35.489356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=d036d867-3777-4489-b5a4-3dea76622404,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:35.809480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:35.947122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:36.095801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:36.167376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a369619a-c012-40f9-9bb8-baf91e281fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:36.195737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:36.262123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=d036d867-3777-4489-b5a4-3dea76622404,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:02:36.275736 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:36.378134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 4d453b68-049a-47f5-89dc-37942fdcfa67 associated. External IP: 172.26.4.135, port: d42d1807-db9a-47e3-9167-974dfe497038. Jan 17 13:02:36.588543 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:02:36.699588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:02:36.709304 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:02:36.720787 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:36.726105 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:02:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:36.826938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:36.829346 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:36.854422 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-06111e84-eadf-4966-9d55-d1606e60f1cd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9326856 Jan 17 13:02:36.855007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:02:36.857289 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "tag": "d42d1807-db9a-47e3-9167-974dfe497038"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:02:36.893415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd8f517-76c6-45c7-8be9-cee9b866d4f3 x-openstack-request-id: req-afd8f517-76c6-45c7-8be9-cee9b866d4f3 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:02:36.893712 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "tag": "d42d1807-db9a-47e3-9167-974dfe497038", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:02:36.893971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afd8f517-76c6-45c7-8be9-cee9b866d4f3 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:02:36.894373 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038', 'status': 'completed', 'code': 200} Jan 17 13:02:36.959021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-ed62cfae-2693-4ed0-84be-ec163bc4b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:36.960464 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-ed62cfae-2693-4ed0-84be-ec163bc4b5b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 1099 time: 0.0416503 Jan 17 13:02:37.053523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-ea41471e-fe09-40e5-a67c-49556b05e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:37.055207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-ea41471e-fe09-40e5-a67c-49556b05e7ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0878420 Jan 17 13:02:37.062000 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '4d453b68-049a-47f5-89dc-37942fdcfa67', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.135', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': 'd42d1807-db9a-47e3-9167-974dfe497038', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:92:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:35Z', 'updated_at': '2022-01-17T13:02:35Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}, {'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:20Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:37.087819 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:02:37.096490 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:02:37.097094 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:02:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:37.127705 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-4ca8eaf4-1741-4fc4-861f-468165766ebe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d42d1807-db9a-47e3-9167-974dfe497038 HTTP/1.1" status: 200 len: 1000 time: 0.0598309 Jan 17 13:02:37.180223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-1e20eb22-e606-4835-aaf9-52db87e5afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:37.181704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-1e20eb22-e606-4835-aaf9-52db87e5afcd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0462577 Jan 17 13:02:37.201774 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:02:37.234216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-f560eadc-79d8-4c6f-ab52-a82bd9ad7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:37.235721 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-f560eadc-79d8-4c6f-ab52-a82bd9ad7927 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479705 Jan 17 13:02:37.304677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:37.327448 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-c9135169-1017-4cf0-9479-b6c07540629a service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838637 Jan 17 13:02:37.422918 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97c36a2c-7b8f-4bc8-a3ac-7d2b3be2a273 req-4959c856-413d-444a-bbc6-5109ff991fb2 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882215 Jan 17 13:02:37.424923 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '4d453b68-049a-47f5-89dc-37942fdcfa67', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.135', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': 'd42d1807-db9a-47e3-9167-974dfe497038', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:92:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:35Z', 'updated_at': '2022-01-17T13:02:35Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}, {'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:20Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:02:37.454395 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c897b26-7388-4846-9aa9-8322f8a846e9 None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '4d453b68-049a-47f5-89dc-37942fdcfa67', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.135', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': 'd42d1807-db9a-47e3-9167-974dfe497038', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:92:2e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:35Z', 'updated_at': '2022-01-17T13:02:35Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}, {'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:20Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:02:37.633030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6790b-6016-4e3a-b735-b6e4bae04506 None None] New status for floating IP 4d453b68-049a-47f5-89dc-37942fdcfa67: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:02:38.771382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:38.978701 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:41.166076 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-0b41a6d7-fb2d-4856-9225-65c88083a5d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407996 Jan 17 13:02:41.245295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-655c1a55-16f8-4b68-872d-0966929e6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:41.246874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-655c1a55-16f8-4b68-872d-0966929e6232 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1098 time: 0.0408709 Jan 17 13:02:41.350981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-9a386ba6-a8cb-4d04-835a-8a5e410f0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:41.352471 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-9a386ba6-a8cb-4d04-835a-8a5e410f0d94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0875363 Jan 17 13:02:41.416051 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-ec285039-23cc-46ea-b0a2-cc1759dc2175 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 1001 time: 0.0569291 Jan 17 13:02:41.466046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-98908e6a-917a-48f7-94bc-838bcb50a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:41.467422 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-98908e6a-917a-48f7-94bc-838bcb50a34d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0435710 Jan 17 13:02:41.516339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-b4b158ff-2d4c-4b68-9a5e-3ccaab951f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:02:41.517841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-b4b158ff-2d4c-4b68-9a5e-3ccaab951f10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440040 Jan 17 13:02:41.605170 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-2996702d-1f18-4741-a885-32924a025222 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806949 Jan 17 13:02:41.697558 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9505e2c2-784b-4b2d-b2d2-8e00c26d43a1 req-d96dd9ff-5d88-4515-b81c-bd45b63b50ab service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853019 Jan 17 13:02:52.315373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:02:55.044901 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:03:03.773176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d1717458-6245-4520-bc92-e763e478b698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:06.170060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-014704b4-42c5-448b-9d10-75e221e1faf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:07.343573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:08.766384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:08.932550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:10.907113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51414) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:10.969355 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-47050002-ff28-4c53-8914-8cc991481ac4 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/94c216e8-e53e-4d29-bd55-de3820d95d7a HTTP/1.1" status: 200 len: 993 time: 0.0608726 Jan 17 13:03:11.666852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51422) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:11.672207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:11.737207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:11.887539 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:11.916777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:11.981460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:12.024336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:12.024988 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:12.026373 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/ports/18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 938 time: 0.3585045 Jan 17 13:03:12.026931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:12.029275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:12.054104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=6']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:12.061791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.062140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.062477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.062811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.063137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.063551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.063812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.064254 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.064586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.064920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.065218 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.065538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04a9bf3-8352-4f96-92ef-b55e084acd0a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:12.077820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032411e0-b976-42c4-80d7-6784d45d33bc x-openstack-request-id: req-032411e0-b976-42c4-80d7-6784d45d33bc {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:12.078116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:12.078369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-032411e0-b976-42c4-80d7-6784d45d33bc {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:12.078763 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'status': 'completed', 'code': 200} Jan 17 13:03:12.143481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-eb9a89ab-b7cf-4bc9-93ba-907ff5b4f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:12.145231 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-eb9a89ab-b7cf-4bc9-93ba-907ff5b4f006 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1099 time: 0.0437171 Jan 17 13:03:12.235594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-78e0ebeb-c85b-4844-ac99-062e703eb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:12.237122 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-78e0ebeb-c85b-4844-ac99-062e703eb91a service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0849874 Jan 17 13:03:12.240307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b27ce3f7-206d-483c-b317-79ad3eaf8ca2 None None] Provisioning complete for port 18e96047-1591-4298-aae8-a98b9f421105 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:12.240819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b27ce3f7-206d-483c-b317-79ad3eaf8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:12.280672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b27ce3f7-206d-483c-b317-79ad3eaf8ca2 None None] Port 18e96047-1591-4298-aae8-a98b9f421105 is administratively disabled so it will not transition to active. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Jan 17 13:03:12.304973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-ffc2883b-7654-4d9a-82bd-88ef259d22b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 1002 time: 0.0611286 Jan 17 13:03:12.353577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-c601fffb-1018-4e45-98d7-9daacc27398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:12.354970 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-c601fffb-1018-4e45-98d7-9daacc27398a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0424645 Jan 17 13:03:12.398458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-4cbf8161-2cbc-4ab0-8854-f227882606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:12.399936 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-4cbf8161-2cbc-4ab0-8854-f227882606b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388594 Jan 17 13:03:12.490128 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-ea642052-35d1-4235-9e6d-be69feaa2928 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831575 Jan 17 13:03:12.577547 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5ecb8611-dcca-4bd7-a3de-f1a778ac3a7e req-fbac870c-0e93-4bf6-a90f-64b034991a38 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804706 Jan 17 13:03:15.414935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51430) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:15.420353 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:15.484770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:15.627853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:15.655922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:15.726092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:15.770183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:15.775957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:15.775957 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/ports/18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 937 time: 0.3562696 Jan 17 13:03:15.775957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:15.775957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:15.776376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51432) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:15.803800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb218f-738c-40c2-8cef-f2e13f0bbdcb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=7']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:15.821088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e20a1f-416d-4c71-87a2-9238e2a5dfee x-openstack-request-id: req-20e20a1f-416d-4c71-87a2-9238e2a5dfee {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:15.821460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:15.821784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20e20a1f-416d-4c71-87a2-9238e2a5dfee {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:15.822339 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'status': 'completed', 'code': 200} Jan 17 13:03:15.860587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-599d0ff3-3b2c-4c26-92d3-2788243d46ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/94c216e8-e53e-4d29-bd55-de3820d95d7a HTTP/1.1" status: 200 len: 993 time: 0.0832353 Jan 17 13:03:15.894733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-2be873d2-2d12-4b7a-81a1-66a44be1c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:15.896284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-2be873d2-2d12-4b7a-81a1-66a44be1c81a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1098 time: 0.0458870 Jan 17 13:03:15.994289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-835bdd7c-ac5d-49da-bed8-4f6d4c967be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:15.995658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['18e96047-1591-4298-aae8-a98b9f421105'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:03:15.996142 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-835bdd7c-ac5d-49da-bed8-4f6d4c967be8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0922005 Jan 17 13:03:16.048907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5c98690d-7475-4423-9b98-8e1a5fb816f7 None None] Provisioning complete for port 18e96047-1591-4298-aae8-a98b9f421105 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:16.049204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5c98690d-7475-4423-9b98-8e1a5fb816f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:16.061252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-0c69db4e-a295-40e6-823a-8a8aa5931a03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 1001 time: 0.0589049 Jan 17 13:03:16.110371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-825bc69b-cfd8-4d04-a405-769e9439965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:16.111961 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-825bc69b-cfd8-4d04-a405-769e9439965f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0445800 Jan 17 13:03:16.162317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-78af845f-bff6-4b63-804f-65e4e8c13556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:16.163904 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-78af845f-bff6-4b63-804f-65e4e8c13556 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453138 Jan 17 13:03:16.253806 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-3ed006cc-1cf2-4d22-9831-0e75731e3d6d service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830843 Jan 17 13:03:16.351742 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eadaf756-8d08-4405-ab7d-2c1902d6b1a2 req-21eea6d8-e450-43c4-8403-4d1c082dddc7 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916369 Jan 17 13:03:18.383040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51442) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:18.537680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port d036d867-3777-4489-b5a4-3dea76622404 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:18.538022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:18.611327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:18.611916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:18.624117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for d036d867-3777-4489-b5a4-3dea76622404 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:18.898147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:18.921052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=d036d867-3777-4489-b5a4-3dea76622404,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:18.931252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.931635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.931986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.932322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.933051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.933051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.933295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.933622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.933949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.934276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.934596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.934919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:18.996455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:18.996834 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 4d453b68-049a-47f5-89dc-37942fdcfa67 disassociated (deleted). External IP: 172.26.4.135, port: d42d1807-db9a-47e3-9167-974dfe497038. Jan 17 13:03:19.199096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:03:19.301016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:03:19.305419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:19.311686 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:03:19.321197 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:19.321874 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:19.334635 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0a77cd5e-d515-4fc2-8365-cccd4a5a7c16 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/4d453b68-049a-47f5-89dc-37942fdcfa67 HTTP/1.1" status: 204 len: 168 time: 0.9504712 Jan 17 13:03:19.335328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:19.337714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "tag": "d42d1807-db9a-47e3-9167-974dfe497038"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:19.381365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e82708-19d5-4238-ae1a-91b80b87a0b9 x-openstack-request-id: req-d4e82708-19d5-4238-ae1a-91b80b87a0b9 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:19.381845 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "tag": "d42d1807-db9a-47e3-9167-974dfe497038", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:19.382212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4e82708-19d5-4238-ae1a-91b80b87a0b9 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:19.382700 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038', 'status': 'completed', 'code': 200} Jan 17 13:03:19.433703 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:19.445184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-3860ee8b-1806-4eea-abe5-7d0756523575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:19.449513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-3860ee8b-1806-4eea-abe5-7d0756523575 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 1099 time: 0.0429618 Jan 17 13:03:19.539931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-1900d3fb-8f6f-4923-b3b1-bd733434ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:19.541426 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-1900d3fb-8f6f-4923-b3b1-bd733434ffe8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0875120 Jan 17 13:03:19.586666 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-8c75c64b-b4db-4f50-a4b1-ae4b4e479c2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d42d1807-db9a-47e3-9167-974dfe497038 HTTP/1.1" status: 200 len: 217 time: 0.0389147 Jan 17 13:03:19.634919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-5a9b727e-5b86-496d-ba7e-2b7389e4f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:19.636402 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-5a9b727e-5b86-496d-ba7e-2b7389e4f755 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0440950 Jan 17 13:03:19.656808 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:20Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:19.689835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-97f25224-eb90-4b0f-983f-38fe3b852a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:19.690075 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:03:19.690186 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-97f25224-eb90-4b0f-983f-38fe3b852a6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447254 Jan 17 13:03:19.694592 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:19.695122 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:19.908392 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:19.918606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddae514-a97a-4fc9-a43c-44760bcb9a43 req-88f718ea-bc45-4d46-9210-165e5df623e3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:19.920405 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ddae514-a97a-4fc9-a43c-44760bcb9a43 req-88f718ea-bc45-4d46-9210-165e5df623e3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 946 time: 0.0602498 Jan 17 13:03:19.971835 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ddae514-a97a-4fc9-a43c-44760bcb9a43 req-3edfda1f-564f-4cfd-aebb-facd710c75f9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451026 Jan 17 13:03:20.101515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-8ae951d2-5711-4f20-9daa-7fb06d6afe09 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060574 Jan 17 13:03:20.135516 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:20Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:20.165992 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e0fe13-1f3b-4e5d-834d-2d70e03aa917 None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '94c216e8-e53e-4d29-bd55-de3820d95d7a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'port_id': '18e96047-1591-4298-aae8-a98b9f421105', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'mac_address': 'fa:16:3e:23:3e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:02:18Z', 'updated_at': '2022-01-17T13:02:20Z', 'revision_number': 1, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:03:20.194436 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3ca332e-4b42-4dd2-a60f-ddfaaf8bf7ce req-d0b8e314-b023-4675-95e8-06b18680b807 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836623 Jan 17 13:03:20.380667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988e402-86b0-4268-ad81-a6aa1e8236aa None None] New status for floating IP 4d453b68-049a-47f5-89dc-37942fdcfa67: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:03:21.093862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8e48-b7be-46fe-897f-02a7b5dfece7 req-2f0b3b55-0b7e-4983-853e-b8ced07940f8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:21.095541 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46de8e48-b7be-46fe-897f-02a7b5dfece7 req-2f0b3b55-0b7e-4983-853e-b8ced07940f8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 946 time: 0.0529239 Jan 17 13:03:21.132525 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46de8e48-b7be-46fe-897f-02a7b5dfece7 req-7e6ed030-2925-4de6-89d7-1fe00de74747 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=5b89003a-d529-4870-89b5-23313df91c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Jan 17 13:03:21.198082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-0600b4f0-6152-44f4-966b-b444c01d9f38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:21.199564 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-0600b4f0-6152-44f4-966b-b444c01d9f38 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 946 time: 0.0474691 Jan 17 13:03:21.285958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port d42d1807-db9a-47e3-9167-974dfe497038 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:21.286300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:21.374502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port d42d1807-db9a-47e3-9167-974dfe497038, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d42d1807-db9a-47e3-9167-974dfe497038,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:21.374858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:21.386687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for d42d1807-db9a-47e3-9167-974dfe497038 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:21.600669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:21.634467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=d42d1807-db9a-47e3-9167-974dfe497038,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:21.671659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port d42d1807-db9a-47e3-9167-974dfe497038 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:03:21.674794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:21.678124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1f44af3b-77b9-4e83-b56a-b490c5fd6459 req-e0fb5ba8-e082-40bc-a31c-60e23972872e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/d42d1807-db9a-47e3-9167-974dfe497038 HTTP/1.1" status: 204 len: 173 time: 0.4728246 Jan 17 13:03:21.678583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'name': 'network-vif-deleted', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:21.680881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b05dc-8234-489a-9046-2cd99f7ab493" -d '{"events": [{"server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "name": "network-vif-deleted", "tag": "d42d1807-db9a-47e3-9167-974dfe497038"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:21.715011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d0540-67f3-4ea3-988b-79e26fa8f2d9 x-openstack-request-id: req-fb7d0540-67f3-4ea3-988b-79e26fa8f2d9 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:21.715303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8af9ea-10d1-438b-9718-b2c67369b39b", "name": "network-vif-deleted", "tag": "d42d1807-db9a-47e3-9167-974dfe497038", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:21.715584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb7d0540-67f3-4ea3-988b-79e26fa8f2d9 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:21.715985 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8af9ea-10d1-438b-9718-b2c67369b39b', 'name': 'network-vif-deleted', 'tag': 'd42d1807-db9a-47e3-9167-974dfe497038', 'status': 'completed', 'code': 200} Jan 17 13:03:22.235533 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6ea00846-30ce-4ce4-8499-3b6289bd6b6d req-559b94a2-a2e6-4e03-bfb4-21cbc41db75f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8af9ea-10d1-438b-9718-b2c67369b39b HTTP/1.1" status: 200 len: 210 time: 0.0260334 Jan 17 13:03:22.298146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.291977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51458) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:23.349374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385ce225-c1a9-4b2d-9d2e-c1ef3dcf0b68 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.382720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385ce225-c1a9-4b2d-9d2e-c1ef3dcf0b68 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.524175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385ce225-c1a9-4b2d-9d2e-c1ef3dcf0b68 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.526718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-385ce225-c1a9-4b2d-9d2e-c1ef3dcf0b68 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.527905 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-385ce225-c1a9-4b2d-9d2e-c1ef3dcf0b68 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/5b89003a-d529-4870-89b5-23313df91c49 HTTP/1.1" status: 204 len: 168 time: 0.2349417 Jan 17 13:03:23.537333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ce225-c1a9-4b2d-9d2e-c1ef3dcf0b68 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b89003a-d529-4870-89b5-23313df91c49,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:23.650917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51462) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:23.804932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 1293ee8c-016c-42ff-83c9-a0d35f21fc8d {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:23.805198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.878291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.878623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:23.890249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 1293ee8c-016c-42ff-83c9-a0d35f21fc8d owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:24.126715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:24.153910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=1293ee8c-016c-42ff-83c9-a0d35f21fc8d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:24.215998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:24.221098 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP 94c216e8-e53e-4d29-bd55-de3820d95d7a disassociated (deleted). External IP: 172.26.4.213, port: 18e96047-1591-4298-aae8-a98b9f421105. Jan 17 13:03:24.418809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:03:24.524260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:03:24.528898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:24.534709 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:03:24.543711 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:24.544384 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:24.556806 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f415fba3-8712-4250-97c0-fd6d8ad38fb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/94c216e8-e53e-4d29-bd55-de3820d95d7a HTTP/1.1" status: 204 len: 168 time: 0.9047871 Jan 17 13:03:24.557417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:24.559687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1" -d '{"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:24.595264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea62b79-ac30-4f23-b7fe-826de6cc7207 x-openstack-request-id: req-4ea62b79-ac30-4f23-b7fe-826de6cc7207 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:24.595860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:24.596255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ea62b79-ac30-4f23-b7fe-826de6cc7207 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:24.596738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'status': 'completed', 'code': 200} Jan 17 13:03:24.659685 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:24.672745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-dc5672d7-3005-47da-ab29-472fd72c9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:24.672745 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-dc5672d7-3005-47da-ab29-472fd72c9af2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 1098 time: 0.0444412 Jan 17 13:03:24.756337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-be36aeae-d842-4fed-8520-c0ad64f64d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:24.757846 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-be36aeae-d842-4fed-8520-c0ad64f64d50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 200 len: 897 time: 0.0890148 Jan 17 13:03:24.786120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d42d1807-db9a-47e3-9167-974dfe497038 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:03:24.799370 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-5bcb10be-e4e3-4b7b-891b-b52ceb4a263e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 200 len: 217 time: 0.0355382 Jan 17 13:03:24.807163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: d42d1807-db9a-47e3-9167-974dfe497038 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:03:24.807547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device d42d1807-db9a-47e3-9167-974dfe497038 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:03:24.848818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-ade9b176-ca81-478e-8d58-a103e2e946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:24.850329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-ade9b176-ca81-478e-8d58-a103e2e946c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 200 len: 835 time: 0.0448322 Jan 17 13:03:24.866002 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:24.892598 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:03:24.901201 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:24.901804 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:24.902404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-5700791d-2c4f-4152-a720-d02d9ba9a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:24.904015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-5700791d-2c4f-4152-a720-d02d9ba9a1ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=70a215d7-9ba1-4ba4-996f-3e4822a846ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420051 Jan 17 13:03:25.002440 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-0064d359-f177-44a4-b838-ffa03360f007 service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914862 Jan 17 13:03:25.010150 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:25.109894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230892b-e5c2-4e56-a4c0-6a800029e58d req-099d7b20-eba9-4455-9fdd-9645ece1ba22 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:25.111946 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d230892b-e5c2-4e56-a4c0-6a800029e58d req-099d7b20-eba9-4455-9fdd-9645ece1ba22 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.1085720 Jan 17 13:03:25.144526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d07f27c-c730-4ae5-8a7f-3ab0c00509d1 req-40c49657-8ee2-424b-916e-c9ccaf509bec service neutron] 10.222.0.67 "GET /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328247 Jan 17 13:03:25.163160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d230892b-e5c2-4e56-a4c0-6a800029e58d req-6808d01a-2fc2-4bab-9530-a319c79a9d82 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Jan 17 13:03:25.218128 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:25.245189 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e047d-7fdc-41a3-bd62-91d3f9834195 None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'e255b2c4-1950-4833-b4e8-9c1aab64ddba', 'name': '', 'network_id': '70a215d7-9ba1-4ba4-996f-3e4822a846ca', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:cb:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:02:01Z', 'updated_at': '2022-01-17T13:02:05Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '358c12df-8b90-4eb6-9a30-84019a2daae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:03:25.463045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f0e19b-d5a5-4b85-8b3e-1453a96b522b None None] New status for floating IP 94c216e8-e53e-4d29-bd55-de3820d95d7a: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:03:26.279308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27be28-2ac2-4233-9385-f9e03b4ab98c req-b754775e-ec08-4588-99a1-9cf518a8871b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:26.280835 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6d27be28-2ac2-4233-9385-f9e03b4ab98c req-b754775e-ec08-4588-99a1-9cf518a8871b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.0484874 Jan 17 13:03:26.318728 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6d27be28-2ac2-4233-9385-f9e03b4ab98c req-832c2d77-de55-4919-b17f-4f49212e90f8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b0a82f7-34ef-4857-a680-d11a52afad95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Jan 17 13:03:26.436827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-31f41f1a-525c-4def-bceb-f17f560e6950 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:26.438304 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-31f41f1a-525c-4def-bceb-f17f560e6950 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 945 time: 0.0482562 Jan 17 13:03:26.527946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 18e96047-1591-4298-aae8-a98b9f421105 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:26.528290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:26.615118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 18e96047-1591-4298-aae8-a98b9f421105, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=18e96047-1591-4298-aae8-a98b9f421105,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:26.615506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:26.628644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 18e96047-1591-4298-aae8-a98b9f421105 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:26.817817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:26.845044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=18e96047-1591-4298-aae8-a98b9f421105,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:26.888508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 18e96047-1591-4298-aae8-a98b9f421105 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:03:26.890967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:26.894689 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e68f004c-d25c-4968-ae85-32d245ea1829 req-f4bc41ce-756c-4165-9f22-e58d7b937b09 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/18e96047-1591-4298-aae8-a98b9f421105 HTTP/1.1" status: 204 len: 173 time: 0.4508610 Jan 17 13:03:26.895132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'name': 'network-vif-deleted', 'tag': '18e96047-1591-4298-aae8-a98b9f421105'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:26.897654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b2f749-f271-490e-beae-5abe15e5911a" -d '{"events": [{"server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "name": "network-vif-deleted", "tag": "18e96047-1591-4298-aae8-a98b9f421105"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:26.932133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc14a0-551d-4b0a-8b8a-7cedd6e77ee4 x-openstack-request-id: req-73dc14a0-551d-4b0a-8b8a-7cedd6e77ee4 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:26.932430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bddb20-e2dd-40e5-a51b-ee8a27341812", "name": "network-vif-deleted", "tag": "18e96047-1591-4298-aae8-a98b9f421105", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:26.932687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73dc14a0-551d-4b0a-8b8a-7cedd6e77ee4 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:26.933090 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bddb20-e2dd-40e5-a51b-ee8a27341812', 'name': 'network-vif-deleted', 'tag': '18e96047-1591-4298-aae8-a98b9f421105', 'status': 'completed', 'code': 200} Jan 17 13:03:27.425985 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d396053c-09c8-4d86-880b-e3fda4af7795 req-9ef72f1e-f8d2-407c-9ea8-f5a03c18730b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=56bddb20-e2dd-40e5-a51b-ee8a27341812 HTTP/1.1" status: 200 len: 210 time: 0.0299153 Jan 17 13:03:28.481101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51478) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:28.542807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f84583c-b8b5-4762-98a7-3e284f408986 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:28.567064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f84583c-b8b5-4762-98a7-3e284f408986 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:28.703061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f84583c-b8b5-4762-98a7-3e284f408986 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:28.713226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4f84583c-b8b5-4762-98a7-3e284f408986 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:28.713226 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4f84583c-b8b5-4762-98a7-3e284f408986 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/2b0a82f7-34ef-4857-a680-d11a52afad95 HTTP/1.1" status: 204 len: 168 time: 0.2254474 Jan 17 13:03:28.716682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84583c-b8b5-4762-98a7-3e284f408986 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0a82f7-34ef-4857-a680-d11a52afad95,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:28.801697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51482) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:28.832924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 18e96047-1591-4298-aae8-a98b9f421105 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:03:28.852140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 18e96047-1591-4298-aae8-a98b9f421105 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:03:28.852489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 18e96047-1591-4298-aae8-a98b9f421105 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:03:29.156230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:29.416347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port e255b2c4-1950-4833-b4e8-9c1aab64ddba {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:29.416580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:29.507788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port e255b2c4-1950-4833-b4e8-9c1aab64ddba, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e255b2c4-1950-4833-b4e8-9c1aab64ddba,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:29.508556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:29.520765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for e255b2c4-1950-4833-b4e8-9c1aab64ddba owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:29.783646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:29.814153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=e255b2c4-1950-4833-b4e8-9c1aab64ddba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:29.995369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:30.514105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router c68249f2-544f-49c7-b3e8-82a0e9df86ac has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:03:30.619584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:03:30.628194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dd2ceaf4-8d2c-4131-89be-02f6479a3f97 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/c68249f2-544f-49c7-b3e8-82a0e9df86ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218722 Jan 17 13:03:30.628305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51484) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:30.629758 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] Sync routers for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:03:30.638883 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:30.639513 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:30.678678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet 358c12df-8b90-4eb6-9a30-84019a2daae6 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:03:30.681668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:30.722497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:30.742851 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:30.812104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:30.922895 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:03:29Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:30.994082 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] Checking router: c68249f2-544f-49c7-b3e8-82a0e9df86ac for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:03:30.994082 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] Routers {'c68249f2-544f-49c7-b3e8-82a0e9df86ac'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:30.994082 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:31.018127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.047055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=358c12df-8b90-4eb6-9a30-84019a2daae6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:31.049721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.054322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a4eaf300-fef0-41bd-a337-24f637cbc163 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/358c12df-8b90-4eb6-9a30-84019a2daae6 HTTP/1.1" status: 204 len: 168 time: 0.4249730 Jan 17 13:03:31.055721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51486) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:31.062867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5c37d-653a-4d20-b9a4-d015703fd1b9 None None] Network 70a215d7-9ba1-4ba4-996f-3e4822a846ca requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:03:31.067815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] Set router c68249f2-544f-49c7-b3e8-82a0e9df86ac gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:31.172693 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.253126 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] DHCP port deletion for 70a215d7-9ba1-4ba4-996f-3e4822a846ca request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:03:31.288748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.299969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Deleting port eed2a4a2-97f8-4dc1-925a-c2c099ada903 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:31.300354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.350123 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:03:29Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:31.365374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] For port eed2a4a2-97f8-4dc1-925a-c2c099ada903, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=eed2a4a2-97f8-4dc1-925a-c2c099ada903,segment=NetworkSegment(8d3261ff-1ede-4548-9914-9a1d676de6a1),segment_id=8d3261ff-1ede-4548-9914-9a1d676de6a1)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:31.365772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.375692 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b49876-22b6-42b2-8c45-a8888f4cac69 None None] The sync data for ids ['c68249f2-544f-49c7-b3e8-82a0e9df86ac'] in dv-neutron-824886-1-hyperv is: [{'id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'name': 'tempest-TestNetworkBasicOps-router-656501413', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:01:57Z', 'updated_at': '2022-01-17T13:03:29Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '5b1a4935-4160-4e97-998d-b9d4bd3a5995', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68249f2-544f-49c7-b3e8-82a0e9df86ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:01:58Z', 'updated_at': '2022-01-17T13:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:03:31.379923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Calling delete_port for eed2a4a2-97f8-4dc1-925a-c2c099ada903 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:31.428266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 5b1a4935-4160-4e97-998d-b9d4bd3a5995 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:03:31.428721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.505927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 5b1a4935-4160-4e97-998d-b9d4bd3a5995, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=5b1a4935-4160-4e97-998d-b9d4bd3a5995,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:31.506200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.519133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 5b1a4935-4160-4e97-998d-b9d4bd3a5995 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:03:31.543353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.571218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Pushing event deleted for resources: {'Port': ['ID=eed2a4a2-97f8-4dc1-925a-c2c099ada903,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:31.578482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] No DVR routers for this DVR port eed2a4a2-97f8-4dc1-925a-c2c099ada903 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:03:31.581350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.581705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.582136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.582474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.582804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.583134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.583466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.583825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.584152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.584478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.584800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.585117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b488744-3ece-4e12-bd83-3047a9dbdc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:31.792265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.831834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=5b1a4935-4160-4e97-998d-b9d4bd3a5995,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:31.895088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.987355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:31.989631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.043738 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:03:32.056894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eed2a4a2-97f8-4dc1-925a-c2c099ada903 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:03:32.077890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: eed2a4a2-97f8-4dc1-925a-c2c099ada903 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:03:32.078550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device eed2a4a2-97f8-4dc1-925a-c2c099ada903 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:03:32.078681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e255b2c4-1950-4833-b4e8-9c1aab64ddba no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:03:32.097087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e255b2c4-1950-4833-b4e8-9c1aab64ddba {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:03:32.097429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e255b2c4-1950-4833-b4e8-9c1aab64ddba not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:03:32.120352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.120884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router c68249f2-544f-49c7-b3e8-82a0e9df86ac {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:03:32.131919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.131919 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6e468a89-53c2-40a5-9d5b-2ec679a1e0f5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/c68249f2-544f-49c7-b3e8-82a0e9df86ac HTTP/1.1" status: 204 len: 168 time: 1.0720315 Jan 17 13:03:32.132125 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51488) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:32.212548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.304361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.323992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a215d7-9ba1-4ba4-996f-3e4822a846ca']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:32.333483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3261ff-1ede-4548-9914-9a1d676de6a1') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:32.333785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3261ff-1ede-4548-9914-9a1d676de6a1') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:32.342872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.356229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.362537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:03:32.362913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:03:32.365825 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:03:32.491602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.498643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.501785 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/70a215d7-9ba1-4ba4-996f-3e4822a846ca HTTP/1.1" status: 204 len: 168 time: 0.3683047 Jan 17 13:03:32.513971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4d17-702d-4ab5-8bb1-e1e47f39e518 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=70a215d7-9ba1-4ba4-996f-3e4822a846ca,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:32.529064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51490) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:32.534586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'network': {'name': 'tempest-network-smoke--1670347978', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:32.629053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:03:32.632649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.656028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:03:32.664807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.665150 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Added segment a702bf63-ab82-455e-bdb1-57b5481931cc of type vlan for network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d Jan 17 13:03:32.704290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.885946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.891411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:32.892600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:32.960375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Network': ['ID=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:32.970843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:03:33.040694 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7377940b-6247-4054-a1f2-6b40432e907f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5104077 Jan 17 13:03:33.043390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51492) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:33.048009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'admin_state_up': True, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:33.148912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.149880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.200555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.400850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.656138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.678594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.772267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f4423bc1-1052-4fb9-9982-5ca8c826fe2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.782174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.102 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/2a60f34c-32f2-4242-ba43-59974d16be88) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:03:33.886369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:33.957844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5b1a4935-4160-4e97-998d-b9d4bd3a5995 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:03:33.982261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 5b1a4935-4160-4e97-998d-b9d4bd3a5995 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:03:33.982612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 5b1a4935-4160-4e97-998d-b9d4bd3a5995 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:03:33.988769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:34.025888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:03:34.028625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:34.032044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:03:34.057445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:34.366367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:34.560980 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:34.774731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:03:34.883642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:03:34.894984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:03:34.903866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:34.904509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:34.993876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:34.995137 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ed1cbfd6-4a91-47cb-8c1b-4c79efa28e62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9506876 Jan 17 13:03:34.998406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51494) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:35.008646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:35.031312 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bb93a1c5-df7e-4cc9-ba11-6fcd30d293c9 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314941 Jan 17 13:03:35.033802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:35.126511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762eb7aa-3838-4711-96d8-b6f82f8c6bd3 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:35.129168 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-762eb7aa-3838-4711-96d8-b6f82f8c6bd3 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944085 Jan 17 13:03:35.132005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51498) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:35.162294 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f71f22d-8304-493d-a272-b8f26c73419b tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288067 Jan 17 13:03:35.164642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51500) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:35.169334 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861030595', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:35.326246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:03:35.326497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:34Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:35.330044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.352168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Checking router: 67f51d42-5f02-44e0-a178-9393179576c0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:03:35.352522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Updating router 67f51d42-5f02-44e0-a178-9393179576c0 port 2a60f34c-32f2-4242-ba43-59974d16be88 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:03:35.378146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.592541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.634432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.659208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Subnet': ['ID=0124bb3a-7f04-4929-a8ac-b7d8943fc05a,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:35.663573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Checking segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:03:35.663933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network hostable DHCP agents. Network: b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:03:35.757913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.792530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:03:35.810927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Attempting to bind port 2a60f34c-32f2-4242-ba43-59974d16be88 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:03:35.811291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Attempting to bind port 2a60f34c-32f2-4242-ba43-59974d16be88 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:03:35.811676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Attempting to bind port 2a60f34c-32f2-4242-ba43-59974d16be88 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:03:35.813792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f869f-be35-4de2-96c4-f4331a120455 None None] Pushing event updated for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:35.820215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:03:35.820589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:03:35.820991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.821377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:03:35.821825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Bound port: 2a60f34c-32f2-4242-ba43-59974d16be88, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:03:35.822203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.900789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:35.901525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] For port 2a60f34c-32f2-4242-ba43-59974d16be88, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:03:35.904638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] For port 2a60f34c-32f2-4242-ba43-59974d16be88, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2a60f34c-32f2-4242-ba43-59974d16be88,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:03:35.910984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:35.910984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:35.911380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e22c7-4385-4abb-9703-3be254d7c3c6 None None] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:03:36.010461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.029092 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ca82e391-f8dd-4343-9d40-d7ec34d7301f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8634470 Jan 17 13:03:36.031920 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51502) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:36.101563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:36.102225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:36.108768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f869f-be35-4de2-96c4-f4331a120455 None None] Pushing event updated for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:36.150011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:03:36.150936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.222117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-23801aca-4133-46d8-9c6a-a319607c5879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.309145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:36.443582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Allocated IP 172.20.0.2 (b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d/0124bb3a-7f04-4929-a8ac-b7d8943fc05a/42572634-5b8c-4ffe-8069-9e1996324200) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:03:36.636837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:34Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:36.670327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.671974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f7398-b044-4bb6-b70f-6ba23e16f567 None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:34Z', 'revision_number': 3, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:03:36.744729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.763252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.785499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:03:36.788370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:36.791763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:03:36.802951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Pushing event updated for resources: {'Port': ['ID=42572634-5b8c-4ffe-8069-9e1996324200,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:36.857705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Attempting to bind port 42572634-5b8c-4ffe-8069-9e1996324200 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:03:36.858082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Attempting to bind port 42572634-5b8c-4ffe-8069-9e1996324200 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:03:36.858434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Attempting to bind port 42572634-5b8c-4ffe-8069-9e1996324200 on network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:03:36.865124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:03:36.865498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Checking segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:03:36.865896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.866400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Bound using segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:03:36.866842 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Bound port: 42572634-5b8c-4ffe-8069-9e1996324200, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:03:36.867241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:36.963671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] For port 42572634-5b8c-4ffe-8069-9e1996324200, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:03:36.968630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] For port 42572634-5b8c-4ffe-8069-9e1996324200, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=42572634-5b8c-4ffe-8069-9e1996324200,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:03:37.068842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.1 (b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d/0124bb3a-7f04-4929-a8ac-b7d8943fc05a/24c8ae3e-3639-4542-bdbd-4df8268195a6) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:03:37.069901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:37.139195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7407e6-eb91-4fc6-9845-afdbe8da0812 None None] Pushing event updated for resources: {'Port': ['ID=42572634-5b8c-4ffe-8069-9e1996324200,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:37.208721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:37.303405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:37.350852 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:37.397545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:03:37.401109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:37.405586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:03:37.436070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:37.460601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:37.674287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:37.949751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.003716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.077912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:03:38.091774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:38.095338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.126876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2a60f34c-32f2-4242-ba43-59974d16be88 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:38.127456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.207196 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:03:38.208781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:38.221732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.247090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 2a60f34c-32f2-4242-ba43-59974d16be88, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2a60f34c-32f2-4242-ba43-59974d16be88,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:38.315750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c7d45-1d68-46a4-81c7-8f60d9bd78bc None None] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:03:38.331049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:03:38.370951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.371768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42572634-5b8c-4ffe-8069-9e1996324200 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:03:38.427944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4b0ad224-ff6c-41ae-be42-9d09a5286bdb None None] Provisioning complete for port 42572634-5b8c-4ffe-8069-9e1996324200 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:38.428323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4b0ad224-ff6c-41ae-be42-9d09a5286bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.446200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:03:38.451119 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e040f04f-8647-4b1f-8dd4-6edc04ed657d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/67f51d42-5f02-44e0-a178-9393179576c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182556 Jan 17 13:03:38.453908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51504) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:38.531880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:38.550964 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:03:38.560311 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:38.560822 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:38.562348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011cd26-7ca9-491a-81e5-9f506dc9c38a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.563192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011cd26-7ca9-491a-81e5-9f506dc9c38a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.563413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011cd26-7ca9-491a-81e5-9f506dc9c38a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.564596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011cd26-7ca9-491a-81e5-9f506dc9c38a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.566713 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1011cd26-7ca9-491a-81e5-9f506dc9c38a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1111612 Jan 17 13:03:38.569390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51506) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:38.578673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 42572634-5b8c-4ffe-8069-9e1996324200 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:38.579199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.631957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6fbb0-55d4-4754-96e0-55858cca3e31 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.632962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6fbb0-55d4-4754-96e0-55858cca3e31 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.633438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6fbb0-55d4-4754-96e0-55858cca3e31 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.634089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6fbb0-55d4-4754-96e0-55858cca3e31 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:38.636434 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f0b6fbb0-55d4-4754-96e0-55858cca3e31 tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0660701 Jan 17 13:03:38.639558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51508) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:38.659824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4b0ad224-ff6c-41ae-be42-9d09a5286bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.673987 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:38.742645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4b0ad224-ff6c-41ae-be42-9d09a5286bdb None None] For port 42572634-5b8c-4ffe-8069-9e1996324200, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=42572634-5b8c-4ffe-8069-9e1996324200,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:38.759182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.800214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.851920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4b0ad224-ff6c-41ae-be42-9d09a5286bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.924950 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5db0c2f8-362e-419c-8e6b-3d8886d6781b tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2815967 Jan 17 13:03:38.935075 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:38.937145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:03:38.937546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:03:38.944844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ad224-ff6c-41ae-be42-9d09a5286bdb None None] Pushing event updated for resources: {'Port': ['ID=42572634-5b8c-4ffe-8069-9e1996324200,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:38.955201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.970929 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Checking router: 67f51d42-5f02-44e0-a178-9393179576c0 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:03:38.971364 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Updating router 67f51d42-5f02-44e0-a178-9393179576c0 port 24c8ae3e-3639-4542-bdbd-4df8268195a6 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:03:38.974950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f4f53dcd-5e87-4ed8-b05d-976ccc383fdd None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:38.981412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f4f53dcd-5e87-4ed8-b05d-976ccc383fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:38.998199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.013960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f4f53dcd-5e87-4ed8-b05d-976ccc383fdd None None] Port 24c8ae3e-3639-4542-bdbd-4df8268195a6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:03:39.025658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f4f53dcd-5e87-4ed8-b05d-976ccc383fdd None None] Provisioning complete for port 42572634-5b8c-4ffe-8069-9e1996324200 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:39.026091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f4f53dcd-5e87-4ed8-b05d-976ccc383fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.240649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bd36caa2-7987-484d-9b35-d814006f06da None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:39.241335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bd36caa2-7987-484d-9b35-d814006f06da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.281298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-bd36caa2-7987-484d-9b35-d814006f06da None None] Port 24c8ae3e-3639-4542-bdbd-4df8268195a6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:03:39.297513 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.394689 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.399604 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51512) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:39.405408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194718077', 'description': 'tempest-secgroup-smoke-194718077 description', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:39.405616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ae7ae9f7-34cb-4a33-8ddd-7a7a7e33ee4e None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:39.406066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae7ae9f7-34cb-4a33-8ddd-7a7a7e33ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.444007 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:39.466375 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.466723 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.467073 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.467390 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.467747 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.468110 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.468396 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.468718 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.469042 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.469362 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.469683 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.470521 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:03:39.498411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.510986 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Attempting to bind port 24c8ae3e-3639-4542-bdbd-4df8268195a6 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:03:39.511368 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Attempting to bind port 24c8ae3e-3639-4542-bdbd-4df8268195a6 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:03:39.511755 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Attempting to bind port 24c8ae3e-3639-4542-bdbd-4df8268195a6 on network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:03:39.518746 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:03:39.519222 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Checking segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:03:39.520826 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.521551 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Bound using segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:03:39.522026 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Bound port: 24c8ae3e-3639-4542-bdbd-4df8268195a6, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:03:39.522420 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.603761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.610030 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] For port 24c8ae3e-3639-4542-bdbd-4df8268195a6, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:03:39.616001 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] For port 24c8ae3e-3639-4542-bdbd-4df8268195a6, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=24c8ae3e-3639-4542-bdbd-4df8268195a6,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:03:39.632298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ae9f7-34cb-4a33-8ddd-7a7a7e33ee4e None None] Port 24c8ae3e-3639-4542-bdbd-4df8268195a6 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:03:39.680523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.710251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc84ae-be17-407d-93d1-493bb469e256,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:39.735243 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.751637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-96929059-d41d-4191-a5a0-980d4682d485 None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:39.752016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96929059-d41d-4191-a5a0-980d4682d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.788681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.793629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad5fbdfd-657b-43ee-9400-a8d7b87a9e46 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3891559 Jan 17 13:03:39.796694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:39.796694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:39.797073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51514) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:39.801107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2bbc84ae-be17-407d-93d1-493bb469e256', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:39.831960 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d233d1-654a-42d2-80cd-e80fabe127f5 None None] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:39.838235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96929059-d41d-4191-a5a0-980d4682d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.873619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-96929059-d41d-4191-a5a0-980d4682d485 None None] For port 24c8ae3e-3639-4542-bdbd-4df8268195a6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=24c8ae3e-3639-4542-bdbd-4df8268195a6,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:39.904835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.915288 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:39.968655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96929059-d41d-4191-a5a0-980d4682d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:39.987265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.019200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96929059-d41d-4191-a5a0-980d4682d485 None None] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:40.033894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:03:40.089855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d09fdeaf-29c6-43b8-ada7-2584a855c904 None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:40.090139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d09fdeaf-29c6-43b8-ada7-2584a855c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.093086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2a60f34c-32f2-4242-ba43-59974d16be88 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:40.093086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.114216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.120514 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:03:39Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:40.138049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b854fb-7591-4d60-8bca-250aef695802,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:40.151410 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc603798-ca0c-495f-9172-8c60b94db8d1 None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:03:39Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:03:40.237528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.237528 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-85a1cebd-a664-43b7-a8c2-441008090045 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4407549 Jan 17 13:03:40.240154 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51516) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:40.242752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42572634-5b8c-4ffe-8069-9e1996324200 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:03:40.247310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2bbc84ae-be17-407d-93d1-493bb469e256', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:40.296366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 42572634-5b8c-4ffe-8069-9e1996324200 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:40.296746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.400211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.466845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.606036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.624607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8ce39f-ce78-4704-966b-897f1e02885f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:40.728163 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.734223 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e5363468-6594-48a8-8475-078d5a215b62 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4881866 Jan 17 13:03:40.734223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51518) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:40.737230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2bbc84ae-be17-407d-93d1-493bb469e256', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:40.880975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:40.946147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.040685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.059780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a4847-9c71-4e82-bce6-ac132d73c6d3,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:41.156846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.158630 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad5b2aed-c587-44b9-9665-e2a9a764c1a7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253168 Jan 17 13:03:41.161790 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51520) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:41.166504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2bbc84ae-be17-407d-93d1-493bb469e256', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:41.273298 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.332955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.417572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.436233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc9576e-3bf9-41e0-928b-f159758c384f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:41.510780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.512019 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f7423c9f-0a06-4af6-b74c-7363c4e2cb77 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3492334 Jan 17 13:03:41.514810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51522) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:41.522176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2bbc84ae-be17-407d-93d1-493bb469e256', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:41.601233 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:03:41.606838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.673751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.745599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.762913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae90c7b-5c0b-49a3-9e50-38e1c8c779d7,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:41.870949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:41.872222 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f2d30b22-9dd0-4b47-85e6-03cd537ca954 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560193 Jan 17 13:03:41.874917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51524) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:41.879417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'security_group_rule': {'security_group_id': '2bbc84ae-be17-407d-93d1-493bb469e256', 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:41.992379 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Project ed9df1dcc5824e3b9cbcfdcf60e60ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:03:41.997786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:42.024486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 24c8ae3e-3639-4542-bdbd-4df8268195a6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:03:42.065512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:42.073002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:42.073379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:42.154976 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:42.172056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc960d00-f14c-4422-93c3-c69fb38f6d47,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:42.268918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:42.270196 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-07abfcee-feab-4661-bfbf-138c308e2464 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3943684 Jan 17 13:03:42.406484 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-e1e56f5c-6500-4f01-89c6-0a89e5ee4bed tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194718077&fields=id&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 267 time: 0.0329726 Jan 17 13:03:42.509690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-06fa0a2f-d0f5-499d-ad21-39fac7c9b775 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:42.511164 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-06fa0a2f-d0f5-499d-ad21-39fac7c9b775 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/networks?id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d HTTP/1.1" status: 200 len: 797 time: 0.0980618 Jan 17 13:03:42.530904 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2450baf2-a450-4521-94e7-375c4d0cf082 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/quotas/ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 375 time: 0.0099626 Jan 17 13:03:42.585832 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-1eb21a47-29f1-4e6b-ba80-cf158205823b tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490706 Jan 17 13:03:42.721046 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-aefc258d-32ba-436a-be0a-d53ee2d27b75 service neutron] 10.222.0.77 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238756 Jan 17 13:03:42.812153 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-8363f07d-c844-45ce-827d-53e3078a7df7 service neutron] 10.222.0.77 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849590 Jan 17 13:03:43.070580 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8a922022-fc8a-4d66-9a32-8b38f66c3e54 req-6d4c5b67-a84e-4a16-95e0-2cd598cd277a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Jan 17 13:03:44.165742 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9d5a96c6-7db1-4b87-be07-5a6220901d43 req-48db2b39-7398-47e4-a1d9-2dfdc8c3cdb1 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Jan 17 13:03:45.242670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-1a560aed-0560-4552-96f1-b9b22a4a4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:45.242670 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-1a560aed-0560-4552-96f1-b9b22a4a4d8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/networks?id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d HTTP/1.1" status: 200 len: 797 time: 0.1091428 Jan 17 13:03:45.295832 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-afda373e-f643-456e-ba61-a44192da2431 req-1b76cc39-d503-47ac-9be6-cbcc0db133ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 210 time: 0.0302186 Jan 17 13:03:45.310378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-69c877a3-f75c-4630-abce-bbbabcf45436 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada HTTP/1.1" status: 200 len: 379 time: 0.0583286 Jan 17 13:03:45.319673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'port': {'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'admin_state_up': True, 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'security_groups': ['2bbc84ae-be17-407d-93d1-493bb469e256']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:45.514331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Made reservation on behalf of ed9df1dcc5824e3b9cbcfdcf60e60ada for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:03:45.517940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:45.642247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.20.0.3 (b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d/0124bb3a-7f04-4929-a8ac-b7d8943fc05a/51c63b70-bb89-4788-87f8-9f5975192e75) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:03:45.782645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:45.937836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:45.979965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:03:45.982869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:45.986963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:03:45.995393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=51c63b70-bb89-4788-87f8-9f5975192e75,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:46.042952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:46.043622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:46.155580 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-0e1a3733-1898-479d-a24a-b1bb6c039df0 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8390687 Jan 17 13:03:46.166796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Request body: {'port': {'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:46.205800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-aa634a74-3d8b-4a57-8b1e-ca8baa6643a5 None None] Provisioning complete for port 51c63b70-bb89-4788-87f8-9f5975192e75 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:46.206421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aa634a74-3d8b-4a57-8b1e-ca8baa6643a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:46.244097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-aa634a74-3d8b-4a57-8b1e-ca8baa6643a5 None None] Port 51c63b70-bb89-4788-87f8-9f5975192e75 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:03:46.413980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925f39-e51a-4fe8-9189-c4584e1f5307 req-f22019f3-f78a-4b46-b298-39f138a52711 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:46.415606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-87925f39-e51a-4fe8-9189-c4584e1f5307 req-f22019f3-f78a-4b46-b298-39f138a52711 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 931 time: 0.0514722 Jan 17 13:03:46.456080 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-87925f39-e51a-4fe8-9189-c4584e1f5307 req-22542d95-244d-4027-b899-cc37f5f50432 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341773 Jan 17 13:03:46.549776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:46.806049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c63b70-bb89-4788-87f8-9f5975192e75 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:03:46.813218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:46.824997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Transition to ACTIVE for port object 51c63b70-bb89-4788-87f8-9f5975192e75 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:03:46.897760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:46.951432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Pushing event updated for resources: {'Port': ['ID=51c63b70-bb89-4788-87f8-9f5975192e75,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:47.020608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Attempting to bind port 51c63b70-bb89-4788-87f8-9f5975192e75 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:03:47.020944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Attempting to bind port 51c63b70-bb89-4788-87f8-9f5975192e75 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:03:47.021524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Attempting to bind port 51c63b70-bb89-4788-87f8-9f5975192e75 on network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:03:47.025991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Port 51c63b70-bb89-4788-87f8-9f5975192e75 on network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:03:47.026303 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Attempting to bind port 51c63b70-bb89-4788-87f8-9f5975192e75 on network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:03:47.031334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:03:47.031708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Checking segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:03:47.032149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Bound using segment: {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:03:47.032603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Bound port: 51c63b70-bb89-4788-87f8-9f5975192e75, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a702bf63-ab82-455e-bdb1-57b5481931cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:03:47.033152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:47.097962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] For port 51c63b70-bb89-4788-87f8-9f5975192e75, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:03:47.101168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] For port 51c63b70-bb89-4788-87f8-9f5975192e75, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=51c63b70-bb89-4788-87f8-9f5975192e75,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:03:47.163265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:47.201235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.201235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:47.201921 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] 10.222.0.67 "PUT /v2.0/ports/51c63b70-bb89-4788-87f8-9f5975192e75 HTTP/1.1" status: 200 len: 1093 time: 1.0393121 Jan 17 13:03:47.202348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:47.205622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b51a94a-0679-414c-8495-c78b1a8de0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:47.232663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9af054-9428-4fe9-a9cb-a14912e44a0c service neutron] Pushing event updated for resources: {'Port': ['ID=51c63b70-bb89-4788-87f8-9f5975192e75,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:47.245007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9effdbdb-82d1-409c-a4b7-f90bc12436e6 x-openstack-request-id: req-9effdbdb-82d1-409c-a4b7-f90bc12436e6 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:47.245301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:47.245556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9effdbdb-82d1-409c-a4b7-f90bc12436e6 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:47.245964 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75', 'status': 'completed', 'code': 200} Jan 17 13:03:47.306360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a94a-0679-414c-8495-c78b1a8de0c6 req-aa2bb0f5-9b3c-44b2-8596-53c1fba71713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.307934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b51a94a-0679-414c-8495-c78b1a8de0c6 req-aa2bb0f5-9b3c-44b2-8596-53c1fba71713 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 1096 time: 0.0442212 Jan 17 13:03:47.408642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a94a-0679-414c-8495-c78b1a8de0c6 req-e828d0a0-a31b-413f-9e81-beb9cf985a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.410099 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b51a94a-0679-414c-8495-c78b1a8de0c6 req-e828d0a0-a31b-413f-9e81-beb9cf985a4c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0950859 Jan 17 13:03:47.506145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a94a-0679-414c-8495-c78b1a8de0c6 req-7dd0b771-0535-4971-85ed-13d7a713e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.507714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b51a94a-0679-414c-8495-c78b1a8de0c6 req-7dd0b771-0535-4971-85ed-13d7a713e735 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910709 Jan 17 13:03:47.572203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c9cd3-918e-4a09-8a26-80e1b6aa26ba req-e9a8b2d3-fc06-40d7-ac9e-50d9eaf070dd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.573810 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab0c9cd3-918e-4a09-8a26-80e1b6aa26ba req-e9a8b2d3-fc06-40d7-ac9e-50d9eaf070dd tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 943 time: 0.0493000 Jan 17 13:03:47.586161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-4fd4d620-4814-480e-b391-153a1db49b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.587738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-4fd4d620-4814-480e-b391-153a1db49b93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 1096 time: 0.0437381 Jan 17 13:03:47.619817 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab0c9cd3-918e-4a09-8a26-80e1b6aa26ba req-06b4ba46-5f6e-49ab-90c9-5eb302d20e10 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387204 Jan 17 13:03:47.633875 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-18f15974-da5c-4baf-b081-8a7b07840da4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c63b70-bb89-4788-87f8-9f5975192e75 HTTP/1.1" status: 200 len: 217 time: 0.0384872 Jan 17 13:03:47.682716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-8ed68f46-9fc3-4624-92c1-c5018e36dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.688874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-8ed68f46-9fc3-4624-92c1-c5018e36dfa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0124bb3a-7f04-4929-a8ac-b7d8943fc05a HTTP/1.1" status: 200 len: 835 time: 0.0439358 Jan 17 13:03:47.727785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-c00d0c8f-debc-4c8b-be34-224873629b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:47.729236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-c00d0c8f-debc-4c8b-be34-224873629b3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388265 Jan 17 13:03:47.821721 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-9eef72e8-ac9d-4a43-b14d-85ce56db1591 service neutron] 10.222.0.67 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854666 Jan 17 13:03:47.909943 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48341207-82a4-42c1-a1f6-f2861fe91ec8 req-e2d1f330-df4e-4d15-8ac0-d4c34d20aa9f service neutron] 10.222.0.67 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816741 Jan 17 13:03:48.736661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d547ae-5d73-4730-b8bf-a1d4b273750c req-1c60656c-148d-49ec-89b0-b6d0f64b877f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:48.738149 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-62d547ae-5d73-4730-b8bf-a1d4b273750c req-1c60656c-148d-49ec-89b0-b6d0f64b877f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 943 time: 0.0502656 Jan 17 13:03:48.776500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-62d547ae-5d73-4730-b8bf-a1d4b273750c req-769da8ad-6458-4c65-b874-1efb5242171f tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Jan 17 13:03:49.888793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf591-3877-4eb7-b095-56d5fa8217f6 req-db52e188-166b-42cd-b5cf-bc3afe0b2881 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:49.890250 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0bbdf591-3877-4eb7-b095-56d5fa8217f6 req-db52e188-166b-42cd-b5cf-bc3afe0b2881 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 943 time: 0.0484006 Jan 17 13:03:49.928549 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0bbdf591-3877-4eb7-b095-56d5fa8217f6 req-7974c0fb-a63e-4863-b610-8ad4710c8979 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Jan 17 13:03:50.957123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 51c63b70-bb89-4788-87f8-9f5975192e75 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:03:51.045803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6ed68-0930-4c1a-b6a3-234ce300b55d req-dece9a47-1530-4a33-900a-feb8794083e7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:51.047307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bfa6ed68-0930-4c1a-b6a3-234ce300b55d req-dece9a47-1530-4a33-900a-feb8794083e7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 943 time: 0.0539687 Jan 17 13:03:51.050375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 51c63b70-bb89-4788-87f8-9f5975192e75, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=51c63b70-bb89-4788-87f8-9f5975192e75,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:51.061438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '51c63b70-bb89-4788-87f8-9f5975192e75', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:03:51.086056 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bfa6ed68-0930-4c1a-b6a3-234ce300b55d req-55d5c8ca-cd40-4a7a-ad1e-2e9f09d11e8d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322831 Jan 17 13:03:51.104483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:51.117426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c63b70-bb89-4788-87f8-9f5975192e75 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:03:51.135695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 51c63b70-bb89-4788-87f8-9f5975192e75, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=51c63b70-bb89-4788-87f8-9f5975192e75,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:51.205861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:51.252730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=51c63b70-bb89-4788-87f8-9f5975192e75,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:51.392781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['51c63b70-bb89-4788-87f8-9f5975192e75'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:03:52.199147 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee70f2-4376-42a6-bdcb-071bfa623528 req-be46104f-5b67-4a71-a7c0-0e70bf96d0d9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:52.200629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49ee70f2-4376-42a6-bdcb-071bfa623528 req-be46104f-5b67-4a71-a7c0-0e70bf96d0d9 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 944 time: 0.0484362 Jan 17 13:03:52.239808 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49ee70f2-4376-42a6-bdcb-071bfa623528 req-24498a13-a09d-41d3-bd79-8e764c7fe8b8 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312533 Jan 17 13:03:52.317249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:52.972760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 51c63b70-bb89-4788-87f8-9f5975192e75 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:03:53.088137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 51c63b70-bb89-4788-87f8-9f5975192e75 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:03:53.091745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 51c63b70-bb89-4788-87f8-9f5975192e75 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:03:53.092115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:53.170489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:53.192412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:53.194652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebbcdb8-baad-4966-924f-1c64ecb83035" -d '{"events": [{"server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "name": "network-vif-plugged", "status": "completed", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:53.207763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 51c63b70-bb89-4788-87f8-9f5975192e75, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=51c63b70-bb89-4788-87f8-9f5975192e75,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:03:53.233818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a24835-3064-47f9-a3a9-dadcaf5c381b x-openstack-request-id: req-79a24835-3064-47f9-a3a9-dadcaf5c381b {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:53.234112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "name": "network-vif-plugged", "status": "completed", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:53.234365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79a24835-3064-47f9-a3a9-dadcaf5c381b {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:53.234798 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75', 'code': 200} Jan 17 13:03:53.291768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:53.340442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=51c63b70-bb89-4788-87f8-9f5975192e75,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:53.355713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70361ac9-f3e7-4b1e-9661-c0eee1e7884c req-d958704a-e201-497a-ae57-21167bc8b5eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:53.357208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-70361ac9-f3e7-4b1e-9661-c0eee1e7884c req-d958704a-e201-497a-ae57-21167bc8b5eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0511835 Jan 17 13:03:53.399097 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-70361ac9-f3e7-4b1e-9661-c0eee1e7884c req-c05f86be-d76c-4d19-a4f3-0e45b3258e40 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355344 Jan 17 13:03:53.564219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0bc19-c146-4e63-8b11-f5a6c3af2783 req-a90ba64e-19c8-4568-af54-c2af1213b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:53.565756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-38b0bc19-c146-4e63-8b11-f5a6c3af2783 req-a90ba64e-19c8-4568-af54-c2af1213b18f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 1098 time: 0.0402665 Jan 17 13:03:53.600132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-38b0bc19-c146-4e63-8b11-f5a6c3af2783 req-07f040cd-97d4-4699-9d4e-59482c7d9cd1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282030 Jan 17 13:03:54.514850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c1dfc-e4e2-45b7-a79f-ebee8c019978 req-2b3c1a35-672e-432c-a456-8c5489445db7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:54.516403 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-164c1dfc-e4e2-45b7-a79f-ebee8c019978 req-2b3c1a35-672e-432c-a456-8c5489445db7 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Jan 17 13:03:54.555259 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-164c1dfc-e4e2-45b7-a79f-ebee8c019978 req-bc0e1ee0-bf7b-402a-b4b0-dcc2a19b37ff tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Jan 17 13:03:55.669276 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb06a06-d537-4db9-b647-75e89ec82626 req-33de6e5b-9acb-48fd-a992-347761d967b2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:55.670816 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ddb06a06-d537-4db9-b647-75e89ec82626 req-33de6e5b-9acb-48fd-a992-347761d967b2 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0502536 Jan 17 13:03:55.709307 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ddb06a06-d537-4db9-b647-75e89ec82626 req-629dbded-ced9-4a1a-acac-5a95a9f60a08 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324521 Jan 17 13:03:55.827090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a380-05d9-45d0-ae0c-e71a075a7b11 req-8b9dfffc-7cbc-4abf-95d2-b328f78dc0fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:55.829163 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ff1a380-05d9-45d0-ae0c-e71a075a7b11 req-8b9dfffc-7cbc-4abf-95d2-b328f78dc0fb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Jan 17 13:03:55.867131 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8ff1a380-05d9-45d0-ae0c-e71a075a7b11 req-99cbca34-ed1e-47e9-94f4-2586d676630d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 Jan 17 13:03:55.888694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51590) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:55.927514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf43811b-27aa-4bd6-94dc-ad946558b67a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:55.929037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bf43811b-27aa-4bd6-94dc-ad946558b67a tempest-TestNetworkBasicOps-1678805970 tempest-TestNetworkBasicOps-1678805970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 1093 time: 0.0393834 Jan 17 13:03:55.931839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51592) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:55.936114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:03:56.011144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:56.108066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:56.208772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Allocated IP 172.26.4.117 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/6c8a73a3-5f25-477d-bba8-1d710fd44626) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:03:56.310203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:56.409077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:56.447093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:03:56.449777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:03:56.453399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:03:56.460835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=6c8a73a3-5f25-477d-bba8-1d710fd44626,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:56.830873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:56.979145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:57.127459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:57.185221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:57.255428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event updated for resources: {'Port': ['ID=6c8a73a3-5f25-477d-bba8-1d710fd44626,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:03:57.266889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:57.365479 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP f34d38cd-92db-4799-ba1a-3579f9777c4a associated. External IP: 172.26.4.117, port: 51c63b70-bb89-4788-87f8-9f5975192e75. Jan 17 13:03:57.572590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:03:57.682952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:03:57.694288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:03:57.703869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:57.704525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:57.776329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:03:57.803888 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fe20e6ce-3ac8-4076-a6e8-8d3bb39684ea tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8710015 Jan 17 13:03:57.804483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:03:57.806678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51594) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:57.807201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ab46a-22a1-4eee-baf7-3367b69a804c" -d '{"events": [{"name": "network-changed", "server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:03:57.807776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:57.843770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7452f46a-9226-4213-9470-b7059f08b059 x-openstack-request-id: req-7452f46a-9226-4213-9470-b7059f08b059 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:03:57.844622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:03:57.844883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7452f46a-9226-4213-9470-b7059f08b059 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:03:57.845688 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75', 'status': 'completed', 'code': 200} Jan 17 13:03:57.868409 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-be408bf7-c45a-4dd3-b2a3-5cb04d36a75a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 200 len: 991 time: 0.0605807 Jan 17 13:03:57.914270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-4b45f3c6-b401-46ed-8897-84c1c38df342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:57.915974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-4b45f3c6-b401-46ed-8897-84c1c38df342 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 1098 time: 0.0423722 Jan 17 13:03:58.011386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-a0f31d2d-2bae-4c70-8b27-45e60ca559aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:58.013039 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-a0f31d2d-2bae-4c70-8b27-45e60ca559aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d HTTP/1.1" status: 200 len: 898 time: 0.0910535 Jan 17 13:03:58.040389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'f34d38cd-92db-4799-ba1a-3579f9777c4a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:03:56Z', 'updated_at': '2022-01-17T13:03:56Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:03:39Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:58.066915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] Checking router: 67f51d42-5f02-44e0-a178-9393179576c0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:03:58.075284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:03:58.075848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:03:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:58.076838 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-2714c5c1-d0ce-472e-85b9-7e2e941cc2a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c63b70-bb89-4788-87f8-9f5975192e75 HTTP/1.1" status: 200 len: 999 time: 0.0573421 Jan 17 13:03:58.129409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-ac5d716b-77f2-4f87-97d3-cb39d61bd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:58.130893 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-ac5d716b-77f2-4f87-97d3-cb39d61bd3a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0124bb3a-7f04-4929-a8ac-b7d8943fc05a HTTP/1.1" status: 200 len: 835 time: 0.0478711 Jan 17 13:03:58.177257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-03353d41-817f-4f11-a2e1-3d29ecc597a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:03:58.178828 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-03353d41-817f-4f11-a2e1-3d29ecc597a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413861 Jan 17 13:03:58.182189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:03:58.269809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-0209636f-1c1f-424a-86a4-68c99b8f7d80 service neutron] 10.222.0.67 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837095 Jan 17 13:03:58.362195 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-160ab46a-22a1-4eee-baf7-3367b69a804c req-12fa88eb-9bba-4d29-8889-f685847df512 service neutron] 10.222.0.67 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865066 Jan 17 13:03:58.406337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'f34d38cd-92db-4799-ba1a-3579f9777c4a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:03:56Z', 'updated_at': '2022-01-17T13:03:56Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:03:39Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:03:58.432675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeaf3-3c75-4509-a9b2-01ae144de7cd None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:37Z', 'revision_number': 4, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'f34d38cd-92db-4799-ba1a-3579f9777c4a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:03:56Z', 'updated_at': '2022-01-17T13:03:56Z', 'revision_number': 0, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:03:39Z', 'revision_number': 5, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:03:58.618490 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fbfaa-5b6c-4ce5-b78d-71c5922eb0a4 None None] New status for floating IP f34d38cd-92db-4799-ba1a-3579f9777c4a: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:03:58.871999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51598) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:03:58.932074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f3be7725-fbcf-4f77-aeb2-1a63b2631e45 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 200 len: 993 time: 0.0589902 Jan 17 13:04:03.779270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fc1e786e-ce25-4298-bf1e-9d07dcfd0471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:06.205352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-773f8c70-44a9-4552-a49a-4bd2b1fde9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:07.299905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:08.770951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:08.982444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:09.042800 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:04:22.342099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:25.468127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51608) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:25.472977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:04:25.774389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:25.836844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:25.942856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:04:26.050441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:04:26.058619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:26.060296 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a9b9f075-9aee-496d-b955-e48130e2376d tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/67f51d42-5f02-44e0-a178-9393179576c0 HTTP/1.1" status: 200 len: 889 time: 0.5904357 Jan 17 13:04:26.066994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:04:26.076654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:26.077272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:26.117460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:26.125902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:26.126490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:26.158026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:26.158672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce9897-1771-4f0c-bc0f-42d35ad62d24 None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:04:26.905947 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64002a2d-debc-436b-8dae-f5d1a6444db1 None None] New status for floating IP f34d38cd-92db-4799-ba1a-3579f9777c4a: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:04:28.026241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:04:28.099229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:28.119619 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 2a60f34c-32f2-4242-ba43-59974d16be88, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2a60f34c-32f2-4242-ba43-59974d16be88,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:28.176821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51612) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:28.182003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:04:28.187604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:28.188308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 24c8ae3e-3639-4542-bdbd-4df8268195a6 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:04:28.266857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:28.306242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:28.337726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 24c8ae3e-3639-4542-bdbd-4df8268195a6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=24c8ae3e-3639-4542-bdbd-4df8268195a6,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:28.407074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:28.458252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:28.794011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16145'] for router, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:28.887338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-762011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-762002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760311'] for router, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:28.995302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:04:29.102922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:04:29.109667 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:29.110851 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-eca5f3a5-802d-4a2c-b964-dbfff9157658 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/67f51d42-5f02-44e0-a178-9393179576c0 HTTP/1.1" status: 200 len: 888 time: 0.9328411 Jan 17 13:04:29.113541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:04:29.114179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51614) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:29.124277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:29.125247 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:29.180106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ebb9d1af-4398-4313-a6a9-229a5be15a54 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 200 len: 991 time: 0.0643716 Jan 17 13:04:29.233874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:04:29.449429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'f34d38cd-92db-4799-ba1a-3579f9777c4a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:03:56Z', 'updated_at': '2022-01-17T13:04:27Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:29.474739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] Checking router: 67f51d42-5f02-44e0-a178-9393179576c0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:04:29.483030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:29.483692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:29.735652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:04:29.960058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'f34d38cd-92db-4799-ba1a-3579f9777c4a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:03:56Z', 'updated_at': '2022-01-17T13:04:27Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:29.985964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df8980-36a9-40b8-8b75-b27886903442 None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'f34d38cd-92db-4799-ba1a-3579f9777c4a', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'port_id': '51c63b70-bb89-4788-87f8-9f5975192e75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'mac_address': 'fa:16:3e:32:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616f44c-5c15-4997-b9ac-906dca138970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:03:56Z', 'updated_at': '2022-01-17T13:04:27Z', 'revision_number': 2, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:04:30.183051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51616) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:30.251796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f151b77c-85d4-40e4-b27d-f5108d773fd5 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 200 len: 991 time: 0.0674918 Jan 17 13:04:31.254976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51618) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:31.317215 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bf2681ad-5edf-4c3e-a4bd-820bb02c72ec tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 200 len: 991 time: 0.0609961 Jan 17 13:04:31.482505 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d7558-3290-4d76-befc-71e53760a4af None None] New status for floating IP f34d38cd-92db-4799-ba1a-3579f9777c4a: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:04:32.066248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:04:32.117070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2a60f34c-32f2-4242-ba43-59974d16be88 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:04:32.117492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.197200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.216246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 2a60f34c-32f2-4242-ba43-59974d16be88, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2a60f34c-32f2-4242-ba43-59974d16be88,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:32.309644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.310402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 24c8ae3e-3639-4542-bdbd-4df8268195a6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:04:32.320918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:32.386303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:32.392987 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-37d7b438-7461-4ace-98e4-ebe9cfeaff10 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 200 len: 993 time: 0.0704160 Jan 17 13:04:32.396332 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.396683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.397018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.397345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.397888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.398449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.398859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.399189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.399535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.399863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.400185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.400500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:32.409331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:04:32.409663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.489691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.523292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 24c8ae3e-3639-4542-bdbd-4df8268195a6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=24c8ae3e-3639-4542-bdbd-4df8268195a6,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:32.621802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.651229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51626) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:32.669544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:32.805460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 6c8a73a3-5f25-477d-bba8-1d710fd44626 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:04:32.805795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.877348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.877598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:32.888738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 6c8a73a3-5f25-477d-bba8-1d710fd44626 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:04:33.133336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:33.159896 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=6c8a73a3-5f25-477d-bba8-1d710fd44626,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:33.191375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.191738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.192071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.192396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.192777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.193100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.193420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.193735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.194052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.194925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.195599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.195961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:33.235581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:33.235953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Floating IP f34d38cd-92db-4799-ba1a-3579f9777c4a disassociated (deleted). External IP: 172.26.4.117, port: 51c63b70-bb89-4788-87f8-9f5975192e75. Jan 17 13:04:33.452258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:04:33.557480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:04:33.561797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:33.566554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:04:33.576065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:33.576683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:33.589528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e2abd1ac-ce01-40f9-be71-c18295ec87eb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/floatingips/f34d38cd-92db-4799-ba1a-3579f9777c4a HTTP/1.1" status: 204 len: 168 time: 0.9372046 Jan 17 13:04:33.590119 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:04:33.592850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd90799f-caa3-4969-8e3f-64bc4cfca612" -d '{"events": [{"name": "network-changed", "server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:04:33.630194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ffe6c-7c38-4ea2-be56-fbb926239a73 x-openstack-request-id: req-635ffe6c-7c38-4ea2-be56-fbb926239a73 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:04:33.630483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:04:33.630739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-635ffe6c-7c38-4ea2-be56-fbb926239a73 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:04:33.631540 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75', 'status': 'completed', 'code': 200} Jan 17 13:04:33.695857 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:04:33.697797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-029a76fc-0b8e-4c89-b021-17cf4c6c3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:33.699313 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-029a76fc-0b8e-4c89-b021-17cf4c6c3b75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 1098 time: 0.0478446 Jan 17 13:04:33.798833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-18842342-2251-49f7-a6cd-a3ee8587829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:33.800440 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-18842342-2251-49f7-a6cd-a3ee8587829a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d HTTP/1.1" status: 200 len: 898 time: 0.0950558 Jan 17 13:04:33.808820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-410a4223-2302-4d91-9000-8d022f7a1e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:33.840525 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-de98dd05-8156-478d-aa2b-390aab3f0386 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51c63b70-bb89-4788-87f8-9f5975192e75 HTTP/1.1" status: 200 len: 217 time: 0.0341210 Jan 17 13:04:33.891334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-959b0b87-5d07-49a5-b394-7f31550e80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:33.892842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-959b0b87-5d07-49a5-b394-7f31550e80fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0124bb3a-7f04-4929-a8ac-b7d8943fc05a HTTP/1.1" status: 200 len: 835 time: 0.0465631 Jan 17 13:04:33.907037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:33.934591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] Checking router: 67f51d42-5f02-44e0-a178-9393179576c0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:04:33.938691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-cee12a96-99a6-47f2-9c74-bb0d6c15786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:33.940680 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-cee12a96-99a6-47f2-9c74-bb0d6c15786d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412941 Jan 17 13:04:33.943330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:33.957673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:34.069011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:04:34.069714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-0a63bb0c-0e53-4e5a-988a-88c7b7ff15cd service neutron] 10.222.0.67 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230588 Jan 17 13:04:34.073151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:04:34.093416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330835bb-f51d-421c-97f2-2467f507cc7c req-0c94931e-6962-4370-8fd9-66d62717ed39 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:34.095981 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-330835bb-f51d-421c-97f2-2467f507cc7c req-0c94931e-6962-4370-8fd9-66d62717ed39 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0792954 Jan 17 13:04:34.184744 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-330835bb-f51d-421c-97f2-2467f507cc7c req-305713e6-0d02-4c6a-814e-31c08c5ef0bf tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790262 Jan 17 13:04:34.202132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd90799f-caa3-4969-8e3f-64bc4cfca612 req-797a5346-1a44-4487-a8d8-704660f71c74 service neutron] 10.222.0.67 "GET /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246798 Jan 17 13:04:34.244401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2a60f34c-32f2-4242-ba43-59974d16be88 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:04:34.244772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:34.367702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 24c8ae3e-3639-4542-bdbd-4df8268195a6 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:04:34.371822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:34.422572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2b704-0b21-47ff-a837-1147fc5f33e3 None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:28Z', 'revision_number': 6, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '24c8ae3e-3639-4542-bdbd-4df8268195a6', 'name': '', 'network_id': 'b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'mac_address': 'fa:16:3e:52:f2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:36Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'subnets': [{'id': '0124bb3a-7f04-4929-a8ac-b7d8943fc05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:04:34.448222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 24c8ae3e-3639-4542-bdbd-4df8268195a6 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:04:34.448597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:35.039619 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c518721-d597-439c-9572-f9681a50d1c2 None None] New status for floating IP f34d38cd-92db-4799-ba1a-3579f9777c4a: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:04:35.296275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-051d4b71-f2e2-4f64-80fe-468228368abb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:35.297805 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-051d4b71-f2e2-4f64-80fe-468228368abb tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Jan 17 13:04:35.305753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab39d7b-101c-4c65-9971-a3a506c5bdbb req-c9468505-3ce7-4abd-99d3-21a06fbdbd66 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:35.307241 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ab39d7b-101c-4c65-9971-a3a506c5bdbb req-c9468505-3ce7-4abd-99d3-21a06fbdbd66 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 945 time: 0.0524914 Jan 17 13:04:35.344435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ab39d7b-101c-4c65-9971-a3a506c5bdbb req-3c8b57de-b818-4cf0-843f-f922b4f8426e tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/security-groups?id=2bbc84ae-be17-407d-93d1-493bb469e256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Jan 17 13:04:35.392086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 51c63b70-bb89-4788-87f8-9f5975192e75 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:04:35.392421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:35.478517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 51c63b70-bb89-4788-87f8-9f5975192e75, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=51c63b70-bb89-4788-87f8-9f5975192e75,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:35.478804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:35.491783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 51c63b70-bb89-4788-87f8-9f5975192e75 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:04:35.692554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:35.721861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=51c63b70-bb89-4788-87f8-9f5975192e75,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:35.763556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] No DVR routers for this DVR port 51c63b70-bb89-4788-87f8-9f5975192e75 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:04:35.766018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:35.769689 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2d8fb66-931f-422f-a1e3-86b7fdad8467 req-189953d1-01f3-4018-922e-92d892d97fd3 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.67 "DELETE /v2.0/ports/51c63b70-bb89-4788-87f8-9f5975192e75 HTTP/1.1" status: 204 len: 173 time: 0.4663103 Jan 17 13:04:35.770112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'name': 'network-vif-deleted', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:04:35.772917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e0c34-47fe-499e-90ba-8284ffdd916d" -d '{"events": [{"server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "name": "network-vif-deleted", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:04:35.808171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e03eba-9787-4462-9a4d-3e3bdb71b2de x-openstack-request-id: req-68e03eba-9787-4462-9a4d-3e3bdb71b2de {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:04:35.808473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b616f44c-5c15-4997-b9ac-906dca138970", "name": "network-vif-deleted", "tag": "51c63b70-bb89-4788-87f8-9f5975192e75", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:04:35.808728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68e03eba-9787-4462-9a4d-3e3bdb71b2de {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:04:35.809132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b616f44c-5c15-4997-b9ac-906dca138970', 'name': 'network-vif-deleted', 'tag': '51c63b70-bb89-4788-87f8-9f5975192e75', 'status': 'completed', 'code': 200} Jan 17 13:04:36.176270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac63ff79-1d40-440d-8c12-144580e30de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:36.450857 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7b8efda9-1db5-4133-95d8-7112eaab0568 req-eef1192c-d61d-427b-bb8b-e0fa01cfd701 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "GET /v2.0/ports?device_id=b616f44c-5c15-4997-b9ac-906dca138970 HTTP/1.1" status: 200 len: 210 time: 0.0298023 Jan 17 13:04:37.309009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:37.507029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51642) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:37.569792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2afb102-6378-4510-ada3-b335e3d5d0bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:37.597702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2afb102-6378-4510-ada3-b335e3d5d0bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:37.760657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2afb102-6378-4510-ada3-b335e3d5d0bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:37.763211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b2afb102-6378-4510-ada3-b335e3d5d0bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:37.764418 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b2afb102-6378-4510-ada3-b335e3d5d0bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/security-groups/2bbc84ae-be17-407d-93d1-493bb469e256 HTTP/1.1" status: 204 len: 168 time: 0.2563610 Jan 17 13:04:37.774879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afb102-6378-4510-ada3-b335e3d5d0bc tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc84ae-be17-407d-93d1-493bb469e256,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:37.879656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51646) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:38.517955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:38.766334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:38.768961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 24c8ae3e-3639-4542-bdbd-4df8268195a6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:04:38.769563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:38.861168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 24c8ae3e-3639-4542-bdbd-4df8268195a6, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=24c8ae3e-3639-4542-bdbd-4df8268195a6,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:38.861530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:38.874735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 24c8ae3e-3639-4542-bdbd-4df8268195a6 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:04:38.932090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:39.178038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:39.203442 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=24c8ae3e-3639-4542-bdbd-4df8268195a6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:39.218005 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.218368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.218809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.219179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.219478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.219841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.220270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.220510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.220859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.221190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.221514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.221840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:04:39.268120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 51c63b70-bb89-4788-87f8-9f5975192e75 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:04:39.292507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 51c63b70-bb89-4788-87f8-9f5975192e75 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:04:39.293019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 51c63b70-bb89-4788-87f8-9f5975192e75 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:04:39.396402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:39.609341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Router 67f51d42-5f02-44e0-a178-9393179576c0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:04:39.717761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:04:39.722869 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-14bfd748-7fa8-4834-be6f-7e56e9f666ee tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "PUT /v2.0/routers/67f51d42-5f02-44e0-a178-9393179576c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421135 Jan 17 13:04:39.725516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51648) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:39.728129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] Sync routers for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:04:39.737522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:39.738215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:39.782204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting subnet 0124bb3a-7f04-4929-a8ac-b7d8943fc05a {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:04:39.785297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:39.826166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:39.842499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:04:39.908718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.023199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:39Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:40.050438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] Checking router: 67f51d42-5f02-44e0-a178-9393179576c0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:04:40.059149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] Routers {'67f51d42-5f02-44e0-a178-9393179576c0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:04:40.059783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:04:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['67f51d42-5f02-44e0-a178-9393179576c0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:40.084914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.113091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Subnet': ['ID=0124bb3a-7f04-4929-a8ac-b7d8943fc05a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:40.117490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.123253 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6499e99f-8983-4d53-86af-c01a9c109e25 tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/subnets/0124bb3a-7f04-4929-a8ac-b7d8943fc05a HTTP/1.1" status: 204 len: 168 time: 0.3943303 Jan 17 13:04:40.124387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51650) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:40.140504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebc11c-ab5f-4de3-a059-7250a522259a None None] Network b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:04:40.234038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.339436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.361738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] Set router 67f51d42-5f02-44e0-a178-9393179576c0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:04:40.469617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Deleting port 2a60f34c-32f2-4242-ba43-59974d16be88 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:04:40.469875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.556458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] For port 2a60f34c-32f2-4242-ba43-59974d16be88, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2a60f34c-32f2-4242-ba43-59974d16be88,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:40.556897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.573512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Calling delete_port for 2a60f34c-32f2-4242-ba43-59974d16be88 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:04:40.600898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] DHCP port deletion for b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:04:40.604200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:39Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:40.634608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935b45d-1558-4bbb-8d5c-7adadfd5dafb None None] The sync data for ids ['67f51d42-5f02-44e0-a178-9393179576c0'] in dv-neutron-824886-1-hyperv is: [{'id': '67f51d42-5f02-44e0-a178-9393179576c0', 'name': 'tempest-TestNetworkBasicOps-router-1091592443', 'tenant_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:39Z', 'revision_number': 7, 'project_id': 'ed9df1dcc5824e3b9cbcfdcf60e60ada', 'gw_port': {'id': '2a60f34c-32f2-4242-ba43-59974d16be88', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f51d42-5f02-44e0-a178-9393179576c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:03:33Z', 'updated_at': '2022-01-17T13:04:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:04:40.684803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] Deleting port 42572634-5b8c-4ffe-8069-9e1996324200 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:04:40.685191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.758228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] For port 42572634-5b8c-4ffe-8069-9e1996324200, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=42572634-5b8c-4ffe-8069-9e1996324200,segment=NetworkSegment(a702bf63-ab82-455e-bdb1-57b5481931cc),segment_id=a702bf63-ab82-455e-bdb1-57b5481931cc)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:40.758228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.770393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] Calling delete_port for 42572634-5b8c-4ffe-8069-9e1996324200 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:04:40.920896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:40.947229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] Pushing event deleted for resources: {'Port': ['ID=42572634-5b8c-4ffe-8069-9e1996324200,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:40.953048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f801ad-f720-4abb-bbaa-fdbb6a38be15 None None] No DVR routers for this DVR port 42572634-5b8c-4ffe-8069-9e1996324200 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:04:41.165624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.190997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Port': ['ID=2a60f34c-32f2-4242-ba43-59974d16be88,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:41.250717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.343115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.345192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.462306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.462831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Fanout notify agent at l3_agent the message router_deleted on router 67f51d42-5f02-44e0-a178-9393179576c0 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:04:41.469733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.470835 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8e56275a-1b34-4b5b-b59b-cb91ef9ad61a tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/routers/67f51d42-5f02-44e0-a178-9393179576c0 HTTP/1.1" status: 204 len: 168 time: 1.3461971 Jan 17 13:04:41.473519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51652) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:41.552481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.643576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.663448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:41.672935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a702bf63-ab82-455e-bdb1-57b5481931cc') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:41.673233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a702bf63-ab82-455e-bdb1-57b5481931cc') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:04:41.683586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.697709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.703374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:04:41.703792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:04:41.706653 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:04:41.857764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.864973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:41.868458 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] 10.222.0.77 "DELETE /v2.0/networks/b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d HTTP/1.1" status: 204 len: 168 time: 0.3940027 Jan 17 13:04:41.880180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda6a4c-6dd0-4fae-86e2-aebe0b606f7c tempest-TestNetworkBasicOps-1808375531 tempest-TestNetworkBasicOps-1808375531-project] Pushing event deleted for resources: {'Network': ['ID=b5c24681-0eb1-4a0a-8120-fd7b62eb2d9d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:42.035430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:04:42.059202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 2a60f34c-32f2-4242-ba43-59974d16be88 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:04:42.059584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2a60f34c-32f2-4242-ba43-59974d16be88 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:04:42.059990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42572634-5b8c-4ffe-8069-9e1996324200 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:04:42.077733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 42572634-5b8c-4ffe-8069-9e1996324200 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:04:42.078081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 42572634-5b8c-4ffe-8069-9e1996324200 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:04:42.078481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 24c8ae3e-3639-4542-bdbd-4df8268195a6 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:04:42.096590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 24c8ae3e-3639-4542-bdbd-4df8268195a6 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:04:42.096939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 24c8ae3e-3639-4542-bdbd-4df8268195a6 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:04:42.367557 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51658) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:42.495283 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d70b69cc-60d0-44ad-947c-707bc04a28e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed9df1dcc5824e3b9cbcfdcf60e60ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265519 Jan 17 13:04:42.497745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51662) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:42.544942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7dec4fa-2f11-4813-b920-a154f157d87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:42.566085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7dec4fa-2f11-4813-b920-a154f157d87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:42.764850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7dec4fa-2f11-4813-b920-a154f157d87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:42.767395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c7dec4fa-2f11-4813-b920-a154f157d87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:42.768599 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c7dec4fa-2f11-4813-b920-a154f157d87b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16ed9595-68fb-420a-863d-e1257de2e519 HTTP/1.1" status: 204 len: 168 time: 0.2699699 Jan 17 13:04:42.778406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dec4fa-2f11-4813-b920-a154f157d87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed9595-68fb-420a-863d-e1257de2e519,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:43.455074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 51668) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:43.469020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0301-6ff5-4489-9729-7e638ea5f242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:43.552578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0301-6ff5-4489-9729-7e638ea5f242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:43.673086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0301-6ff5-4489-9729-7e638ea5f242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:43.713583 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7f7b0301-6ff5-4489-9729-7e638ea5f242 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=641ee33306da4af5b2354698a1484a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572920 Jan 17 13:04:43.714317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b0301-6ff5-4489-9729-7e638ea5f242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356fc792-162c-42c9-9b1e-cc30e546d3f6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:43.716397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51672) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:04:43.766256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-579e46eb-30c0-43d4-afef-1c6546b20dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:43.792715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-579e46eb-30c0-43d4-afef-1c6546b20dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:44.017526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-579e46eb-30c0-43d4-afef-1c6546b20dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:44.020478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-579e46eb-30c0-43d4-afef-1c6546b20dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:44.021677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-579e46eb-30c0-43d4-afef-1c6546b20dfb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/356fc792-162c-42c9-9b1e-cc30e546d3f6 HTTP/1.1" status: 204 len: 168 time: 0.3036852 Jan 17 13:04:44.030328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e46eb-30c0-43d4-afef-1c6546b20dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356fc792-162c-42c9-9b1e-cc30e546d3f6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:46.041627 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:04:51.653052 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-1cbfcc98-520a-47ff-8864-d24196461f55 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299759 Jan 17 13:04:51.835935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-76620169-7220-4407-b65d-3d9fde9fa42b tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:51.837425 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-76620169-7220-4407-b65d-3d9fde9fa42b tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790946 Jan 17 13:04:51.852087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-3d72c2a2-06a5-4ac1-9078-4ec38282a2d0 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/quotas/3d096b4d25444bb1bc1a01b5b2a0482a HTTP/1.1" status: 200 len: 375 time: 0.0089011 Jan 17 13:04:51.892701 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-bbaa7115-7012-4ddc-85ec-9febb1af2fbc tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334132 Jan 17 13:04:52.239517 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c7d139cf-6f81-4579-9d74-e904a3a265ad req-7aab1b67-110d-4522-9518-47e86f78adf8 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 210 time: 0.0275321 Jan 17 13:04:52.371885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:53.317602 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0dfe4fb3-ded6-4bac-8782-422186058ace req-5ac9024a-05d6-403b-b36a-f0170aa87e29 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 210 time: 0.0271552 Jan 17 13:04:54.415661 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-973e9d45-428f-43d8-ad33-3a20b46909bb req-f8d7bcbf-a3cc-424c-9c79-e6e80a523812 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 210 time: 0.0313597 Jan 17 13:04:54.515058 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-5ecf425d-2708-4c8d-9fd5-0cd465546509 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218914 Jan 17 13:04:54.618847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-c8aa01b9-80d4-4264-b4f9-d4996b3cfe2d tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:54.621183 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-c8aa01b9-80d4-4264-b4f9-d4996b3cfe2d tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1008415 Jan 17 13:04:54.633407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Request body: {'port': {'device_id': 'f67ebb66-e250-4473-9895-c2de06df611c', 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10', 'admin_state_up': True, 'tenant_id': '3d096b4d25444bb1bc1a01b5b2a0482a'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:04:54.816892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Made reservation on behalf of 3d096b4d25444bb1bc1a01b5b2a0482a for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:04:54.820512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:54.830028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:54.902646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:54.988853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.057897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f945b282-88c4-47b0-b5fd-bec81c41d103,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:55.128749 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Allocated IP 192.168.233.17 (0929b2ae-1fce-49ab-982b-837eea242c10/4c88ab07-2df3-4f5a-8806-4d6097964b04/7603cd10-e0dc-4f4c-acd7-cdea01b081ca) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:04:55.273545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.383214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.426142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Network 0929b2ae-1fce-49ab-982b-837eea242c10 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:04:55.429214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:04:55.433708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:04:55.444601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Pushing event updated for resources: {'Port': ['ID=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:55.513151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:55.513151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.552008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786046d2-5ff7-4f39-b4d6-e956ff146f9c req-24b0b439-5731-4c0c-bdee-c7b99ca8db95 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:55.553797 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-786046d2-5ff7-4f39-b4d6-e956ff146f9c req-24b0b439-5731-4c0c-bdee-c7b99ca8db95 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 935 time: 0.0668709 Jan 17 13:04:55.599805 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-786046d2-5ff7-4f39-b4d6-e956ff146f9c req-76b35730-aba8-4b8d-8110-c6fcb34d20b3 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Jan 17 13:04:55.648630 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-49031ff0-d05f-481a-955f-6fc5f40875d5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0188296 Jan 17 13:04:55.660867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Request body: {'port': {'device_id': 'f67ebb66-e250-4473-9895-c2de06df611c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:04:55.713617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.713816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-92d0d1b0-81ac-4baf-be58-3cff5ea55791 None None] Provisioning complete for port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:04:55.714312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-92d0d1b0-81ac-4baf-be58-3cff5ea55791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.748132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-92d0d1b0-81ac-4baf-be58-3cff5ea55791 None None] Port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:04:55.975686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7603cd10-e0dc-4f4c-acd7-cdea01b081ca {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:04:55.982741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:55.994324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Transition to ACTIVE for port object 7603cd10-e0dc-4f4c-acd7-cdea01b081ca will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:04:56.125740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:56.178608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Pushing event updated for resources: {'Port': ['ID=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:56.252389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Attempting to bind port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:04:56.252723 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Attempting to bind port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:04:56.253076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Attempting to bind port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca on network 0929b2ae-1fce-49ab-982b-837eea242c10 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:04:56.257606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca on network 0929b2ae-1fce-49ab-982b-837eea242c10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:04:56.257922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Attempting to bind port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca on network 0929b2ae-1fce-49ab-982b-837eea242c10 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:04:56.263060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:04:56.263395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Checking segment: {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:04:56.263805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Bound using segment: {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:04:56.264234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Bound port: 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684d0d26-9101-4dc7-878a-2f6899032b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:04:56.264592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:56.329759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] For port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:04:56.332967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] For port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:04:56.427461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:56.463589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.464204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:56.466527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] 10.222.0.67 "PUT /v2.0/ports/7603cd10-e0dc-4f4c-acd7-cdea01b081ca HTTP/1.1" status: 200 len: 1097 time: 0.8097489 Jan 17 13:04:56.467062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ebb66-e250-4473-9895-c2de06df611c', 'tag': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:04:56.469330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3cd5d-c1f0-46d5-bbdd-9e2cab62cd10" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ebb66-e250-4473-9895-c2de06df611c", "tag": "7603cd10-e0dc-4f4c-acd7-cdea01b081ca"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:04:56.498134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f7d5-79b3-4428-aad0-d3087a937eff service neutron] Pushing event updated for resources: {'Port': ['ID=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:56.511769 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8cff6e-f34b-46a3-ba4c-7af7472f275b x-openstack-request-id: req-ac8cff6e-f34b-46a3-ba4c-7af7472f275b {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:04:56.512250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ebb66-e250-4473-9895-c2de06df611c", "tag": "7603cd10-e0dc-4f4c-acd7-cdea01b081ca", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:04:56.512588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac8cff6e-f34b-46a3-ba4c-7af7472f275b {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:04:56.513015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ebb66-e250-4473-9895-c2de06df611c', 'tag': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca', 'status': 'completed', 'code': 200} Jan 17 13:04:56.574215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3cd5d-c1f0-46d5-bbdd-9e2cab62cd10 req-aedeecf4-1bfc-4e40-b445-409514843346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.576110 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bde3cd5d-c1f0-46d5-bbdd-9e2cab62cd10 req-aedeecf4-1bfc-4e40-b445-409514843346 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 1100 time: 0.0446491 Jan 17 13:04:56.604125 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bde3cd5d-c1f0-46d5-bbdd-9e2cab62cd10 req-26d6ef79-9d1a-4ce0-a9be-a0c8daa55200 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203290 Jan 17 13:04:56.734707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3cd5d-c1f0-46d5-bbdd-9e2cab62cd10 req-3bb1fd9e-1ac7-4560-9e01-522862dcfce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.736128 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bde3cd5d-c1f0-46d5-bbdd-9e2cab62cd10 req-3bb1fd9e-1ac7-4560-9e01-522862dcfce2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259704 Jan 17 13:04:56.745189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec25dea-f9cb-45cf-857a-5abd36379a62 req-6f2a2adb-6c9c-42d7-a8fb-a9c3a182f29a tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.746963 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ec25dea-f9cb-45cf-857a-5abd36379a62 req-6f2a2adb-6c9c-42d7-a8fb-a9c3a182f29a tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 947 time: 0.0773785 Jan 17 13:04:56.809971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ec25dea-f9cb-45cf-857a-5abd36379a62 req-ac4979eb-12c3-42d7-8fab-5f1679461365 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Jan 17 13:04:56.822185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-b11cc46b-0c7c-4577-b936-1b62f214714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.823637 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-b11cc46b-0c7c-4577-b936-1b62f214714a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 1100 time: 0.0503123 Jan 17 13:04:56.868052 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-7dde38b3-f7b7-47de-825b-c83ba12d496c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7603cd10-e0dc-4f4c-acd7-cdea01b081ca HTTP/1.1" status: 200 len: 217 time: 0.0366867 Jan 17 13:04:56.914209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-9c5cbd6f-2e61-4481-b306-52f76329c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.915601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-9c5cbd6f-2e61-4481-b306-52f76329c8ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4c88ab07-2df3-4f5a-8806-4d6097964b04 HTTP/1.1" status: 200 len: 843 time: 0.0414572 Jan 17 13:04:56.960175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-72d8af78-1f92-4474-b701-7586deb776b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:56.961599 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-72d8af78-1f92-4474-b701-7586deb776b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0929b2ae-1fce-49ab-982b-837eea242c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0389810 Jan 17 13:04:57.051781 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-a6131464-0649-4075-8fc2-0170aa04c6a0 service neutron] 10.222.0.67 "GET /v2.0/networks/0929b2ae-1fce-49ab-982b-837eea242c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831854 Jan 17 13:04:57.141448 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db2780b6-79d4-43c5-8783-a57014c9d5c2 req-5fb095e0-4b91-4495-8f2b-df78242c1383 service neutron] 10.222.0.67 "GET /v2.0/networks/0929b2ae-1fce-49ab-982b-837eea242c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Jan 17 13:04:57.924284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c7af-41bb-4ecf-85f7-7c07512c58b0 req-b5081b8a-d7d8-4284-8af7-dd13bfe7b9e1 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:57.925766 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d451c7af-41bb-4ecf-85f7-7c07512c58b0 req-b5081b8a-d7d8-4284-8af7-dd13bfe7b9e1 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 947 time: 0.0487540 Jan 17 13:04:57.968328 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d451c7af-41bb-4ecf-85f7-7c07512c58b0 req-202a1ca3-3777-421f-8f1d-3a38a63d7335 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Jan 17 13:04:59.080868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576ffaa-8ccf-4642-bf2f-f6c5cd08f352 req-06bb46dc-f870-49a1-9b8f-a9d3fd405f17 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:04:59.082325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0576ffaa-8ccf-4642-bf2f-f6c5cd08f352 req-06bb46dc-f870-49a1-9b8f-a9d3fd405f17 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 947 time: 0.0486546 Jan 17 13:04:59.119017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0576ffaa-8ccf-4642-bf2f-f6c5cd08f352 req-497a1572-5a4e-4784-9e3b-8d1de4f87dd3 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Jan 17 13:04:59.374793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7603cd10-e0dc-4f4c-acd7-cdea01b081ca details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:04:59.469738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:59.481434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca', 'network_id': '0929b2ae-1fce-49ab-982b-837eea242c10', 'port_id': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca', 'mac_address': 'fa:16:3e:77:7e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c88ab07-2df3-4f5a-8806-4d6097964b04', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:04:59.517827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:59.531373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7603cd10-e0dc-4f4c-acd7-cdea01b081ca {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:04:59.550387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:04:59.674306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:04:59.726208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:04:59.876489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7603cd10-e0dc-4f4c-acd7-cdea01b081ca'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:05:00.233635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc271d7-2025-49d1-b1fe-2443a33d8606 req-fc49ab11-b16b-4d3e-9b43-8ea637effcac tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:00.235095 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4dc271d7-2025-49d1-b1fe-2443a33d8606 req-fc49ab11-b16b-4d3e-9b43-8ea637effcac tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 948 time: 0.0489116 Jan 17 13:05:00.272320 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4dc271d7-2025-49d1-b1fe-2443a33d8606 req-c3d835b8-5153-4dee-9ad1-ffd3cc8df30f tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Jan 17 13:05:01.376618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7603cd10-e0dc-4f4c-acd7-cdea01b081ca up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:05:01.391666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198625d1-c9a9-4a34-b34f-87bc2bffefd4 req-4b67fb7d-ecfc-40b5-8ae0-86553d676169 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:01.393225 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-198625d1-c9a9-4a34-b34f-87bc2bffefd4 req-4b67fb7d-ecfc-40b5-8ae0-86553d676169 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 948 time: 0.0525541 Jan 17 13:05:01.431337 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-198625d1-c9a9-4a34-b34f-87bc2bffefd4 req-d0e3229d-5e39-4e30-b1a7-2473c25379f9 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Jan 17 13:05:01.548456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:05:01.552321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:05:01.552684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:01.627717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:01.648707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ebb66-e250-4473-9895-c2de06df611c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:05:01.650896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16242f0-c524-4b1e-b971-cdaf567184c0" -d '{"events": [{"server_uuid": "f67ebb66-e250-4473-9895-c2de06df611c", "name": "network-vif-plugged", "status": "completed", "tag": "7603cd10-e0dc-4f4c-acd7-cdea01b081ca"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:05:01.663353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:01.686950 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bd5034-c627-4eef-b68b-05129e0a5214 x-openstack-request-id: req-85bd5034-c627-4eef-b68b-05129e0a5214 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:05:01.687241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ebb66-e250-4473-9895-c2de06df611c", "name": "network-vif-plugged", "status": "completed", "tag": "7603cd10-e0dc-4f4c-acd7-cdea01b081ca", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:05:01.687523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85bd5034-c627-4eef-b68b-05129e0a5214 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:05:01.687909 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ebb66-e250-4473-9895-c2de06df611c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca', 'code': 200} Jan 17 13:05:01.782700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:01.834120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:02.079556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b9390-095b-427e-857f-1875d1d2a5e9 req-38f6f57e-de82-4515-b98a-32d199d73ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:02.081043 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a50b9390-095b-427e-857f-1875d1d2a5e9 req-38f6f57e-de82-4515-b98a-32d199d73ef4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 1102 time: 0.0406973 Jan 17 13:05:02.116192 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a50b9390-095b-427e-857f-1875d1d2a5e9 req-5a352a98-9805-4876-85c6-aba70c1dea1a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290954 Jan 17 13:05:02.554950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7c949-eb6a-4621-b9ab-c76185640ee6 req-e4be302b-8a63-4889-aecb-f7d7567d6464 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:02.556448 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e7b7c949-eb6a-4621-b9ab-c76185640ee6 req-e4be302b-8a63-4889-aecb-f7d7567d6464 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 949 time: 0.0512295 Jan 17 13:05:02.593317 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e7b7c949-eb6a-4621-b9ab-c76185640ee6 req-dfc3017d-05e3-43bd-951a-738f7ae7ede0 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Jan 17 13:05:03.707608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710bbf4-dd99-468d-b491-ced6eab144f6 req-51cef2ac-2f54-4bc8-aeff-d63d30d4a653 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:03.712094 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7710bbf4-dd99-468d-b491-ced6eab144f6 req-51cef2ac-2f54-4bc8-aeff-d63d30d4a653 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 949 time: 0.0483041 Jan 17 13:05:03.749966 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7710bbf4-dd99-468d-b491-ced6eab144f6 req-eab7fc77-6ecf-4d1f-90b5-274d0e74bc58 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Jan 17 13:05:03.815469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d17a4ca9-d2ec-4ba6-9d1b-3463e874c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:04.082081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-e7f99039-cff2-4b64-9d95-e5964c6578b9 req-465277cb-cd79-4010-a70d-8c68b91bfd27 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:05:04.083054 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e7f99039-cff2-4b64-9d95-e5964c6578b9 req-465277cb-cd79-4010-a70d-8c68b91bfd27 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051854 Jan 17 13:05:04.638286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-3548af1f-d36c-48c0-bd54-4ca7404e5d92 req-d83ba085-41ce-4248-85aa-5393a783d508 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:05:04.639269 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3548af1f-d36c-48c0-bd54-4ca7404e5d92 req-d83ba085-41ce-4248-85aa-5393a783d508 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059614 Jan 17 13:05:05.235237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33883c92-bd86-471f-b329-98ef90bfbf9f req-bfe316e4-fc81-4448-b9e5-99f50bbc2a09 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:05.236739 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-33883c92-bd86-471f-b329-98ef90bfbf9f req-bfe316e4-fc81-4448-b9e5-99f50bbc2a09 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 949 time: 0.0543575 Jan 17 13:05:05.274752 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-33883c92-bd86-471f-b329-98ef90bfbf9f req-88a6148a-bc56-49c3-b232-68640670356e tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Jan 17 13:05:06.169092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6c89ed00-b005-4dde-ba9b-b535556477da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:06.393856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a895-16bb-4ed4-83b8-c1d5cdf9e379 req-2c75af76-c101-4793-9ce9-a46c5fae3ac5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:06.395387 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4198a895-16bb-4ed4-83b8-c1d5cdf9e379 req-2c75af76-c101-4793-9ce9-a46c5fae3ac5 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 949 time: 0.0522170 Jan 17 13:05:06.455648 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4198a895-16bb-4ed4-83b8-c1d5cdf9e379 req-bddfda98-7e28-4258-ab4b-647d5c4d8935 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/security-groups?id=f945b282-88c4-47b0-b5fd-bec81c41d103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542583 Jan 17 13:05:06.474713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f360-7bba-4043-844f-629042b4adbe req-294a44c6-6e40-4576-a63b-bdb4ef177ced tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:06.476189 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea36f360-7bba-4043-844f-629042b4adbe req-294a44c6-6e40-4576-a63b-bdb4ef177ced tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.67 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 949 time: 0.0562992 Jan 17 13:05:06.566930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Deleting port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:05:06.567188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:06.653204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] For port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,segment=NetworkSegment(684d0d26-9101-4dc7-878a-2f6899032b15),segment_id=684d0d26-9101-4dc7-878a-2f6899032b15)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:06.653658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:06.666011 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Calling delete_port for 7603cd10-e0dc-4f4c-acd7-cdea01b081ca owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:05:06.879987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:06.891803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7603cd10-e0dc-4f4c-acd7-cdea01b081ca'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:05:06.909298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Pushing event deleted for resources: {'Port': ['ID=7603cd10-e0dc-4f4c-acd7-cdea01b081ca,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:06.958871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] No DVR routers for this DVR port 7603cd10-e0dc-4f4c-acd7-cdea01b081ca on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:05:06.962025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:06.965871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea36f360-7bba-4043-844f-629042b4adbe req-7dcc2ca4-6671-42ec-93d4-91e3bd789587 tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.67 "DELETE /v2.0/ports/7603cd10-e0dc-4f4c-acd7-cdea01b081ca HTTP/1.1" status: 204 len: 173 time: 0.4834545 Jan 17 13:05:06.966346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ebb66-e250-4473-9895-c2de06df611c', 'name': 'network-vif-deleted', 'tag': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:05:06.968641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619a031-80eb-4f3a-b95a-a09fd5e94e4b" -d '{"events": [{"server_uuid": "f67ebb66-e250-4473-9895-c2de06df611c", "name": "network-vif-deleted", "tag": "7603cd10-e0dc-4f4c-acd7-cdea01b081ca"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:05:07.008620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7bd4ed-889d-4efa-acfa-834fd95f7282 x-openstack-request-id: req-db7bd4ed-889d-4efa-acfa-834fd95f7282 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:05:07.008909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ebb66-e250-4473-9895-c2de06df611c", "name": "network-vif-deleted", "tag": "7603cd10-e0dc-4f4c-acd7-cdea01b081ca", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:05:07.009157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db7bd4ed-889d-4efa-acfa-834fd95f7282 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:05:07.009610 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ebb66-e250-4473-9895-c2de06df611c', 'name': 'network-vif-deleted', 'tag': '7603cd10-e0dc-4f4c-acd7-cdea01b081ca', 'status': 'completed', 'code': 200} Jan 17 13:05:07.336908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:07.562200 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce607bef-1fd7-4e27-9345-9fc8615244d0 req-290b4237-68b2-4e56-8ad9-4cf9d887877c tempest-ServersAdminNegativeTestJSON-1515596316 tempest-ServersAdminNegativeTestJSON-1515596316-project] 10.222.0.77 "GET /v2.0/ports?device_id=f67ebb66-e250-4473-9895-c2de06df611c HTTP/1.1" status: 200 len: 210 time: 0.0305569 Jan 17 13:05:08.776378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:08.912711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:09.083443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51810) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:09.213171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2304efca-6153-4460-b168-6e253e3bf631 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d096b4d25444bb1bc1a01b5b2a0482a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285374 Jan 17 13:05:09.215937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51814) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:09.264225 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c97f385-4991-460e-8493-4ad0f48cd71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:09.285080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c97f385-4991-460e-8493-4ad0f48cd71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:09.422244 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c97f385-4991-460e-8493-4ad0f48cd71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:09.424751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9c97f385-4991-460e-8493-4ad0f48cd71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:09.425967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9c97f385-4991-460e-8493-4ad0f48cd71d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f945b282-88c4-47b0-b5fd-bec81c41d103 HTTP/1.1" status: 204 len: 168 time: 0.2090607 Jan 17 13:05:09.433703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97f385-4991-460e-8493-4ad0f48cd71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f945b282-88c4-47b0-b5fd-bec81c41d103,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:09.454634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7603cd10-e0dc-4f4c-acd7-cdea01b081ca no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:05:09.475081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 7603cd10-e0dc-4f4c-acd7-cdea01b081ca {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:05:09.475425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7603cd10-e0dc-4f4c-acd7-cdea01b081ca not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:05:10.062074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51820) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:10.075532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09b8e01b-9e4e-4224-802d-42a4a60f85ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.147307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09b8e01b-9e4e-4224-802d-42a4a60f85ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.216536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09b8e01b-9e4e-4224-802d-42a4a60f85ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.255817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8e01b-9e4e-4224-802d-42a4a60f85ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b071680d-a56e-47a2-9738-c06c4e1362b4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:10.259926 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-09b8e01b-9e4e-4224-802d-42a4a60f85ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4475c1a04e874e95beb903aca921d3e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968436 Jan 17 13:05:10.262548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51822) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:10.310570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-474f1c4e-4fce-4a77-bd76-b906850b928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.331813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-474f1c4e-4fce-4a77-bd76-b906850b928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.484820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-474f1c4e-4fce-4a77-bd76-b906850b928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.487275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-474f1c4e-4fce-4a77-bd76-b906850b928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:10.488452 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-474f1c4e-4fce-4a77-bd76-b906850b928b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b071680d-a56e-47a2-9738-c06c4e1362b4 HTTP/1.1" status: 204 len: 168 time: 0.2250183 Jan 17 13:05:10.496465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f1c4e-4fce-4a77-bd76-b906850b928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071680d-a56e-47a2-9738-c06c4e1362b4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:11.532630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51844) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:11.627713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-668674093-network', 'tenant_id': 'c7deed47a7d8487094ffa0aa8731caf0'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:05:11.707534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Made reservation on behalf of c7deed47a7d8487094ffa0aa8731caf0 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:05:11.709836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:11.718848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:11.792905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:11.867558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:11.891334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:05:11.899985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6153112c-bfad-49a0-af9b-5173f3883f43,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:11.906347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:11.906696 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Added segment af2e00b8-8d9f-4607-88de-1afd6aea6d74 of type vlan for network 3cb69130-bb26-40f3-9901-56ba9ef157dc Jan 17 13:05:11.947187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:12.020587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:12.021535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:12.022105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:12.107422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb69130-bb26-40f3-9901-56ba9ef157dc,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:12.118187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 3cb69130-bb26-40f3-9901-56ba9ef157dc details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:05:12.224875 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-114a83da-68fd-4d24-9e62-f7e038e2f129 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6911547 Jan 17 13:05:12.227650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51848) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:12.232361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Request body: {'subnet': {'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-668674093-subnet', 'tenant_id': 'c7deed47a7d8487094ffa0aa8731caf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:05:12.380549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Made reservation on behalf of c7deed47a7d8487094ffa0aa8731caf0 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:05:12.382816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:12.628094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:12.682921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85aa546-c10a-457f-b70b-d4db7e4d914a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:12.693351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Checking segment: {'id': 'af2e00b8-8d9f-4607-88de-1afd6aea6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:05:12.693704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Network hostable DHCP agents. Network: 3cb69130-bb26-40f3-9901-56ba9ef157dc, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:05:12.787627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Network 3cb69130-bb26-40f3-9901-56ba9ef157dc is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:05:12.878924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 3cb69130-bb26-40f3-9901-56ba9ef157dc) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:05:12.883180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:12.883791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:12.887640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdc9ab2-67da-4b2b-bff8-541488478d06 None None] Network 3cb69130-bb26-40f3-9901-56ba9ef157dc requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:05:13.004128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82627488-dfc7-4372-b90c-2830bd243033 None None] Network 3cb69130-bb26-40f3-9901-56ba9ef157dc requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:05:13.007694 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-03bf89c4-8d9f-48b0-9f3e-ecabd463c16a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7789850 Jan 17 13:05:13.418972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-b0e04343-cbb3-42c0-8dd6-01bdb23414b3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:13.420482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-b0e04343-cbb3-42c0-8dd6-01bdb23414b3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/networks?id=3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 200 len: 811 time: 0.1021028 Jan 17 13:05:13.435014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-e965d7f2-72c7-4145-819f-4dff2ecc53f5 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/quotas/c7deed47a7d8487094ffa0aa8731caf0 HTTP/1.1" status: 200 len: 375 time: 0.0086668 Jan 17 13:05:13.465930 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-0daa4bcb-38ef-4637-b7b3-a573f45dfd70 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257938 Jan 17 13:05:13.558710 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-8fbf7421-317f-447f-8a21-7651eeeb8d47 service neutron] 10.222.0.77 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853755 Jan 17 13:05:13.648848 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-36c34faa-0895-4014-bdf5-ba8454b07079 service neutron] 10.222.0.77 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839489 Jan 17 13:05:13.881003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a7afa16-9360-443e-958a-0758aaa36397 req-e4d51f2b-16db-465a-8e53-8429165f5c93 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Jan 17 13:05:14.982107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-94845a2a-bcf2-4e87-a328-163f4984359a req-15312bdf-a561-489a-9249-0c49b3799035 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 210 time: 0.0315280 Jan 17 13:05:16.083650 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-01dc4f46-2d14-4744-b9db-7e9a6eb07892 req-bb283692-02df-459c-9aaa-d3519e62c5e4 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Jan 17 13:05:16.296862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-44cd615c-d32c-42a5-9f06-b9dae0599c88 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:16.298342 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-44cd615c-d32c-42a5-9f06-b9dae0599c88 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.67 "GET /v2.0/networks?id=3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 200 len: 811 time: 0.4143748 Jan 17 13:05:16.314672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Request body: {'port': {'device_id': '9116469f-88b9-49bc-af7a-deb273df1c70', 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc', 'admin_state_up': True, 'tenant_id': 'c7deed47a7d8487094ffa0aa8731caf0'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:05:16.512022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Made reservation on behalf of c7deed47a7d8487094ffa0aa8731caf0 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:05:16.516197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:16.637447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Allocated IP 172.20.0.8 (3cb69130-bb26-40f3-9901-56ba9ef157dc/f85aa546-c10a-457f-b70b-d4db7e4d914a/5883fefe-b9ab-47da-8571-9dccff1e0db5) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:05:16.789873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:16.879428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:16.924207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Network 3cb69130-bb26-40f3-9901-56ba9ef157dc is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:05:16.927211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:05:16.930765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:05:16.957874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:16.989508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:16.990115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.047800 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-406dfabe-9937-4396-a6f7-a837d3ac7360 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366652 Jan 17 13:05:17.059317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Request body: {'port': {'device_id': '9116469f-88b9-49bc-af7a-deb273df1c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:05:17.110355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.279589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33529a4-eb20-41de-9fc9-87c90b7c4fab req-da876236-7e15-4f12-8d1e-1a574e1d97ee tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:17.281255 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b33529a4-eb20-41de-9fc9-87c90b7c4fab req-da876236-7e15-4f12-8d1e-1a574e1d97ee tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 931 time: 0.1309578 Jan 17 13:05:17.358023 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b33529a4-eb20-41de-9fc9-87c90b7c4fab req-9bdbc899-f429-4496-8c58-2bd287e884f9 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528409 Jan 17 13:05:17.434148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5883fefe-b9ab-47da-8571-9dccff1e0db5 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:05:17.441556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.453430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Transition to ACTIVE for port object 5883fefe-b9ab-47da-8571-9dccff1e0db5 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:05:17.536335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.588430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:17.657278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Attempting to bind port 5883fefe-b9ab-47da-8571-9dccff1e0db5 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:05:17.657531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Attempting to bind port 5883fefe-b9ab-47da-8571-9dccff1e0db5 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'af2e00b8-8d9f-4607-88de-1afd6aea6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:05:17.657852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Attempting to bind port 5883fefe-b9ab-47da-8571-9dccff1e0db5 on network 3cb69130-bb26-40f3-9901-56ba9ef157dc {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:05:17.661958 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Port 5883fefe-b9ab-47da-8571-9dccff1e0db5 on network 3cb69130-bb26-40f3-9901-56ba9ef157dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:05:17.662273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Attempting to bind port 5883fefe-b9ab-47da-8571-9dccff1e0db5 on network 3cb69130-bb26-40f3-9901-56ba9ef157dc {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:05:17.667031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:05:17.667367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Checking segment: {'id': 'af2e00b8-8d9f-4607-88de-1afd6aea6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:05:17.667780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Bound using segment: {'id': 'af2e00b8-8d9f-4607-88de-1afd6aea6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:05:17.668203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Bound port: 5883fefe-b9ab-47da-8571-9dccff1e0db5, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2e00b8-8d9f-4607-88de-1afd6aea6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:05:17.668550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.730984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:05:17.734098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:05:17.816624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.853275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:17.853890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:17.855298 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] 10.222.0.67 "PUT /v2.0/ports/5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 200 len: 1093 time: 0.7998488 Jan 17 13:05:17.855761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:05:17.858084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a" -d '{"events": [{"name": "network-changed", "server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:05:17.883235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb6dfd-1afa-4441-87ca-1439ec12490d service neutron] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:17.899600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4f932-54c2-4561-a892-8344be332999 x-openstack-request-id: req-b9e4f932-54c2-4561-a892-8344be332999 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:05:17.899600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:05:17.899600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9e4f932-54c2-4561-a892-8344be332999 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:05:17.899600 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'status': 'completed', 'code': 200} Jan 17 13:05:17.957752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a req-3454e4a8-5e3b-43fd-a5fd-f3cc776710e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:17.959157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a req-3454e4a8-5e3b-43fd-a5fd-f3cc776710e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1096 time: 0.0419734 Jan 17 13:05:18.059190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a req-2311eb82-4b96-4768-8eed-1fce0b10d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:18.060740 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a req-2311eb82-4b96-4768-8eed-1fce0b10d09f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933585 Jan 17 13:05:18.153670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a req-9b119b3a-15f2-4c4b-9aff-f4b0f19c905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:18.155177 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0f01ab-6f65-4b8f-bdd6-9177ffbf895a req-9b119b3a-15f2-4c4b-9aff-f4b0f19c905c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883956 Jan 17 13:05:18.237859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-c03b1bd8-c894-4684-a89f-963578bc865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:18.239302 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-c03b1bd8-c894-4684-a89f-963578bc865d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1096 time: 0.0461030 Jan 17 13:05:18.280700 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-53f2dd8f-6479-4ba8-99ca-8aeaecee0f62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 200 len: 217 time: 0.0346971 Jan 17 13:05:18.328324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-881db5b7-755c-489b-9952-e18f28fff059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:18.329749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-881db5b7-755c-489b-9952-e18f28fff059 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f85aa546-c10a-457f-b70b-d4db7e4d914a HTTP/1.1" status: 200 len: 851 time: 0.0433285 Jan 17 13:05:18.362949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-5ccf8285-7f84-481e-98f8-89e9751e1fc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cb69130-bb26-40f3-9901-56ba9ef157dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273287 Jan 17 13:05:18.453184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-5cc7f537-7928-46dc-a5db-7182cf3df644 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833278 Jan 17 13:05:18.545345 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-405fa0c5-d486-4e76-a34f-ee12bf352df9 req-266903c1-20ee-45b0-8c43-632668b64d92 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865920 Jan 17 13:05:18.637611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037c36e-7920-452c-94fd-ec9f4033a1d7 req-76dc2975-57f7-4b68-a55c-ad3e15773ba3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:18.639102 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a037c36e-7920-452c-94fd-ec9f4033a1d7 req-76dc2975-57f7-4b68-a55c-ad3e15773ba3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 943 time: 0.0505502 Jan 17 13:05:18.677367 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a037c36e-7920-452c-94fd-ec9f4033a1d7 req-f2d81750-0adb-4a7e-bd5a-c90a566df3a0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Jan 17 13:05:19.795018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9ba24-514d-47f4-b761-1ad8e434ee4d req-d8d98aba-32a3-415b-b509-21f12810dba0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:19.797357 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-87f9ba24-514d-47f4-b761-1ad8e434ee4d req-d8d98aba-32a3-415b-b509-21f12810dba0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 943 time: 0.0534232 Jan 17 13:05:19.834260 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-87f9ba24-514d-47f4-b761-1ad8e434ee4d req-6ea5ccc0-82f1-4c12-a497-9d5eb7f21736 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310798 Jan 17 13:05:20.947812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f4b5a-b9d3-46dc-93bd-644ef9d61efb req-f102b8f3-cd3e-4c87-82d1-14d231932a3f tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:20.949267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a7f4b5a-b9d3-46dc-93bd-644ef9d61efb req-f102b8f3-cd3e-4c87-82d1-14d231932a3f tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 943 time: 0.0491345 Jan 17 13:05:20.986168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a7f4b5a-b9d3-46dc-93bd-644ef9d61efb req-fdebcff3-adcc-46cd-9e1c-311406107cfd tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Jan 17 13:05:21.529846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:05:21.626242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:21.637063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc', 'port_id': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'mac_address': 'fa:16:3e:59:9e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85aa546-c10a-457f-b70b-d4db7e4d914a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:05:21.673724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:21.685609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5883fefe-b9ab-47da-8571-9dccff1e0db5 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:05:21.704410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:21.782164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:21.828473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:21.970172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['5883fefe-b9ab-47da-8571-9dccff1e0db5'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:05:22.100018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c97e4-08e7-4d0a-b6b3-77c40c3c47fb req-d7ce6ec4-50f4-42f8-9078-bd5ee613b01d tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:22.101423 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-608c97e4-08e7-4d0a-b6b3-77c40c3c47fb req-d7ce6ec4-50f4-42f8-9078-bd5ee613b01d tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 944 time: 0.0498734 Jan 17 13:05:22.140504 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-608c97e4-08e7-4d0a-b6b3-77c40c3c47fb req-d9dd93e6-f948-4dbc-8dc9-810f0dfa5ce1 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Jan 17 13:05:22.376775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:23.040084 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:05:23.252546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972465da-894f-4309-ac14-c4c5128d5606 req-1ccb595e-ee54-4e57-b7db-9c1c3a285ad0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:23.254004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-972465da-894f-4309-ac14-c4c5128d5606 req-1ccb595e-ee54-4e57-b7db-9c1c3a285ad0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 944 time: 0.0477805 Jan 17 13:05:23.295738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-972465da-894f-4309-ac14-c4c5128d5606 req-5623360b-0950-4d10-9666-6a05d892c9f1 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Jan 17 13:05:23.532398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:05:23.655547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 5883fefe-b9ab-47da-8571-9dccff1e0db5 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:05:23.659250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 5883fefe-b9ab-47da-8571-9dccff1e0db5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:05:23.659645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:23.737240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:23.758762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:05:23.761006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7419a3-fb94-412d-8a23-fbae5e73cf1b" -d '{"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-plugged", "status": "completed", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:05:23.774241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:23.796198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253eb81-6e29-42f0-9361-a67921fb0bd5 x-openstack-request-id: req-6253eb81-6e29-42f0-9361-a67921fb0bd5 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:05:23.796487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-plugged", "status": "completed", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:05:23.796739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6253eb81-6e29-42f0-9361-a67921fb0bd5 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:05:23.797123 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'code': 200} Jan 17 13:05:23.855866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:23.903679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:05:24.072127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556df7d0-0c0c-4f97-87a4-aa51401ce237 req-2826f032-2f49-4dbf-915e-a61fa0a40c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:24.073580 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-556df7d0-0c0c-4f97-87a4-aa51401ce237 req-2826f032-2f49-4dbf-915e-a61fa0a40c14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1098 time: 0.0392189 Jan 17 13:05:24.107019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-556df7d0-0c0c-4f97-87a4-aa51401ce237 req-ea71aae8-3f8f-40c6-822b-ff81454fd600 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269957 Jan 17 13:05:24.408554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0e011-1be2-40f3-a364-44e49a074aa3 req-4adf3d24-2d9e-419b-ae4a-d6bdde555de7 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:24.410086 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ced0e011-1be2-40f3-a364-44e49a074aa3 req-4adf3d24-2d9e-419b-ae4a-d6bdde555de7 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Jan 17 13:05:24.447480 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ced0e011-1be2-40f3-a364-44e49a074aa3 req-5d877f58-e8da-4f52-b4eb-05a3f1df8ab3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Jan 17 13:05:25.562753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce479-6ed6-4321-94f4-02013980004e req-9ef2135d-839d-4ccb-989f-e70b54dd1825 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:25.564636 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-98bce479-6ed6-4321-94f4-02013980004e req-9ef2135d-839d-4ccb-989f-e70b54dd1825 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Jan 17 13:05:25.601842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-98bce479-6ed6-4321-94f4-02013980004e req-8498e652-e53a-42a5-8af2-e74b2c5e62fa tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jan 17 13:05:26.086348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16016d90-2616-4272-b28a-9fa29f914efc req-dc0acc0f-01bb-4e20-837d-50f17bc2f676 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:26.087850 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-16016d90-2616-4272-b28a-9fa29f914efc req-dc0acc0f-01bb-4e20-837d-50f17bc2f676 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0529387 Jan 17 13:05:26.126308 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-16016d90-2616-4272-b28a-9fa29f914efc req-c99151ab-5b14-40b3-a15a-7fe9fe24a6dd tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Jan 17 13:05:26.203300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 51912) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:05:26.283307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-9db85525-5a2d-4a1b-afd7-c0040c07048e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783281 Jan 17 13:05:26.292362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-28da6183-9eb5-4434-9ff9-5a8f79366354 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:05:26.293314 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-28da6183-9eb5-4434-9ff9-5a8f79366354 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048518 Jan 17 13:05:27.252778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f00a12-8beb-437f-971a-22b3f5ea9927 req-2fda0573-c4bc-4e1c-9b24-7d5bc0ed35e2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:27.254237 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b0f00a12-8beb-437f-971a-22b3f5ea9927 req-2fda0573-c4bc-4e1c-9b24-7d5bc0ed35e2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Jan 17 13:05:27.292147 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b0f00a12-8beb-437f-971a-22b3f5ea9927 req-b9e1e1b9-cbe6-4f3f-8511-ebcfc6d16593 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jan 17 13:05:28.409933 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea47fa-b6a1-48e6-b46a-acecf0588235 req-2196abb7-39cf-46bf-9733-1922901e27b0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:28.411465 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49ea47fa-b6a1-48e6-b46a-acecf0588235 req-2196abb7-39cf-46bf-9733-1922901e27b0 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Jan 17 13:05:28.450790 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49ea47fa-b6a1-48e6-b46a-acecf0588235 req-775fffac-30a9-4eff-b5ab-f78fd846a27f tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328004 Jan 17 13:05:28.484144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-8fc372ff-ac56-4092-84e9-902417ce18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:28.485661 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-8fc372ff-ac56-4092-84e9-902417ce18fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1098 time: 0.0415854 Jan 17 13:05:28.576359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-9184d69e-28ba-4a78-b637-cedbc8251ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:28.577753 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-9184d69e-28ba-4a78-b637-cedbc8251ef6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 200 len: 912 time: 0.0864112 Jan 17 13:05:28.617481 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-546bfa2d-4c9a-41e9-aa7f-7942014bf119 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 200 len: 217 time: 0.0333641 Jan 17 13:05:28.665218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-abf6c677-3cff-4115-ae3b-2b09dd8d4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:28.666670 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-abf6c677-3cff-4115-ae3b-2b09dd8d4471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f85aa546-c10a-457f-b70b-d4db7e4d914a HTTP/1.1" status: 200 len: 851 time: 0.0429118 Jan 17 13:05:28.699474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-6536f35f-5ecc-48b2-8359-5f81cc6dc144 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cb69130-bb26-40f3-9901-56ba9ef157dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259557 Jan 17 13:05:28.790840 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-a6fd8803-a7cd-47e4-b194-f1919c411faf service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848131 Jan 17 13:05:28.880185 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-a1dfa46e-4887-462f-af02-59ef193a7d82 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823145 Jan 17 13:05:29.573620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55141ff-c4d0-47b3-81af-2e42154ae58a req-4fe7d9e7-41ea-418e-b110-608ce4c0fb1e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:29.575232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c55141ff-c4d0-47b3-81af-2e42154ae58a req-4fe7d9e7-41ea-418e-b110-608ce4c0fb1e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0561075 Jan 17 13:05:29.617150 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c55141ff-c4d0-47b3-81af-2e42154ae58a req-30b8fecc-dc13-4e54-a073-74b9c2d062d8 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Jan 17 13:05:30.730765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420c5c-ae6a-4f0a-9103-b43472c43c1b req-071de1d6-940b-4b62-9562-c81705126b20 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:30.732263 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-92420c5c-ae6a-4f0a-9103-b43472c43c1b req-071de1d6-940b-4b62-9562-c81705126b20 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Jan 17 13:05:30.771694 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-92420c5c-ae6a-4f0a-9103-b43472c43c1b req-a9f5a8c1-0a00-4fd8-b48c-25087ed2163c tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jan 17 13:05:31.884311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48945391-2fe9-4415-b497-e4e93e462eb5 req-528fb920-e639-494b-bfad-fd91f5f9a3f3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:31.885812 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48945391-2fe9-4415-b497-e4e93e462eb5 req-528fb920-e639-494b-bfad-fd91f5f9a3f3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0480580 Jan 17 13:05:31.923462 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-48945391-2fe9-4415-b497-e4e93e462eb5 req-0981314f-e104-4ac3-bf74-2a3b01eab18a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Jan 17 13:05:33.045562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181d09-87ef-4288-a6cd-3b81211b0943 req-967c0fa8-1deb-49fc-b5c7-6a9cace92a3a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:33.047023 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4a181d09-87ef-4288-a6cd-3b81211b0943 req-967c0fa8-1deb-49fc-b5c7-6a9cace92a3a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0524507 Jan 17 13:05:33.084640 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4a181d09-87ef-4288-a6cd-3b81211b0943 req-d9808431-2a33-4429-b435-39e89da136d5 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Jan 17 13:05:33.763641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bff86255-b67e-48d6-87ff-49cd12eef8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:34.198221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f927593-18da-4712-8eb7-8c790367c9cc req-6769bf0b-35dc-4fa2-ae13-09e0ae2d43a2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:34.199730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f927593-18da-4712-8eb7-8c790367c9cc req-6769bf0b-35dc-4fa2-ae13-09e0ae2d43a2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Jan 17 13:05:34.237490 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f927593-18da-4712-8eb7-8c790367c9cc req-66616c08-1c52-4a27-8079-d5f9c42a825c tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Jan 17 13:05:35.350797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467b495-0774-4a58-ab99-7054f7f531fe req-fb77c9ed-d729-4429-8c34-8f8bd72cddb7 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:35.352314 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0467b495-0774-4a58-ab99-7054f7f531fe req-fb77c9ed-d729-4429-8c34-8f8bd72cddb7 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Jan 17 13:05:35.389654 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0467b495-0774-4a58-ab99-7054f7f531fe req-201de3b5-c3dd-4567-b889-8600f184be43 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Jan 17 13:05:36.169474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-682d323a-e3ec-431f-8d9b-3cdc29b13941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:36.508960 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb492e9-1fb2-4bae-b315-35b6c9c17218 req-f5108597-d8fa-4250-96f6-71596dcd49a3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:36.510457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-efb492e9-1fb2-4bae-b315-35b6c9c17218 req-f5108597-d8fa-4250-96f6-71596dcd49a3 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0523179 Jan 17 13:05:36.549494 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-efb492e9-1fb2-4bae-b315-35b6c9c17218 req-137557ee-0d0a-4295-b844-be1763bbed26 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Jan 17 13:05:37.323655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:37.662438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344b2f-a6e5-4a79-8ca6-2f00a8616457 req-b0eef821-2bd1-4976-8342-2aad5ca04f13 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:37.664042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-28344b2f-a6e5-4a79-8ca6-2f00a8616457 req-b0eef821-2bd1-4976-8342-2aad5ca04f13 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Jan 17 13:05:37.701418 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-28344b2f-a6e5-4a79-8ca6-2f00a8616457 req-3839d8f8-8782-4382-98ea-dff39710833b tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jan 17 13:05:38.764068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:38.816963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2348f-4e47-4ce5-9aa1-a085c091568c req-a7e688ac-83fb-410d-9bb6-59836701b634 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:38.818479 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-19f2348f-4e47-4ce5-9aa1-a085c091568c req-a7e688ac-83fb-410d-9bb6-59836701b634 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0500965 Jan 17 13:05:38.858559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-19f2348f-4e47-4ce5-9aa1-a085c091568c req-ec399bf5-e60c-4370-bc97-a97c4a24c763 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Jan 17 13:05:38.951938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:39.975477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79df20a-6f13-4462-b7f0-b19878f22129 req-3c043231-c7fe-4a25-bd04-5e49d67c15bc tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:39.976967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e79df20a-6f13-4462-b7f0-b19878f22129 req-3c043231-c7fe-4a25-bd04-5e49d67c15bc tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0515649 Jan 17 13:05:40.013915 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e79df20a-6f13-4462-b7f0-b19878f22129 req-0d8522a2-34ce-4d8c-be68-082b48edf97c tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Jan 17 13:05:41.127327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a915105-eaaa-4750-9062-79bab09a86d0 req-2fd086b6-06bb-4a47-b4a4-6e7210103e76 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:41.128835 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a915105-eaaa-4750-9062-79bab09a86d0 req-2fd086b6-06bb-4a47-b4a4-6e7210103e76 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Jan 17 13:05:41.166213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a915105-eaaa-4750-9062-79bab09a86d0 req-97407f64-dd38-4e40-8239-315b34bf6bc5 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Jan 17 13:05:42.279626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043ae58-b8d9-4b3e-94c8-61774ed09e9f req-60dd5041-8e8e-4898-8de3-50d26134fa8e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:42.281108 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3043ae58-b8d9-4b3e-94c8-61774ed09e9f req-60dd5041-8e8e-4898-8de3-50d26134fa8e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Jan 17 13:05:42.318620 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3043ae58-b8d9-4b3e-94c8-61774ed09e9f req-7a691e7b-770b-48a7-b01f-5faad81c91d9 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Jan 17 13:05:43.210146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-89c79738-c392-4a6c-8fe2-75ea52d1369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:43.211672 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-89c79738-c392-4a6c-8fe2-75ea52d1369c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1098 time: 0.0448327 Jan 17 13:05:43.312818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-9dd17508-17c5-4875-972a-1b9a449e5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:43.314506 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-9dd17508-17c5-4875-972a-1b9a449e5e7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 200 len: 912 time: 0.0831270 Jan 17 13:05:43.359527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-aa513f72-be0b-490b-b5f6-b8b39dfbb1e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 200 len: 217 time: 0.0383284 Jan 17 13:05:43.436612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-e5b36323-304a-43a2-aed4-fc6484860113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:43.438012 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-e5b36323-304a-43a2-aed4-fc6484860113 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f85aa546-c10a-457f-b70b-d4db7e4d914a HTTP/1.1" status: 200 len: 851 time: 0.0708807 Jan 17 13:05:43.454481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e32231-9039-4fd7-a9e5-af1dd2380e0b req-2c061738-188a-4000-9455-572189de4b00 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:43.455941 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-91e32231-9039-4fd7-a9e5-af1dd2380e0b req-2c061738-188a-4000-9455-572189de4b00 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0625980 Jan 17 13:05:43.486014 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-f29ba9d4-b15c-4053-aa8e-ad551cf6f932 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cb69130-bb26-40f3-9901-56ba9ef157dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291452 Jan 17 13:05:43.557716 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-91e32231-9039-4fd7-a9e5-af1dd2380e0b req-1c8e0049-df86-4331-a14d-eee765119bb1 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935948 Jan 17 13:05:43.594973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-39fb55ae-52ff-4361-a4d9-95659a3bf409 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028905 Jan 17 13:05:43.681403 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-df7461e0-a7d2-4f7a-8691-7ae370e32f81 req-56055b6a-43cb-49f0-9e85-ce1211d35331 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804238 Jan 17 13:05:44.674406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4bb72-7d57-456e-9408-1c2973d63ff6 req-651cc094-4f72-4586-90c1-97e9c6efed71 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:44.675864 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2bc4bb72-7d57-456e-9408-1c2973d63ff6 req-651cc094-4f72-4586-90c1-97e9c6efed71 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0510528 Jan 17 13:05:44.713744 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2bc4bb72-7d57-456e-9408-1c2973d63ff6 req-470350d9-66ef-4ff6-bdcb-d60124d62981 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Jan 17 13:05:45.832170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a14254-6700-4718-b51c-7ababdde62ff req-10340bec-4634-4739-a4ac-00834326ae16 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:45.833648 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-63a14254-6700-4718-b51c-7ababdde62ff req-10340bec-4634-4739-a4ac-00834326ae16 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Jan 17 13:05:45.872144 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-63a14254-6700-4718-b51c-7ababdde62ff req-1b72521b-7626-409f-b9ab-44056267c3ac tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Jan 17 13:05:46.988990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aa6a1-57ed-4cf0-bbb8-89307ce38e09 req-69eff55e-fa23-4b46-891d-e2559a11677b tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:46.990435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fa8aa6a1-57ed-4cf0-bbb8-89307ce38e09 req-69eff55e-fa23-4b46-891d-e2559a11677b tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0529828 Jan 17 13:05:47.027756 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fa8aa6a1-57ed-4cf0-bbb8-89307ce38e09 req-b56c4b40-6d62-478e-9c3c-b166250a504b tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jan 17 13:05:48.140735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b23cf6-d786-45a6-8683-2e38c6c459f4 req-bb84de14-6583-4c6e-9bf1-56d19c911aff tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:48.142454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7b23cf6-d786-45a6-8683-2e38c6c459f4 req-bb84de14-6583-4c6e-9bf1-56d19c911aff tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0482371 Jan 17 13:05:48.186213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7b23cf6-d786-45a6-8683-2e38c6c459f4 req-bbd2cde0-8249-4632-85ab-8d5cf4bae612 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Jan 17 13:05:49.299560 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5455a-7e89-49a2-9ae6-147963e3d9fa req-1778a637-0e33-4b24-9c63-99c0307da427 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:49.301040 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4aa5455a-7e89-49a2-9ae6-147963e3d9fa req-1778a637-0e33-4b24-9c63-99c0307da427 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0495791 Jan 17 13:05:49.339133 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4aa5455a-7e89-49a2-9ae6-147963e3d9fa req-d8e5c2e4-56a5-4de7-b16c-ffb5342155f7 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322411 Jan 17 13:05:50.455393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cf035-6268-41c0-ab64-22865723bc21 req-4177dcf8-dee0-43f4-bb7e-fcd9425fc1df tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:50.456909 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4a6cf035-6268-41c0-ab64-22865723bc21 req-4177dcf8-dee0-43f4-bb7e-fcd9425fc1df tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Jan 17 13:05:50.495153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4a6cf035-6268-41c0-ab64-22865723bc21 req-196f6076-78cb-48cb-a60f-3ae6773f8f11 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Jan 17 13:05:51.607857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d144-b59c-43e6-aaf0-476d5dc65bbc req-0f4d688c-bcc5-4c60-b270-2e6392ec170a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:51.609323 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da36d144-b59c-43e6-aaf0-476d5dc65bbc req-0f4d688c-bcc5-4c60-b270-2e6392ec170a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0484695 Jan 17 13:05:51.648547 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da36d144-b59c-43e6-aaf0-476d5dc65bbc req-8538788c-10b7-4b88-af66-e170837d988e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jan 17 13:05:52.397307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:52.764111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90e60e-a985-45d2-9c64-09e068adc1ce req-072e8407-e410-407a-9cdd-f8a8df1b66dd tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:52.765604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf90e60e-a985-45d2-9c64-09e068adc1ce req-072e8407-e410-407a-9cdd-f8a8df1b66dd tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0524945 Jan 17 13:05:52.803108 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf90e60e-a985-45d2-9c64-09e068adc1ce req-a299a98e-a07d-4f02-939b-07c8f3c4a35e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Jan 17 13:05:53.920419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ecadd-aca4-462d-8c2c-f04804a99185 req-a32baa0b-0fba-40bc-be7e-e44a4157c324 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:53.921895 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a13ecadd-aca4-462d-8c2c-f04804a99185 req-a32baa0b-0fba-40bc-be7e-e44a4157c324 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Jan 17 13:05:53.959915 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a13ecadd-aca4-462d-8c2c-f04804a99185 req-59e6f2f5-6b26-464d-8f79-13fba15846e6 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Jan 17 13:05:55.078067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12185-2ed7-48b3-a784-cab4237b7428 req-42d92d65-988e-49f7-bd29-074ef76bbf0e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:55.079603 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ec12185-2ed7-48b3-a784-cab4237b7428 req-42d92d65-988e-49f7-bd29-074ef76bbf0e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0511317 Jan 17 13:05:55.118415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ec12185-2ed7-48b3-a784-cab4237b7428 req-cf1a3074-2990-4fc7-abeb-66429b0a0bde tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Jan 17 13:05:55.917735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-07908cea-55d7-44c5-a4a1-91c7356c5617 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:05:55.918981 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-07908cea-55d7-44c5-a4a1-91c7356c5617 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054219 Jan 17 13:05:55.981541 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-2c2e8d11-db1d-428d-ad52-2f57cc1cb38a service neutron] 10.222.0.67 "GET /v2.0/ports/5883fefe-b9ab-47da-8571-9dccff1e0db5/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0561919 Jan 17 13:05:56.234130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508bc6c-150e-4ced-a283-b170e3dd2ed8 req-64414a51-9341-4c25-b524-ca298374395d tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:56.235633 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2508bc6c-150e-4ced-a283-b170e3dd2ed8 req-64414a51-9341-4c25-b524-ca298374395d tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0495245 Jan 17 13:05:56.274285 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2508bc6c-150e-4ced-a283-b170e3dd2ed8 req-9713e2a5-d35d-46d8-b47c-c960effdd05c tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Jan 17 13:05:56.589353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-fece3c4d-3ef7-4615-b779-6d43c938c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:56.590849 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-fece3c4d-3ef7-4615-b779-6d43c938c5a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70&tenant_id=c7deed47a7d8487094ffa0aa8731caf0 HTTP/1.1" status: 200 len: 1098 time: 0.0745156 Jan 17 13:05:56.650689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-947c7457-6ca8-49ef-a4b6-1b89ebcad9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:56.652232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-947c7457-6ca8-49ef-a4b6-1b89ebcad9ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1098 time: 0.0396872 Jan 17 13:05:56.741386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-e54c40c2-7831-4eaa-8be5-b3263fdabd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:56.742861 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-e54c40c2-7831-4eaa-8be5-b3263fdabd85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 200 len: 912 time: 0.0847733 Jan 17 13:05:56.783963 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-19902afe-b308-47fb-87a4-d334e3d58631 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 200 len: 217 time: 0.0341542 Jan 17 13:05:56.830026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-a1faa942-cf72-42ae-a281-c9d3300f2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:56.831453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-a1faa942-cf72-42ae-a281-c9d3300f2f46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f85aa546-c10a-457f-b70b-d4db7e4d914a HTTP/1.1" status: 200 len: 851 time: 0.0419471 Jan 17 13:05:56.861122 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-0cadfcd5-e3ac-48a0-ac0a-dc236061911b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cb69130-bb26-40f3-9901-56ba9ef157dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237417 Jan 17 13:05:56.950716 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-af7a8431-5ad1-447d-9f49-d3af20699f43 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Jan 17 13:05:57.037375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f273890d-9604-475e-8714-e12bf9cef4e9 req-0ff6dae4-a492-475f-ab12-8861ebe5a3a7 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808313 Jan 17 13:05:57.404357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2322ba5-1bda-49d1-944f-59c9f2082736 req-2752b53b-cea2-44b6-9c08-1c386358cb28 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:57.405818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e2322ba5-1bda-49d1-944f-59c9f2082736 req-2752b53b-cea2-44b6-9c08-1c386358cb28 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0640950 Jan 17 13:05:57.442969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e2322ba5-1bda-49d1-944f-59c9f2082736 req-4d2c5d56-23ee-4538-a63f-8adf566cd33c tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jan 17 13:05:58.556072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da00f7d-7229-4075-b8e1-00e670f36d4a req-547fe7f4-24b4-4012-a172-1d6ea7180c8e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:58.557537 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9da00f7d-7229-4075-b8e1-00e670f36d4a req-547fe7f4-24b4-4012-a172-1d6ea7180c8e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0485275 Jan 17 13:05:58.595100 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9da00f7d-7229-4075-b8e1-00e670f36d4a req-68876951-ba8c-4cb6-a69c-d43b21101ef2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jan 17 13:05:59.712713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88803dc7-cb08-461f-a839-004a8a331a01 req-d835d0e4-9bda-49b8-b128-c270e54b2649 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:05:59.714203 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-88803dc7-cb08-461f-a839-004a8a331a01 req-d835d0e4-9bda-49b8-b128-c270e54b2649 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Jan 17 13:05:59.724112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:05:59.728624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:05:59.752588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-88803dc7-cb08-461f-a839-004a8a331a01 req-02dcc74d-24f5-4a83-86bf-641982fa77a6 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jan 17 13:05:59.872365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:59.887124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:59.907632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:05:59.909834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0533d7f-a59d-4a3f-afe6-e7e6ab74202c" -d '{"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-unplugged", "status": "completed", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:05:59.914375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'network_id': '3cb69130-bb26-40f3-9901-56ba9ef157dc', 'port_id': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'mac_address': 'fa:16:3e:59:9e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85aa546-c10a-457f-b70b-d4db7e4d914a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:05:59.926186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:05:59.960430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:05:59.963072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba04dd8-88e0-4734-ba52-c8c9d41aeab8 x-openstack-request-id: req-4ba04dd8-88e0-4734-ba52-c8c9d41aeab8 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:05:59.963364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-unplugged", "status": "completed", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:05:59.963641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ba04dd8-88e0-4734-ba52-c8c9d41aeab8 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:05:59.964042 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'code': 200} Jan 17 13:05:59.975174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5883fefe-b9ab-47da-8571-9dccff1e0db5 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:05:59.998312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:00.041217 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:06:00.074686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:06:00.075057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:06:00.079339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:00.086987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.087345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.087711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.088052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.088384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.088716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.089047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.089377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.089703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.090029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.090352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.090671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:00.284528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f33c80-cea6-492a-a625-279d7d845009 req-7252c645-d731-473a-b59f-dd3d8dfe910b tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:00.285974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-7252c645-d731-473a-b59f-dd3d8dfe910b tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.67 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70&tenant_id=c7deed47a7d8487094ffa0aa8731caf0&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 943 time: 0.0857615 Jan 17 13:06:00.369737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f33c80-cea6-492a-a625-279d7d845009 req-ae44f967-a927-4c26-9c6a-d93ef1088a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:00.371225 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-ae44f967-a927-4c26-9c6a-d93ef1088a26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 1096 time: 0.0407593 Jan 17 13:06:00.458399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f33c80-cea6-492a-a625-279d7d845009 req-68787647-0207-439d-a4b2-241577982e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:00.459878 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-68787647-0207-439d-a4b2-241577982e6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 200 len: 912 time: 0.0827153 Jan 17 13:06:00.503123 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-c03e2856-dcef-4462-8339-46ccfb4e2293 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 200 len: 217 time: 0.0367777 Jan 17 13:06:00.549448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de8e03b2-74d7-4e93-b3ba-7722993ad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:00.550935 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de8e03b2-74d7-4e93-b3ba-7722993ad664 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f85aa546-c10a-457f-b70b-d4db7e4d914a HTTP/1.1" status: 200 len: 851 time: 0.0416946 Jan 17 13:06:00.581933 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-61fac020-c886-4466-9d59-2aa9f5765ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3cb69130-bb26-40f3-9901-56ba9ef157dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250733 Jan 17 13:06:00.610100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:00.623380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5883fefe-b9ab-47da-8571-9dccff1e0db5 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:06:00.643272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:00.675755 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-0c41c6b8-527b-4fa1-8c98-653318f99475 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876050 Jan 17 13:06:00.705799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:00.755808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:00.761755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['5883fefe-b9ab-47da-8571-9dccff1e0db5'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:06:00.767883 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-765c5a24-3ba7-4856-aae6-c5e1a8279181 service neutron] 10.222.0.67 "GET /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854905 Jan 17 13:06:01.743200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:06:01.791769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 5883fefe-b9ab-47da-8571-9dccff1e0db5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:06:01.792403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:01.868558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:01.900647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:01.964614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:06:01.966898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beb2d7c-d414-4cfa-9f22-05db18f1653e" -d '{"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-plugged", "status": "completed", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:06:02.001994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7418e3f-2052-41a3-a6e0-a170b1bf37af x-openstack-request-id: req-d7418e3f-2052-41a3-a6e0-a170b1bf37af {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:06:02.002288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-plugged", "status": "completed", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:06:02.002544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7418e3f-2052-41a3-a6e0-a170b1bf37af {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:06:02.002936 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'code': 200} Jan 17 13:06:02.031611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:02.079647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:02.430397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d19f1-28a3-4b71-9746-611b07d6b13f req-70e6bb48-067f-4fa1-82ea-c5bb48ffe99a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:02.432466 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac3d19f1-28a3-4b71-9746-611b07d6b13f req-70e6bb48-067f-4fa1-82ea-c5bb48ffe99a tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0514128 Jan 17 13:06:02.470714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac3d19f1-28a3-4b71-9746-611b07d6b13f req-79c3d8c0-e753-4205-809f-a921521f1d14 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Jan 17 13:06:03.592941 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f4a9-ca65-453e-9244-7d325ed68883 req-18b534b8-fde9-4ffa-b69c-1f6567fcd3f2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:03.594433 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-16c6f4a9-ca65-453e-9244-7d325ed68883 req-18b534b8-fde9-4ffa-b69c-1f6567fcd3f2 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0562713 Jan 17 13:06:03.632124 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-16c6f4a9-ca65-453e-9244-7d325ed68883 req-f7a5d5e0-fcf1-4108-a403-c944b7f26872 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/security-groups?id=6153112c-bfad-49a0-af9b-5173f3883f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jan 17 13:06:03.762762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5eb02b7-edcc-4dc5-8123-f022c9b7d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:04.172582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f33c80-cea6-492a-a625-279d7d845009 req-e989fe7c-524d-4f6c-a610-33f53b2e11a1 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:04.174089 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-e989fe7c-524d-4f6c-a610-33f53b2e11a1 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.67 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Jan 17 13:06:04.260596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Deleting port 5883fefe-b9ab-47da-8571-9dccff1e0db5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:06:04.260937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:04.350789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] For port 5883fefe-b9ab-47da-8571-9dccff1e0db5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5883fefe-b9ab-47da-8571-9dccff1e0db5,segment=NetworkSegment(af2e00b8-8d9f-4607-88de-1afd6aea6d74),segment_id=af2e00b8-8d9f-4607-88de-1afd6aea6d74)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:04.351068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:04.363646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Calling delete_port for 5883fefe-b9ab-47da-8571-9dccff1e0db5 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:06:04.580078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:04.591446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['5883fefe-b9ab-47da-8571-9dccff1e0db5'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:06:04.607042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Pushing event deleted for resources: {'Port': ['ID=5883fefe-b9ab-47da-8571-9dccff1e0db5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:04.616582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.616932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.617266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.617596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.617924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.618250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.618617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.618942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.619259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.619603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.619937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.620238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:04.660583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] No DVR routers for this DVR port 5883fefe-b9ab-47da-8571-9dccff1e0db5 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:06:04.662849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:04.666839 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8f33c80-cea6-492a-a625-279d7d845009 req-de07e76c-c325-4b7d-9fcc-f6266b22054e tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.67 "DELETE /v2.0/ports/5883fefe-b9ab-47da-8571-9dccff1e0db5 HTTP/1.1" status: 204 len: 173 time: 0.4868667 Jan 17 13:06:04.667279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-deleted', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:06:04.669635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90952e1-261e-473d-859a-c5b4221e9ac5" -d '{"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-deleted", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:06:04.713083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd8f13-867f-4dcc-9161-2d1b168a236c x-openstack-request-id: req-a2dd8f13-867f-4dcc-9161-2d1b168a236c {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:06:04.713461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116469f-88b9-49bc-af7a-deb273df1c70", "name": "network-vif-deleted", "tag": "5883fefe-b9ab-47da-8571-9dccff1e0db5", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:06:04.713718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2dd8f13-867f-4dcc-9161-2d1b168a236c {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:06:04.714108 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9116469f-88b9-49bc-af7a-deb273df1c70', 'name': 'network-vif-deleted', 'tag': '5883fefe-b9ab-47da-8571-9dccff1e0db5', 'status': 'completed', 'code': 200} Jan 17 13:06:04.732386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ee88f462-cb25-42c1-b7c0-18f37672c06c req-dec7898a-8765-44fe-896a-678fbd511457 tempest-DeleteServersTestJSON-1089981285 tempest-DeleteServersTestJSON-1089981285-project] 10.222.0.77 "GET /v2.0/ports?device_id=9116469f-88b9-49bc-af7a-deb273df1c70 HTTP/1.1" status: 200 len: 210 time: 0.0294363 Jan 17 13:06:05.862228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52020) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:06:05.908084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Deleting subnet f85aa546-c10a-457f-b70b-d4db7e4d914a {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:06:05.911060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:05.943992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:05.982315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.089531 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.116421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85aa546-c10a-457f-b70b-d4db7e4d914a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:06.122797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.130344 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f85aa546-c10a-457f-b70b-d4db7e4d914a HTTP/1.1" status: 204 len: 168 time: 0.2626836 Jan 17 13:06:06.130470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52022) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:06:06.130873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.131061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.131399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.131792 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.132121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.132448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.132771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.133093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.133407 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.133729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.134638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.135140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d95b93-c193-4d8e-86f4-6e23432d534f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:06:06.174590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec076c94-2367-4050-a2e1-9f8fc0c9ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.202751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.278350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.297419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb69130-bb26-40f3-9901-56ba9ef157dc']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:06:06.306909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2e00b8-8d9f-4607-88de-1afd6aea6d74') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:06:06.307199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2e00b8-8d9f-4607-88de-1afd6aea6d74') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:06:06.316307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.329825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.335433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:06:06.335847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:06:06.337451 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:06:06.454425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.460085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.463923 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3cb69130-bb26-40f3-9901-56ba9ef157dc HTTP/1.1" status: 204 len: 168 time: 0.3344305 Jan 17 13:06:06.474391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42683c20-dbec-4182-bf52-ad0bf6ae6741 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb69130-bb26-40f3-9901-56ba9ef157dc,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:06.743258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52026) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:06:06.785404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7e3e899e-dfb6-4506-9ac5-059722846617 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7deed47a7d8487094ffa0aa8731caf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403330 Jan 17 13:06:06.787941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52028) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:06:06.835989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80626e83-e1ab-4c20-a297-20f9241e37f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:06.857416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80626e83-e1ab-4c20-a297-20f9241e37f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:07.008116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80626e83-e1ab-4c20-a297-20f9241e37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:07.011274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-80626e83-e1ab-4c20-a297-20f9241e37f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:07.012465 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-80626e83-e1ab-4c20-a297-20f9241e37f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6153112c-bfad-49a0-af9b-5173f3883f43 HTTP/1.1" status: 204 len: 168 time: 0.2236428 Jan 17 13:06:07.020359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80626e83-e1ab-4c20-a297-20f9241e37f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6153112c-bfad-49a0-af9b-5173f3883f43,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:07.301553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:07.781561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:06:07.804134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 5883fefe-b9ab-47da-8571-9dccff1e0db5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:06:07.804479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 5883fefe-b9ab-47da-8571-9dccff1e0db5 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:06:08.156890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52050) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:06:08.249590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1354240761-network', 'tenant_id': '12c111d14dd44be0a4681a8ec4a6d87c'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:06:08.328124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Made reservation on behalf of 12c111d14dd44be0a4681a8ec4a6d87c for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:06:08.330471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.339436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.410459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.476592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.503973 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:06:08.510963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83100a36-f931-4237-a8b4-c19daae9433e,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:08.517270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.521197 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Added segment a50a3b20-4459-403d-8d18-c57d860dee57 of type vlan for network 4f575176-fb57-4792-986b-86b03e142bc2 Jan 17 13:06:08.558070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.665100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.666050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:08.666629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.727315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] Pushing event updated for resources: {'Network': ['ID=4f575176-fb57-4792-986b-86b03e142bc2,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:08.737168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 4f575176-fb57-4792-986b-86b03e142bc2 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:06:08.782724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.857305 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7526719a-dce5-4919-9ee2-eeac06ed7a05 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6992381 Jan 17 13:06:08.860187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52054) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:06:08.864788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Request body: {'subnet': {'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1354240761-subnet', 'tenant_id': '12c111d14dd44be0a4681a8ec4a6d87c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:06:08.910737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:08.979650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Made reservation on behalf of 12c111d14dd44be0a4681a8ec4a6d87c for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:06:08.981882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:09.208694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:09.586549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e35dfa-3a26-4438-95bd-23f8d250d553,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:09.598113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Checking segment: {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:06:09.598462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Network hostable DHCP agents. Network: 4f575176-fb57-4792-986b-86b03e142bc2, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:06:09.693764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Network 4f575176-fb57-4792-986b-86b03e142bc2 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:06:09.790891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 4f575176-fb57-4792-986b-86b03e142bc2) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:06:09.795232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:09.795869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:09.799529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6d83e-fc71-4448-afcb-997aa0fbbdd9 None None] Network 4f575176-fb57-4792-986b-86b03e142bc2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:06:09.903185 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a24c8447-a3ec-4148-aee9-29fb9f19c0e9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0418859 Jan 17 13:06:09.921345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ec5b0-de11-428f-a20e-83a919a0365c None None] Network 4f575176-fb57-4792-986b-86b03e142bc2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:06:10.327444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-68607573-d5f9-4b99-9696-8ef892ff21bd tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:10.328922 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-68607573-d5f9-4b99-9696-8ef892ff21bd tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 815 time: 0.0991096 Jan 17 13:06:10.343587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-b378d687-d53f-4a74-8dd9-e1d2e4b40b25 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/quotas/12c111d14dd44be0a4681a8ec4a6d87c HTTP/1.1" status: 200 len: 375 time: 0.0089221 Jan 17 13:06:10.377787 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-28dc9db6-adc6-4235-9efd-917cefd3278c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291798 Jan 17 13:06:10.389096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-a1910258-3ff8-4fae-a0a8-c88b9f5e1cf1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:06:10.389949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-a1910258-3ff8-4fae-a0a8-c88b9f5e1cf1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049593 Jan 17 13:06:10.475945 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-4e515745-ca47-4103-bda5-96b8b3226ab5 service neutron] 10.222.0.77 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800905 Jan 17 13:06:10.566107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-3ae81b8f-fb8e-40f1-8d26-172fa7112189 service neutron] 10.222.0.77 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840900 Jan 17 13:06:10.835255 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9171450e-6622-4185-88dd-44b131cd99d9 req-88d32ce0-8994-440a-a98b-7d3f751a0840 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 210 time: 0.0266008 Jan 17 13:06:11.928779 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-54765e96-7ddb-4122-acd8-df8c049b49ac req-5ac4c39c-050e-407c-91af-d5e4e66b0b2e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 210 time: 0.0257103 Jan 17 13:06:12.965728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-b233ea8d-696e-4e94-a485-d46babac35fc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:12.967299 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-b233ea8d-696e-4e94-a485-d46babac35fc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 815 time: 0.1004164 Jan 17 13:06:12.980132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Request body: {'port': {'device_id': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'admin_state_up': True, 'tenant_id': '12c111d14dd44be0a4681a8ec4a6d87c'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:06:13.027890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-90fcc345-020c-42d9-95bf-1109199cb40d req-4b5535aa-1b0d-4a0c-a7e4-eb89d819ff3e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 210 time: 0.0272706 Jan 17 13:06:13.151278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Made reservation on behalf of 12c111d14dd44be0a4681a8ec4a6d87c for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:06:13.154976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:13.287201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Allocated IP 172.20.0.8 (4f575176-fb57-4792-986b-86b03e142bc2/45e35dfa-3a26-4438-95bd-23f8d250d553/7b7f30e6-63ba-44d6-b99d-dec4dd905bb9) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:06:13.432384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:13.522703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:13.567597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Network 4f575176-fb57-4792-986b-86b03e142bc2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:06:13.570567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:06:13.574275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:06:13.600954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:13.629386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:13.629999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:13.685121 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-d5f1533d-74f6-498f-96ca-a8cb8851833f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095747 Jan 17 13:06:13.696703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Request body: {'port': {'device_id': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:06:13.748525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:14.007815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:06:14.015131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:14.027430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Transition to ACTIVE for port object 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:06:14.112944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:14.178907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:14.200262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1058c01-8626-4d00-aeff-d529d9fe4023 req-59940d83-3af8-4361-a86f-3ebddd28d74b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.201784 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b1058c01-8626-4d00-aeff-d529d9fe4023 req-59940d83-3af8-4361-a86f-3ebddd28d74b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 943 time: 0.0991991 Jan 17 13:06:14.278265 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b1058c01-8626-4d00-aeff-d529d9fe4023 req-12166897-b2f0-44c3-bbab-a0562052386f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Jan 17 13:06:14.295725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Attempting to bind port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:06:14.295725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Attempting to bind port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:06:14.295725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Attempting to bind port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 on network 4f575176-fb57-4792-986b-86b03e142bc2 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:06:14.297910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 on network 4f575176-fb57-4792-986b-86b03e142bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:06:14.298224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Attempting to bind port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 on network 4f575176-fb57-4792-986b-86b03e142bc2 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:06:14.302869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:06:14.303197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Checking segment: {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:06:14.303596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Bound using segment: {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:06:14.304020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Bound port: 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:06:14.304368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:14.365790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:06:14.368740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:06:14.436954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:14.475722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.476328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:14.477792 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] 10.222.0.67 "PUT /v2.0/ports/7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 200 len: 1093 time: 0.7849667 Jan 17 13:06:14.478383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:06:14.480647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f243475-afac-4da3-999c-bb303c7f5ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:06:14.505308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3b81-da63-4fae-bd57-b3969f03e13a service neutron] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:14.520540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fb9e27-4d5e-4b81-8ab6-0935f5c0df9b x-openstack-request-id: req-46fb9e27-4d5e-4b81-8ab6-0935f5c0df9b {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:06:14.520825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:06:14.521073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46fb9e27-4d5e-4b81-8ab6-0935f5c0df9b {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:06:14.521504 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'status': 'completed', 'code': 200} Jan 17 13:06:14.581943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f243475-afac-4da3-999c-bb303c7f5ad0 req-dc3ccac2-f155-472e-8fa5-aa106b29a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.583343 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f243475-afac-4da3-999c-bb303c7f5ad0 req-dc3ccac2-f155-472e-8fa5-aa106b29a65c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1096 time: 0.0431693 Jan 17 13:06:14.678046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f243475-afac-4da3-999c-bb303c7f5ad0 req-a81f611f-5e3f-4be2-a429-73bb475ab08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.679559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f243475-afac-4da3-999c-bb303c7f5ad0 req-a81f611f-5e3f-4be2-a429-73bb475ab08f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0892572 Jan 17 13:06:14.774915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f243475-afac-4da3-999c-bb303c7f5ad0 req-38ee2be7-4200-4393-b2f3-597273cb0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.776415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7f243475-afac-4da3-999c-bb303c7f5ad0 req-38ee2be7-4200-4393-b2f3-597273cb0754 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911241 Jan 17 13:06:14.850341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-a8bc2d7f-1ce2-484d-a3b3-112d5ce9050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.851821 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-a8bc2d7f-1ce2-484d-a3b3-112d5ce9050b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1096 time: 0.0397174 Jan 17 13:06:14.893271 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-ad51d83f-571d-4b21-937c-990063610c18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 200 len: 217 time: 0.0339749 Jan 17 13:06:14.944553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb913-6447-4ed5-a537-ab5854351e72 req-bbd285ba-09ce-47b8-b4cf-5eb38cd9edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:14.945960 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-bbd285ba-09ce-47b8-b4cf-5eb38cd9edb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0470390 Jan 17 13:06:14.976680 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-cb2462ad-313b-479b-b04f-e55abe6df389 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236290 Jan 17 13:06:15.064869 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-fa1a2f37-639d-43c6-bf3f-1f2e2c2701e7 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816767 Jan 17 13:06:15.157518 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-476cb913-6447-4ed5-a537-ab5854351e72 req-3c992e94-2456-40cf-86ec-9d349b6c6cba service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Jan 17 13:06:15.395190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e2d57-275f-4896-956f-9d79184d456c req-eddbb535-8053-4fde-b192-47d83083ae50 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:15.396793 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d02e2d57-275f-4896-956f-9d79184d456c req-eddbb535-8053-4fde-b192-47d83083ae50 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 943 time: 0.0529361 Jan 17 13:06:15.435054 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d02e2d57-275f-4896-956f-9d79184d456c req-1f92d9cc-5899-4b26-8724-7e492881e93a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Jan 17 13:06:16.551221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a41efd-3f5a-4df1-91ce-ede11c9702b4 req-d7c4fb33-b60f-43d1-a316-90adba2d2693 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:16.552741 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-81a41efd-3f5a-4df1-91ce-ede11c9702b4 req-d7c4fb33-b60f-43d1-a316-90adba2d2693 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 943 time: 0.0499976 Jan 17 13:06:16.590134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-81a41efd-3f5a-4df1-91ce-ede11c9702b4 req-5f542ef1-e987-4317-aeb0-aaa6c48630e7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Jan 17 13:06:17.705403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55565d75-0761-4ee8-a3cc-14863cf7ddaf req-b0d2a68f-bc9d-4259-bd89-5fe1ebe7af3d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:17.706876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-55565d75-0761-4ee8-a3cc-14863cf7ddaf req-b0d2a68f-bc9d-4259-bd89-5fe1ebe7af3d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 943 time: 0.0492485 Jan 17 13:06:17.748059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-55565d75-0761-4ee8-a3cc-14863cf7ddaf req-c258313c-febe-4406-8c59-3ae07e8570af tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353057 Jan 17 13:06:17.828122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:06:17.920472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:17.934715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'port_id': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'mac_address': 'fa:16:3e:00:49:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e35dfa-3a26-4438-95bd-23f8d250d553', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:06:17.969330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:17.982267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:06:18.001094 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:18.064947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:18.110892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:18.263665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:06:18.871078 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d7c7-7e5a-4bc6-8096-9eddd4fc47d9 req-199c38d6-15a0-4bb6-a859-2134cef73b7c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:18.872611 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bfa6d7c7-7e5a-4bc6-8096-9eddd4fc47d9 req-199c38d6-15a0-4bb6-a859-2134cef73b7c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 944 time: 0.0529432 Jan 17 13:06:18.910310 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bfa6d7c7-7e5a-4bc6-8096-9eddd4fc47d9 req-d656e85d-3e52-4a63-8fef-c95f790f74fe tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jan 17 13:06:19.843628 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:06:19.939038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:06:19.942935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:06:19.943180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:20.024219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15482752-0846-4e43-bb83-6993ff21f769 req-e924feda-0914-4d0d-9013-caebc4749cb6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:20.024848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:20.026332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15482752-0846-4e43-bb83-6993ff21f769 req-e924feda-0914-4d0d-9013-caebc4749cb6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 944 time: 0.0501156 Jan 17 13:06:20.047408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:06:20.049663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b230eb1c-bd4c-4419-91ec-4467e0cab30a" -d '{"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:06:20.062926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:20.065798 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15482752-0846-4e43-bb83-6993ff21f769 req-797f5a78-6f38-47e1-bda8-99f26de5e7eb tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Jan 17 13:06:20.086638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc95640-d514-4daa-8e19-1c6a471b8422 x-openstack-request-id: req-3cc95640-d514-4daa-8e19-1c6a471b8422 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:06:20.086933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:06:20.087208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cc95640-d514-4daa-8e19-1c6a471b8422 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:06:20.087623 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'code': 200} Jan 17 13:06:20.133805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:20.181158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:20.344156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dfc06-d915-44ce-a15a-c7ef589a39d6 req-f97a1eb0-81fb-4834-8b48-02ca38f8a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:20.345665 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-421dfc06-d915-44ce-a15a-c7ef589a39d6 req-f97a1eb0-81fb-4834-8b48-02ca38f8a82d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1098 time: 0.0402122 Jan 17 13:06:20.380213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-421dfc06-d915-44ce-a15a-c7ef589a39d6 req-8b0d8283-72a5-4a87-a189-08a16aff3394 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281341 Jan 17 13:06:21.186653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e64b6-339a-4708-a530-e5abb11df8a1 req-da77c487-a1e2-45bc-974d-51b5045ef1ff tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:21.188175 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e5e64b6-339a-4708-a530-e5abb11df8a1 req-da77c487-a1e2-45bc-974d-51b5045ef1ff tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0567782 Jan 17 13:06:21.228863 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e5e64b6-339a-4708-a530-e5abb11df8a1 req-d751ed7c-f27b-492a-995f-aa459f08a4c1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347416 Jan 17 13:06:22.345063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6bce5-f163-4e51-85ec-3de075532197 req-3f536356-2b46-48e6-a88e-1bf45fb2ad4e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:22.346450 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8df6bce5-f163-4e51-85ec-3de075532197 req-3f536356-2b46-48e6-a88e-1bf45fb2ad4e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0493622 Jan 17 13:06:22.362289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:22.384691 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8df6bce5-f163-4e51-85ec-3de075532197 req-720ba545-835f-4019-9b3b-c90317fa5dd5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Jan 17 13:06:22.498018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b00a89-1585-4f0a-9452-2cb5eba25975 req-84058103-2fae-417e-a592-6723e5db6342 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:22.499516 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-19b00a89-1585-4f0a-9452-2cb5eba25975 req-84058103-2fae-417e-a592-6723e5db6342 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0495460 Jan 17 13:06:22.537862 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-19b00a89-1585-4f0a-9452-2cb5eba25975 req-8b759718-1745-41c1-86e1-a29b9a7cf598 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Jan 17 13:06:22.592165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-1791db27-bace-49a3-8082-b63c970fc46e req-b5a9ee10-9e20-436b-9e90-4f78fa7b87e4 service neutron] (109280) timed out ('10.222.0.67', 56171) {{(pid=109280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 17 13:06:22.823185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03496f-bd01-44d1-ac3f-c105bcfc1f3c req-ef97ab0a-5a0d-4c65-bfad-923f673496b5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:22.825818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b03496f-bd01-44d1-ac3f-c105bcfc1f3c req-ef97ab0a-5a0d-4c65-bfad-923f673496b5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0500956 Jan 17 13:06:22.863283 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b03496f-bd01-44d1-ac3f-c105bcfc1f3c req-25aa5621-1faa-4284-b073-0096aa7b21fd tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jan 17 13:06:22.976129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666b65-ebf7-4072-8d2c-5e98ae91b95a req-8fabf6c3-6162-4bf7-96cd-c2800aaa9583 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:22.977505 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ec666b65-ebf7-4072-8d2c-5e98ae91b95a req-8fabf6c3-6162-4bf7-96cd-c2800aaa9583 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0484190 Jan 17 13:06:23.015303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ec666b65-ebf7-4072-8d2c-5e98ae91b95a req-0f021b78-bbc1-4366-b005-659e44d46561 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jan 17 13:06:23.445088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6314d0-2148-420b-901f-cac4e4361f6c req-94ad46cf-a734-4da1-91a3-3ae7f198e1d0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:23.446566 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ea6314d0-2148-420b-901f-cac4e4361f6c req-94ad46cf-a734-4da1-91a3-3ae7f198e1d0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0525775 Jan 17 13:06:23.484464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ea6314d0-2148-420b-901f-cac4e4361f6c req-2ce6b3ba-2e2d-4e3f-b3b2-9af662fd86ed tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Jan 17 13:06:23.611441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-b2ecbba0-1e44-4f9c-9096-f5d352c30652 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405111 Jan 17 13:06:24.604760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f46424-b874-4780-b85b-0afdbfd0ba1d req-32da6675-4f65-488f-a522-ac2499931149 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:24.606852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e0f46424-b874-4780-b85b-0afdbfd0ba1d req-32da6675-4f65-488f-a522-ac2499931149 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0533333 Jan 17 13:06:24.645786 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e0f46424-b874-4780-b85b-0afdbfd0ba1d req-e28d0287-5985-4a65-a4fc-574af4446a07 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Jan 17 13:06:25.562827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-7336a580-68b9-4ccf-8345-a7ce72bc850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:25.565100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-7336a580-68b9-4ccf-8345-a7ce72bc850a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1098 time: 0.0415053 Jan 17 13:06:25.657816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-d42ff683-0154-4930-85d2-c36edc850572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:25.659267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-d42ff683-0154-4930-85d2-c36edc850572 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0879447 Jan 17 13:06:25.701067 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-bd92c569-2bc6-4fe9-bbc8-6c3be2d2937a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 200 len: 217 time: 0.0347297 Jan 17 13:06:25.750169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-90e07079-4b96-411c-9aea-7dced77bf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:25.751671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-90e07079-4b96-411c-9aea-7dced77bf68f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0448484 Jan 17 13:06:25.761748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395814ed-30cc-4a39-bc13-16f8290b8dae req-1d6f9c41-5a89-48af-b30c-56e75c7d7873 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:25.763347 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-395814ed-30cc-4a39-bc13-16f8290b8dae req-1d6f9c41-5a89-48af-b30c-56e75c7d7873 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0511620 Jan 17 13:06:25.783213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-a95a1f01-887b-47f4-9751-004282779d5d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252967 Jan 17 13:06:25.801993 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-395814ed-30cc-4a39-bc13-16f8290b8dae req-8fd436dd-7710-410b-abb8-35876998ff68 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Jan 17 13:06:25.885147 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-aec38cd6-147f-45fe-a216-4335d44838be service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957727 Jan 17 13:06:25.974199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-c03f4a33-f260-491e-ba09-eb863f70f052 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822983 Jan 17 13:06:26.922840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d7e27-ce16-43e2-bd60-485e56324c7c req-0779d2ac-b55f-4ca9-9940-63f24716f446 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:26.924371 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff9d7e27-ce16-43e2-bd60-485e56324c7c req-0779d2ac-b55f-4ca9-9940-63f24716f446 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0550730 Jan 17 13:06:26.961414 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff9d7e27-ce16-43e2-bd60-485e56324c7c req-4e0c99a2-cded-42eb-ab7a-9f9b9fb2a265 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Jan 17 13:06:28.074380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bad9b0-85f0-41ea-ad65-eea40f066877 req-a93df28c-e1b6-471f-8a00-54a92c5eff66 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:28.075963 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38bad9b0-85f0-41ea-ad65-eea40f066877 req-a93df28c-e1b6-471f-8a00-54a92c5eff66 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0489767 Jan 17 13:06:28.113111 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38bad9b0-85f0-41ea-ad65-eea40f066877 req-075ba641-7981-46fc-995f-ba6242c7bbae tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Jan 17 13:06:29.228252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e7ea8-3224-4a16-b53a-cbe2b0df2664 req-ab96e386-bfb0-4d33-b7e5-d8e798d8e131 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:29.229734 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c5e7ea8-3224-4a16-b53a-cbe2b0df2664 req-ab96e386-bfb0-4d33-b7e5-d8e798d8e131 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0491130 Jan 17 13:06:29.268012 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c5e7ea8-3224-4a16-b53a-cbe2b0df2664 req-0b598e66-8420-4f4f-a406-dc3711084e4c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jan 17 13:06:30.385205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f5230-754f-44da-a717-5076f88bffed req-cd664b3d-92c8-43ce-9b51-31f279177152 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:30.386677 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-612f5230-754f-44da-a717-5076f88bffed req-cd664b3d-92c8-43ce-9b51-31f279177152 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0529315 Jan 17 13:06:30.424965 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-612f5230-754f-44da-a717-5076f88bffed req-10a7a1f9-3cf6-4691-a484-3f80ea26db0b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jan 17 13:06:31.538403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d00f-2e10-49f4-85bb-2d7a1a9ad16a req-5ef5a235-6842-4662-b979-c6ea3fb8a8ab tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:31.539881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5146d00f-2e10-49f4-85bb-2d7a1a9ad16a req-5ef5a235-6842-4662-b979-c6ea3fb8a8ab tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0494833 Jan 17 13:06:31.577013 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5146d00f-2e10-49f4-85bb-2d7a1a9ad16a req-19eaea6b-b8ef-4252-b533-1555852eb863 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Jan 17 13:06:32.690195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba5e6b-7ecf-4fa7-b0e2-20ebb9f87d34 req-9eb92428-eb02-4147-b7c7-34574a44e092 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:32.691696 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-51ba5e6b-7ecf-4fa7-b0e2-20ebb9f87d34 req-9eb92428-eb02-4147-b7c7-34574a44e092 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0485940 Jan 17 13:06:32.728432 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-51ba5e6b-7ecf-4fa7-b0e2-20ebb9f87d34 req-2efb4a39-61a0-4685-81bb-3be49d17c653 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Jan 17 13:06:33.755960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-86c6e31b-93be-4750-855f-c436ff81bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:33.844080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bf0ed-eff6-41b8-a475-3710be3f7ba9 req-64a67def-6e3b-43b2-ab02-b0c3d7b98975 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:33.845529 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af4bf0ed-eff6-41b8-a475-3710be3f7ba9 req-64a67def-6e3b-43b2-ab02-b0c3d7b98975 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0519400 Jan 17 13:06:33.882439 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af4bf0ed-eff6-41b8-a475-3710be3f7ba9 req-d500bd57-8006-4bb8-8463-3285d53ef503 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jan 17 13:06:34.997485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e73b44-6e56-489d-91ec-a0cad3ad2e47 req-7611d78c-a0f3-41b0-bc5f-7c623be101a1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:34.998964 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-35e73b44-6e56-489d-91ec-a0cad3ad2e47 req-7611d78c-a0f3-41b0-bc5f-7c623be101a1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0489390 Jan 17 13:06:35.038100 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-35e73b44-6e56-489d-91ec-a0cad3ad2e47 req-eb26ba23-53a7-449e-b0dc-558c34c9a6e9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Jan 17 13:06:36.150490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b2f6-0cf0-4a8a-8ae1-c4c2ec3078dc req-98f15211-6055-42ff-9983-f0c39e2adedd tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:36.151989 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d54b2f6-0cf0-4a8a-8ae1-c4c2ec3078dc req-98f15211-6055-42ff-9983-f0c39e2adedd tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0486710 Jan 17 13:06:36.184240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-25cf1e22-f9ab-4994-8dcf-f0c35f0d7562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:36.191228 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d54b2f6-0cf0-4a8a-8ae1-c4c2ec3078dc req-06b654ef-665f-4188-9af7-41c127704438 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Jan 17 13:06:37.040583 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:06:37.304561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:37.313268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a00ce8-0fb0-4eaf-82d2-c85ddb4dac2f req-6bc84560-0760-468d-80d7-8b2721c336b7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:37.314748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88a00ce8-0fb0-4eaf-82d2-c85ddb4dac2f req-6bc84560-0760-468d-80d7-8b2721c336b7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0518432 Jan 17 13:06:37.351602 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88a00ce8-0fb0-4eaf-82d2-c85ddb4dac2f req-19dd5b96-85cc-40b2-93b7-52b3527798a7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Jan 17 13:06:38.465753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d6ae8-48c1-427e-a327-f6fbc051578d req-56a43aa4-3c68-456c-a82c-16b342b8a40e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:38.467264 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c19d6ae8-48c1-427e-a327-f6fbc051578d req-56a43aa4-3c68-456c-a82c-16b342b8a40e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0486758 Jan 17 13:06:38.505127 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c19d6ae8-48c1-427e-a327-f6fbc051578d req-69baff3f-2291-4fa8-8827-2adda0ccde62 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Jan 17 13:06:38.773039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:38.909965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:39.619846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aad04-a509-4085-9de2-f67f367bd01b req-9bc2618a-bfde-4784-868c-c69fb2592012 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:39.621340 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a79aad04-a509-4085-9de2-f67f367bd01b req-9bc2618a-bfde-4784-868c-c69fb2592012 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0489798 Jan 17 13:06:39.659532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a79aad04-a509-4085-9de2-f67f367bd01b req-858f8fd9-50e3-416d-8ebb-48cd85a4b8b0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Jan 17 13:06:40.778677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2448b-f181-4523-8747-fafb4a3921f3 req-deeedb9a-246d-4b34-8051-981570dd8f95 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:40.780187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-40c2448b-f181-4523-8747-fafb4a3921f3 req-deeedb9a-246d-4b34-8051-981570dd8f95 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0527887 Jan 17 13:06:40.817985 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-40c2448b-f181-4523-8747-fafb4a3921f3 req-71d0a448-5cea-4fba-9287-bdf0e8b1a367 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Jan 17 13:06:41.930950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7adbf0-7412-4aaf-820c-8963228ce211 req-5311797b-cc20-457d-b83f-37b4da54cbd3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:41.932459 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3e7adbf0-7412-4aaf-820c-8963228ce211 req-5311797b-cc20-457d-b83f-37b4da54cbd3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0491550 Jan 17 13:06:41.970375 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3e7adbf0-7412-4aaf-820c-8963228ce211 req-70ae9b9a-326e-4e1e-a462-212abbd645bc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Jan 17 13:06:43.083938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7577-277d-4027-b7a4-328b46a90dba req-a72790ab-2015-4a5c-8861-06db69e82114 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:43.085446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6bea7577-277d-4027-b7a4-328b46a90dba req-a72790ab-2015-4a5c-8861-06db69e82114 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0493062 Jan 17 13:06:43.123028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6bea7577-277d-4027-b7a4-328b46a90dba req-9bb4038a-de3a-4ff8-9bde-214212dea4b6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Jan 17 13:06:44.240316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df24c-32e5-4684-b59f-94745c5e9674 req-edcf3d00-3fbe-4830-b86a-a45b96533bef tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:44.242452 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad5df24c-32e5-4684-b59f-94745c5e9674 req-edcf3d00-3fbe-4830-b86a-a45b96533bef tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0516055 Jan 17 13:06:44.279229 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad5df24c-32e5-4684-b59f-94745c5e9674 req-e8fe0522-9d7e-4d44-9d6b-6dfa7cffd292 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Jan 17 13:06:45.187386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-55aecab2-78cf-45d3-8f64-4051f87e36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:45.188900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-55aecab2-78cf-45d3-8f64-4051f87e36e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1098 time: 0.0415621 Jan 17 13:06:45.292203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-a51748ac-5db9-421d-9ecc-03a7b978fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:45.293947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-a51748ac-5db9-421d-9ecc-03a7b978fadf service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0868766 Jan 17 13:06:45.334892 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-70707c6e-a22f-4379-aa94-fb00e2eed53e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 200 len: 217 time: 0.0350637 Jan 17 13:06:45.414720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-977dea48-1fd9-4d64-8e13-203c2c21f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:45.416195 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-977dea48-1fd9-4d64-8e13-203c2c21f628 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0755808 Jan 17 13:06:45.427805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802affc-beed-440c-93de-3c4ea10c91ac req-b0dba06d-b16d-4b48-9340-4646f1209ff3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:45.429600 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2802affc-beed-440c-93de-3c4ea10c91ac req-b0dba06d-b16d-4b48-9340-4646f1209ff3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0814304 Jan 17 13:06:45.459775 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-7d509f77-6f6e-44f8-8093-277aae033850 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289810 Jan 17 13:06:45.530867 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2802affc-beed-440c-93de-3c4ea10c91ac req-9bf31a53-e50a-4ac4-bbe0-260efa382a98 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928073 Jan 17 13:06:45.568096 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-f0b06616-9c3e-4610-869c-65ca6fd5fc2c service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002729 Jan 17 13:06:45.656154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1405372a-7776-45ec-b51c-d8a67911ba44 req-352adcc6-382e-4ebf-953a-a87bd9c78a50 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815327 Jan 17 13:06:46.649394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc1070-cae0-42f0-8db8-6a9ad98dce81 req-97883f5d-bf77-46ed-b06d-eff0bee547b2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:46.650935 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-62fc1070-cae0-42f0-8db8-6a9ad98dce81 req-97883f5d-bf77-46ed-b06d-eff0bee547b2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0518091 Jan 17 13:06:46.691113 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-62fc1070-cae0-42f0-8db8-6a9ad98dce81 req-941f1b83-7936-43cf-860e-c2739e0c4f28 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Jan 17 13:06:47.808277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee587c-8975-450b-b31f-125f211ad40f req-97ed6247-dba5-43e4-9d7c-26e220b99738 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:47.809749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-85ee587c-8975-450b-b31f-125f211ad40f req-97ed6247-dba5-43e4-9d7c-26e220b99738 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0497959 Jan 17 13:06:47.850649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-85ee587c-8975-450b-b31f-125f211ad40f req-e1695cb1-b4e3-49a3-9142-5057fbd278cc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Jan 17 13:06:48.964326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5333-89c5-4bfe-93af-d4087c07be3f req-b97eea56-fee7-430d-8ee2-8af1f04d6d66 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:48.965784 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e4b5333-89c5-4bfe-93af-d4087c07be3f req-b97eea56-fee7-430d-8ee2-8af1f04d6d66 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0481176 Jan 17 13:06:49.002523 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e4b5333-89c5-4bfe-93af-d4087c07be3f req-e3fcf318-e239-4939-9806-af6383762aca tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309775 Jan 17 13:06:50.166307 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a9e7-0de9-4d14-a959-cc24fe4fe6ba req-65550b19-d336-4fd9-a683-7f9b37ef5d2d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:50.167822 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f09a9e7-0de9-4d14-a959-cc24fe4fe6ba req-65550b19-d336-4fd9-a683-7f9b37ef5d2d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0978696 Jan 17 13:06:50.205059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f09a9e7-0de9-4d14-a959-cc24fe4fe6ba req-47dbdd51-fe21-455a-9ed1-09577257bf67 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Jan 17 13:06:51.375287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831abf4-6fea-4073-9063-51105c3b5a6a req-0b90b65e-d1b7-420a-a1e9-57ba14df18e5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:51.376795 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7831abf4-6fea-4073-9063-51105c3b5a6a req-0b90b65e-d1b7-420a-a1e9-57ba14df18e5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.1056578 Jan 17 13:06:51.415135 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7831abf4-6fea-4073-9063-51105c3b5a6a req-837a75df-faf1-48cf-ac08-d0a057bc4d42 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Jan 17 13:06:52.384225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:52.527382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab82f9-3fe6-449c-b818-4710fe49c69b req-48d34aae-8546-4939-a6b9-2f30946a7569 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:52.528898 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0cab82f9-3fe6-449c-b818-4710fe49c69b req-48d34aae-8546-4939-a6b9-2f30946a7569 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0488620 Jan 17 13:06:52.566455 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0cab82f9-3fe6-449c-b818-4710fe49c69b req-5a5b52cd-556d-48f2-8146-f5e81ebe5961 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Jan 17 13:06:53.023536 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-0a7cbc74-a33a-4358-b2cf-de73ed73e4fb service neutron] 10.222.0.67 "GET /v2.0/ports/7b7f30e6-63ba-44d6-b99d-dec4dd905bb9/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0953288 Jan 17 13:06:53.505498 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-3f98e1b2-d3d7-4b31-b298-0948eb3ac0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:53.506960 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-3f98e1b2-d3d7-4b31-b298-0948eb3ac0bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c&tenant_id=12c111d14dd44be0a4681a8ec4a6d87c HTTP/1.1" status: 200 len: 1098 time: 0.0441165 Jan 17 13:06:53.567137 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-12ae1839-2faa-46c0-be79-9802a0ec1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:53.568639 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-12ae1839-2faa-46c0-be79-9802a0ec1f83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1098 time: 0.0388756 Jan 17 13:06:53.659807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-24bd7f13-6347-48c7-b22c-ecd4d4b47be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:53.661377 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-24bd7f13-6347-48c7-b22c-ecd4d4b47be5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0850401 Jan 17 13:06:53.683278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f90daf-c213-4437-b815-bcc850f6bde7 req-4c61fb15-ec1b-4040-b627-50a5443bf49c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:53.684781 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b7f90daf-c213-4437-b815-bcc850f6bde7 req-4c61fb15-ec1b-4040-b627-50a5443bf49c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0502481 Jan 17 13:06:53.707909 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-33b3a3f6-5f79-4858-873b-e9c4fe88bda4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 200 len: 217 time: 0.0396900 Jan 17 13:06:53.726749 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b7f90daf-c213-4437-b815-bcc850f6bde7 req-39196376-9511-4814-a7f1-516a6d52ef58 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Jan 17 13:06:53.758183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-205fe342-a979-4890-96a9-067c643006ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:53.759634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-205fe342-a979-4890-96a9-067c643006ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0458682 Jan 17 13:06:53.791609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-1d3a3272-c4fd-430e-8531-422971aa7cd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239787 Jan 17 13:06:53.883149 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-ad57d50a-ed0d-44c1-829a-2b8fce9f7c47 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849452 Jan 17 13:06:53.971077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35b6e742-e1d1-40c9-87bd-1f4fae0d598a req-d97d4d23-c9e5-41d7-8d4d-64f77fcf5b12 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806370 Jan 17 13:06:54.842185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76ee75-8d71-4584-afd9-eaf729301b78 req-0612cb61-5a10-4724-a181-5b83781486a6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:54.843677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cd76ee75-8d71-4584-afd9-eaf729301b78 req-0612cb61-5a10-4724-a181-5b83781486a6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0486338 Jan 17 13:06:54.886346 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cd76ee75-8d71-4584-afd9-eaf729301b78 req-d80737cc-f6d9-49ed-978f-4c97b1f095c5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Jan 17 13:06:56.001310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3104b6-6d07-401c-9f08-5734e3694128 req-1576e6cc-a66f-40e0-9e48-f35f002ab134 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:56.002797 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a3104b6-6d07-401c-9f08-5734e3694128 req-1576e6cc-a66f-40e0-9e48-f35f002ab134 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0490398 Jan 17 13:06:56.041396 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6a3104b6-6d07-401c-9f08-5734e3694128 req-04fb520e-a445-45a3-95a8-68223f92bd7a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Jan 17 13:06:56.067380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:06:56.070512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:06:56.209688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:56.235987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:56.253479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:06:56.255715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8b6eb-9c1d-432e-95e0-e7567bdb8660" -d '{"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:06:56.267311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'port_id': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'mac_address': 'fa:16:3e:00:49:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e35dfa-3a26-4438-95bd-23f8d250d553', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:06:56.272291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:56.312851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462be7f1-11eb-4249-b0a2-93205267ab03 x-openstack-request-id: req-462be7f1-11eb-4249-b0a2-93205267ab03 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:06:56.313367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:06:56.313691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-462be7f1-11eb-4249-b0a2-93205267ab03 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:06:56.314167 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'code': 200} Jan 17 13:06:56.315193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:56.328961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:06:56.334270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:56.390849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aa6a4-6088-447c-bd71-480a4554f535 req-0df4bfb2-58f9-4d5a-aa7d-9a9d6d4d328a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:56.392533 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d1aa6a4-6088-447c-bd71-480a4554f535 req-0df4bfb2-58f9-4d5a-aa7d-9a9d6d4d328a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 943 time: 0.0514591 Jan 17 13:06:56.411999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:06:56.412357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:06:56.415048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:56.439232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d1aa6a4-6088-447c-bd71-480a4554f535 req-40964c23-6be9-4275-b98d-ee4bf5410c6a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Jan 17 13:06:56.530209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-9d549db2-5c3e-442f-b05b-5ddb0436a288 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:56.531715 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-9d549db2-5c3e-442f-b05b-5ddb0436a288 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c&tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 943 time: 0.0518363 Jan 17 13:06:56.611797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-4dff7c51-16d6-44a7-a756-1103479e9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:56.613316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-4dff7c51-16d6-44a7-a756-1103479e9b64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 1096 time: 0.0400069 Jan 17 13:06:56.703537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-590bf8f7-91ad-49b2-a295-76643e79127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:56.704939 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-590bf8f7-91ad-49b2-a295-76643e79127c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0857432 Jan 17 13:06:56.744782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-acd8929c-cb8b-4e9f-bfec-0fd30553fab7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 200 len: 217 time: 0.0337627 Jan 17 13:06:56.795135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-6719eb85-28d7-448c-a492-7e9f6734302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:56.796591 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-6719eb85-28d7-448c-a492-7e9f6734302b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0459251 Jan 17 13:06:56.826779 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-43e201fa-22e9-4b1c-80fd-e8e5cf15fbd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237989 Jan 17 13:06:56.913444 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-81df9675-97c7-44ce-9b81-0f754df6c06a service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802836 Jan 17 13:06:56.950186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:56.962664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:06:56.982095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:57.007948 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a2ec1e3f-ae13-48fd-a280-262eb7339f09 req-81ccdba9-827e-484a-aada-a6d1b6778dc5 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879557 Jan 17 13:06:57.058394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:57.109727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:57.113877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:06:57.558950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a412-1d7c-4c17-af48-ccf647f631bf req-fce3e3e2-0e46-466e-9ca9-2d2686abfaab tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:57.560426 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cc20a412-1d7c-4c17-af48-ccf647f631bf req-fce3e3e2-0e46-466e-9ca9-2d2686abfaab tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 944 time: 0.0520530 Jan 17 13:06:57.598325 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cc20a412-1d7c-4c17-af48-ccf647f631bf req-609278cc-cf6d-4647-a7b0-b82c7f56d549 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Jan 17 13:06:58.092182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:06:58.138768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:06:58.139706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:58.220417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:58.252508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:06:58.315430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:06:58.317751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958c846c-c527-4592-bc97-1972713206aa" -d '{"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:06:58.332351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:06:58.356133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de617564-9102-47bd-8c46-a3fc944ce840 x-openstack-request-id: req-de617564-9102-47bd-8c46-a3fc944ce840 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:06:58.356423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:06:58.356677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de617564-9102-47bd-8c46-a3fc944ce840 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:06:58.357060 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'code': 200} Jan 17 13:06:58.382063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:06:58.710729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c340487-3b37-4537-a4da-5d58707d8ac9 req-18f9b205-0cb1-4b09-87f3-4d0bbd9574fb tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:58.712231 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1c340487-3b37-4537-a4da-5d58707d8ac9 req-18f9b205-0cb1-4b09-87f3-4d0bbd9574fb tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0480413 Jan 17 13:06:58.749877 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1c340487-3b37-4537-a4da-5d58707d8ac9 req-07105243-32a6-4cec-9142-ee0caecf82e1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jan 17 13:06:58.862714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a1158-4491-43fb-8cae-c8dd0973bb17 req-2cf6f52b-1a38-47ab-826a-2d7a83ab355a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:58.864186 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-356a1158-4491-43fb-8cae-c8dd0973bb17 req-2cf6f52b-1a38-47ab-826a-2d7a83ab355a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0490158 Jan 17 13:06:58.900500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-356a1158-4491-43fb-8cae-c8dd0973bb17 req-d66f4e88-d628-4a85-8f37-a0a986ba173a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Jan 17 13:06:59.010759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba2d82-a50a-43c0-be9d-ccf35869590d req-eb11b075-437f-4c68-8718-0bba6c3e95d3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:59.012943 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-19ba2d82-a50a-43c0-be9d-ccf35869590d req-eb11b075-437f-4c68-8718-0bba6c3e95d3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0482337 Jan 17 13:06:59.050126 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-19ba2d82-a50a-43c0-be9d-ccf35869590d req-5ee18513-e9eb-4f46-b6b4-1076c2fa01fc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Jan 17 13:06:59.615997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-04024190-1b1f-4d87-8e6d-92147e0b0bd0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:06:59.617455 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-04024190-1b1f-4d87-8e6d-92147e0b0bd0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 815 time: 0.1022217 Jan 17 13:06:59.633184 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-76d4c9dc-072a-410c-9bc2-9855333d5658 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/quotas/12c111d14dd44be0a4681a8ec4a6d87c HTTP/1.1" status: 200 len: 375 time: 0.0089676 Jan 17 13:06:59.682063 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-7810a069-61ac-4ef3-9c1c-5c724eaea3ef tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427642 Jan 17 13:06:59.774054 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-2dac913d-79fb-4fb1-a105-d1087e65527d service neutron] 10.222.0.77 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842001 Jan 17 13:06:59.860620 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-fa20ab8e-a8c2-47df-aaba-768f515a1844 service neutron] 10.222.0.77 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801544 Jan 17 13:07:00.103686 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-63f77273-4367-4c17-a008-461bca89034f req-9787ee92-8cfe-4bbc-9760-3c874dafec9a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 210 time: 0.0265694 Jan 17 13:07:01.172668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-99eccb35-0b40-4f38-a3a4-803bfbce6e63 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:01.174135 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-99eccb35-0b40-4f38-a3a4-803bfbce6e63 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "GET /v2.0/ports?device_id=199a3262-0d66-4642-903b-f2ee39d40a9c HTTP/1.1" status: 200 len: 945 time: 0.0522103 Jan 17 13:07:01.198242 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a10600a3-e867-4c3f-b6d6-c411f34c15f4 req-78889615-157c-4fe0-8f29-0d9157742592 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 210 time: 0.0273151 Jan 17 13:07:01.268209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Deleting port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:07:01.268543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:01.355200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] For port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:01.355585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:01.368986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Calling delete_port for 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:07:01.566501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:01.577541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:07:01.596167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Pushing event deleted for resources: {'Port': ['ID=7b7f30e6-63ba-44d6-b99d-dec4dd905bb9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:01.648588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] No DVR routers for this DVR port 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:07:01.651061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:01.658676 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-82a4e628-e7b4-4fb2-b519-6b5b0858d718 req-24ff6d12-5561-4aa7-be70-0efc1658424d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "DELETE /v2.0/ports/7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 HTTP/1.1" status: 204 len: 173 time: 0.4789443 Jan 17 13:07:01.659117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-deleted', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:07:01.662907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc0cdb-91d2-4cbb-984c-2162eb94efb8" -d '{"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-deleted", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:07:01.756731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e853466-501d-4967-9372-5809876581b1 x-openstack-request-id: req-6e853466-501d-4967-9372-5809876581b1 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:07:01.757021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a3262-0d66-4642-903b-f2ee39d40a9c", "name": "network-vif-deleted", "tag": "7b7f30e6-63ba-44d6-b99d-dec4dd905bb9", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:07:01.757289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e853466-501d-4967-9372-5809876581b1 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:07:01.757663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a3262-0d66-4642-903b-f2ee39d40a9c', 'name': 'network-vif-deleted', 'tag': '7b7f30e6-63ba-44d6-b99d-dec4dd905bb9', 'status': 'completed', 'code': 200} Jan 17 13:07:02.229934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-7564a0bf-8006-4cec-895f-3c31fb9b7f74 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:02.231438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-7564a0bf-8006-4cec-895f-3c31fb9b7f74 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 815 time: 0.1006296 Jan 17 13:07:02.245451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Request body: {'port': {'device_id': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'admin_state_up': True, 'tenant_id': '12c111d14dd44be0a4681a8ec4a6d87c'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:07:02.301228 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15771d81-2522-4daf-803e-d5bf2337ac8a req-d7c693fa-3c3d-4849-ad2f-2f15e382fc21 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 210 time: 0.0334661 Jan 17 13:07:02.452495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Made reservation on behalf of 12c111d14dd44be0a4681a8ec4a6d87c for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:07:02.456061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:02.582238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Allocated IP 172.20.0.13 (4f575176-fb57-4792-986b-86b03e142bc2/45e35dfa-3a26-4438-95bd-23f8d250d553/62b65d77-f049-494e-a243-04af8f0181a5) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:07:02.730548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:02.829999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:02.871483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Network 4f575176-fb57-4792-986b-86b03e142bc2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:07:02.874696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:07:02.878295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:07:02.907976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:02.935269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:02.935977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.003719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-954aae2d-37c9-42a6-a1d8-b2550442b045 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621424 Jan 17 13:07:03.016128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Request body: {'port': {'device_id': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:07:03.069482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.327902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b65d77-f049-494e-a243-04af8f0181a5 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:07:03.335168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.349260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Transition to ACTIVE for port object 62b65d77-f049-494e-a243-04af8f0181a5 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:07:03.422230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f51cb9-fd38-4504-a6cc-c52fcf2dd1af req-2a1b624f-060c-4474-b66f-9190995b3147 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:03.423712 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f7f51cb9-fd38-4504-a6cc-c52fcf2dd1af req-2a1b624f-060c-4474-b66f-9190995b3147 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 932 time: 0.0489013 Jan 17 13:07:03.429395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.503311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:03.508155 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f7f51cb9-fd38-4504-a6cc-c52fcf2dd1af req-2c4bc03c-68fb-421d-b4dc-1c7500ef903f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766444 Jan 17 13:07:03.577466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Attempting to bind port 62b65d77-f049-494e-a243-04af8f0181a5 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:07:03.577797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Attempting to bind port 62b65d77-f049-494e-a243-04af8f0181a5 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:07:03.578115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Attempting to bind port 62b65d77-f049-494e-a243-04af8f0181a5 on network 4f575176-fb57-4792-986b-86b03e142bc2 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:07:03.582310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Port 62b65d77-f049-494e-a243-04af8f0181a5 on network 4f575176-fb57-4792-986b-86b03e142bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:07:03.582624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Attempting to bind port 62b65d77-f049-494e-a243-04af8f0181a5 on network 4f575176-fb57-4792-986b-86b03e142bc2 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:07:03.587292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:07:03.589503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Checking segment: {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:07:03.589503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Bound using segment: {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:07:03.589503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Bound port: 62b65d77-f049-494e-a243-04af8f0181a5, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50a3b20-4459-403d-8d18-c57d860dee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:07:03.589503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.651182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:07:03.654402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:07:03.733471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.765813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:03.766426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.768042 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] 10.222.0.67 "PUT /v2.0/ports/62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 200 len: 1094 time: 0.7567990 Jan 17 13:07:03.770212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:07:03.773267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886fb8c2-28d5-4049-9682-909c936328e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "tag": "62b65d77-f049-494e-a243-04af8f0181a5"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:07:03.799149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0451f-f8ad-4573-97ad-bf56ff1a8075 service neutron] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:03.811207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988ec94e-567a-4d5f-b797-ed5ea4f6b2c2 x-openstack-request-id: req-988ec94e-567a-4d5f-b797-ed5ea4f6b2c2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:07:03.811523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "tag": "62b65d77-f049-494e-a243-04af8f0181a5", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:07:03.811790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-988ec94e-567a-4d5f-b797-ed5ea4f6b2c2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:07:03.817200 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5', 'status': 'completed', 'code': 200} Jan 17 13:07:03.852381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d080581b-0b40-4a1c-8d10-5f30e3582c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:03.871833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb8c2-28d5-4049-9682-909c936328e1 req-d1e92c85-37de-4dc1-874a-7b8cc0dc28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:03.873635 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-886fb8c2-28d5-4049-9682-909c936328e1 req-d1e92c85-37de-4dc1-874a-7b8cc0dc28a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1097 time: 0.0415666 Jan 17 13:07:03.972965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb8c2-28d5-4049-9682-909c936328e1 req-5f6a21c7-04b3-42e5-b6c4-f3b6a48cb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:03.974428 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-886fb8c2-28d5-4049-9682-909c936328e1 req-5f6a21c7-04b3-42e5-b6c4-f3b6a48cb777 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0936854 Jan 17 13:07:04.069495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fb8c2-28d5-4049-9682-909c936328e1 req-42f7c00e-32a7-4902-ae5a-90371878c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:04.070969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-886fb8c2-28d5-4049-9682-909c936328e1 req-42f7c00e-32a7-4902-ae5a-90371878c5c3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901520 Jan 17 13:07:04.147421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-18b0a72a-796f-4352-a3d7-8d2cc240361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:04.148939 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-18b0a72a-796f-4352-a3d7-8d2cc240361f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1097 time: 0.0452459 Jan 17 13:07:04.154819 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:07:04.174806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:07:04.175154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b7f30e6-63ba-44d6-b99d-dec4dd905bb9 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:07:04.190314 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-26ab3585-bcf2-466f-8bca-542e68418805 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 200 len: 217 time: 0.0341251 Jan 17 13:07:04.237857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-4bad2f1f-78cf-41ef-96db-5c3b7a256762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:04.239275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-4bad2f1f-78cf-41ef-96db-5c3b7a256762 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0427694 Jan 17 13:07:04.273613 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-ad952476-edde-4060-8ff3-65f3cf087692 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275767 Jan 17 13:07:04.358468 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-7d3c5de0-b628-4295-a02c-5ff125d3621d service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783010 Jan 17 13:07:04.448306 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c1dff3e-6cb4-472d-87d3-3ea946cc1555 req-03b1f68a-bf38-4aba-9c3a-effa930e45cc service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840325 Jan 17 13:07:04.623629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8574d-e27d-492b-8230-bc1bd903fb46 req-c9aaf63c-a066-4a0b-83c0-026165547b8a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:04.625044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-78c8574d-e27d-492b-8230-bc1bd903fb46 req-c9aaf63c-a066-4a0b-83c0-026165547b8a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 944 time: 0.0495610 Jan 17 13:07:04.662675 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-78c8574d-e27d-492b-8230-bc1bd903fb46 req-40607200-bd68-4ee6-974a-f6a25419373f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Jan 17 13:07:05.777489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc8112-9e3c-43e6-8f83-d341ced52b17 req-91c0724a-1247-4c89-afd8-d72e67ffb00a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:05.779616 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-99bc8112-9e3c-43e6-8f83-d341ced52b17 req-91c0724a-1247-4c89-afd8-d72e67ffb00a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 944 time: 0.0486655 Jan 17 13:07:05.816130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-99bc8112-9e3c-43e6-8f83-d341ced52b17 req-5c75eebb-9cd8-47a0-9885-39638bd8c0e7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306320 Jan 17 13:07:06.170003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:07:06.189574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bb68b220-cb93-4cb5-b0b8-34111cf07330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:06.267376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:06.277222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '62b65d77-f049-494e-a243-04af8f0181a5', 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'port_id': '62b65d77-f049-494e-a243-04af8f0181a5', 'mac_address': 'fa:16:3e:7f:67:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e35dfa-3a26-4438-95bd-23f8d250d553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:07:06.314341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:06.327056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b65d77-f049-494e-a243-04af8f0181a5 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:07:06.344945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:06.390150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:06.439555 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:06.446179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.446533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.446869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.447204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.447558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.447890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.448218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.448545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.448870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.449194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.449514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.449831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:06.582384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['62b65d77-f049-494e-a243-04af8f0181a5'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:07:06.927912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc34470-30b7-4994-8409-ce0ea9f119de req-035f1487-3686-4323-b1f6-bec1a8c55ba0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:06.929367 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9fc34470-30b7-4994-8409-ce0ea9f119de req-035f1487-3686-4323-b1f6-bec1a8c55ba0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 945 time: 0.0483673 Jan 17 13:07:06.965713 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9fc34470-30b7-4994-8409-ce0ea9f119de req-b0f0b0bb-9f95-46f7-9365-473bcd59429f tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Jan 17 13:07:07.337741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:08.079826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dff4a-b0c7-4573-8510-f7b432a58acc req-6f919bb4-d4e8-49f7-b16b-48c71f7cb79b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:08.081341 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2d0dff4a-b0c7-4573-8510-f7b432a58acc req-6f919bb4-d4e8-49f7-b16b-48c71f7cb79b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 945 time: 0.0486774 Jan 17 13:07:08.118318 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2d0dff4a-b0c7-4573-8510-f7b432a58acc req-c21b4afe-712e-454b-9bb4-a4fb834be5d4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Jan 17 13:07:08.185730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:07:08.309382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 62b65d77-f049-494e-a243-04af8f0181a5 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:07:08.313655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 62b65d77-f049-494e-a243-04af8f0181a5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:07:08.314025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:08.387520 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:08.409783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:07:08.412022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f09aa4-243d-4ce3-a6d9-c09ab2007f44" -d '{"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-plugged", "status": "completed", "tag": "62b65d77-f049-494e-a243-04af8f0181a5"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:07:08.424338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:08.446828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a16b91e-5c91-4b8a-a235-6df97cc237eb x-openstack-request-id: req-7a16b91e-5c91-4b8a-a235-6df97cc237eb {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:07:08.447140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-plugged", "status": "completed", "tag": "62b65d77-f049-494e-a243-04af8f0181a5", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:07:08.447386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a16b91e-5c91-4b8a-a235-6df97cc237eb {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:07:08.447791 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5', 'code': 200} Jan 17 13:07:08.486472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:08.534723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:08.708217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e938e-7cc8-4519-b010-7711c32f8e7b req-10747adf-aa53-4792-83b8-41e50b698c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:08.709718 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-621e938e-7cc8-4519-b010-7711c32f8e7b req-10747adf-aa53-4792-83b8-41e50b698c7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1099 time: 0.0412958 Jan 17 13:07:08.746724 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-621e938e-7cc8-4519-b010-7711c32f8e7b req-0ce34fbe-c9d9-48cd-b662-d0a2a2bf6476 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Jan 17 13:07:08.760709 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:08.909053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:09.230411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041241b-b8a4-4837-a0f2-1b0d4ee94303 req-2c63b2f9-d157-415c-a711-4c6939a45f73 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:09.232914 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9041241b-b8a4-4837-a0f2-1b0d4ee94303 req-2c63b2f9-d157-415c-a711-4c6939a45f73 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0486422 Jan 17 13:07:09.273210 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9041241b-b8a4-4837-a0f2-1b0d4ee94303 req-a24db83a-4a80-406e-8316-cf519ffb4ccc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344696 Jan 17 13:07:10.717672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98bec9-a4ce-4fee-8a4a-c082c9eb3562 req-2ca68e32-4b28-49c9-ba94-66a65c4f7c6a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:10.719253 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce98bec9-a4ce-4fee-8a4a-c082c9eb3562 req-2ca68e32-4b28-49c9-ba94-66a65c4f7c6a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.3790402 Jan 17 13:07:10.759295 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ce98bec9-a4ce-4fee-8a4a-c082c9eb3562 req-935d78ef-e77c-48df-9950-52eb223e114a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Jan 17 13:07:10.874717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56a8e1-770a-4645-abb0-27c3ec253034 req-83ada991-5ff1-4699-92c5-eacbfed96b64 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:10.876247 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e56a8e1-770a-4645-abb0-27c3ec253034 req-83ada991-5ff1-4699-92c5-eacbfed96b64 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0496659 Jan 17 13:07:10.915809 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e56a8e1-770a-4645-abb0-27c3ec253034 req-45374221-d054-4133-9eb7-db5af4e10826 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Jan 17 13:07:11.295346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edfe45-8432-4d6a-b2d0-ba5c7935f95e req-2be77234-b7d5-4119-8e9a-988c5a757219 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:11.301875 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-43edfe45-8432-4d6a-b2d0-ba5c7935f95e req-2be77234-b7d5-4119-8e9a-988c5a757219 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0503962 Jan 17 13:07:11.335193 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-43edfe45-8432-4d6a-b2d0-ba5c7935f95e req-662f9791-050b-47da-833e-cab83e4376f5 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Jan 17 13:07:11.397702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-2033185e-8455-4569-853d-5e7761353cb9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392506 Jan 17 13:07:12.451705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11bad9-b7b8-4ddf-94e2-78828144d14f req-4fb87055-1aa7-4183-9712-322b53d3e295 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:12.453170 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4f11bad9-b7b8-4ddf-94e2-78828144d14f req-4fb87055-1aa7-4183-9712-322b53d3e295 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0489681 Jan 17 13:07:12.490330 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4f11bad9-b7b8-4ddf-94e2-78828144d14f req-ea3a7aaa-a010-48ef-b263-951074224a25 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Jan 17 13:07:13.546437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-4ba2eb07-2588-4aee-95bf-efa47a1874f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:13.547963 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-4ba2eb07-2588-4aee-95bf-efa47a1874f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1099 time: 0.0444069 Jan 17 13:07:13.603270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5f1f7-2acf-409b-aa0e-259202ab1f12 req-5574fe1d-db2c-4675-83a4-4090b349f089 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:13.605214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d7a5f1f7-2acf-409b-aa0e-259202ab1f12 req-5574fe1d-db2c-4675-83a4-4090b349f089 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0482283 Jan 17 13:07:13.640144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-c1ea3533-7992-42f4-958f-a9be97d6b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:13.641617 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-c1ea3533-7992-42f4-958f-a9be97d6b6e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0877159 Jan 17 13:07:13.648605 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d7a5f1f7-2acf-409b-aa0e-259202ab1f12 req-e2d0ff87-c0c8-4e39-a642-e1e5acdc157c tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Jan 17 13:07:13.685193 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-af9f73d4-e355-458b-8e64-992dac2834ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 200 len: 217 time: 0.0374460 Jan 17 13:07:13.733406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-2ab831bd-8d67-4019-b3b9-c06af1682a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:13.734852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-2ab831bd-8d67-4019-b3b9-c06af1682a23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0438082 Jan 17 13:07:13.765004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-9f1aa2d3-5cb2-4d44-bbdf-8011f8aa70f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240417 Jan 17 13:07:13.856113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-0fa79573-f2af-4532-bb14-7c9693a2faac service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Jan 17 13:07:13.942911 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-e2e7537f-20cd-4e2c-ae9e-db3978c1d121 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803781 Jan 17 13:07:14.039997 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:07:14.764385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d91cd-8ef4-4e07-a31c-a1639d9ece6c req-fbecf505-0224-4b10-a361-dc48ce92f8c4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:14.765861 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3e9d91cd-8ef4-4e07-a31c-a1639d9ece6c req-fbecf505-0224-4b10-a361-dc48ce92f8c4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0503774 Jan 17 13:07:14.802692 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3e9d91cd-8ef4-4e07-a31c-a1639d9ece6c req-8c94ae3a-8b74-49a6-847f-060574b22ce2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Jan 17 13:07:15.915646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844b49-3731-4aad-91f0-f67a5ddbd313 req-580e9322-672d-4041-89e5-d72b6b26b441 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:15.917182 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44844b49-3731-4aad-91f0-f67a5ddbd313 req-580e9322-672d-4041-89e5-d72b6b26b441 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0491722 Jan 17 13:07:15.954817 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44844b49-3731-4aad-91f0-f67a5ddbd313 req-3ae1ff8e-87c2-4814-95d6-0e8a9fc38ece tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Jan 17 13:07:17.071890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dffbd-716f-460b-8492-d84de3d82dbb req-b1cdeb58-61a9-48a7-be4f-76d0d3dc6ae1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:17.073370 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b19dffbd-716f-460b-8492-d84de3d82dbb req-b1cdeb58-61a9-48a7-be4f-76d0d3dc6ae1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0530632 Jan 17 13:07:17.111204 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b19dffbd-716f-460b-8492-d84de3d82dbb req-d0211b6d-50ae-46c3-8c9a-017c844d9699 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Jan 17 13:07:18.224711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdceaba-0651-49d8-b2f0-608debf32ea5 req-bcf575f4-0df6-4557-aacd-783bbc8098f4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:18.226244 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8cdceaba-0651-49d8-b2f0-608debf32ea5 req-bcf575f4-0df6-4557-aacd-783bbc8098f4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0489111 Jan 17 13:07:18.264024 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8cdceaba-0651-49d8-b2f0-608debf32ea5 req-02a92db8-bf24-4580-9acb-0bc8a80af5d6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jan 17 13:07:19.378275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839fda-53ff-4c0e-b174-43e55831a21d req-6714fd9c-d68d-449a-bf35-f04ca8a3aa62 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:19.379837 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-44839fda-53ff-4c0e-b174-43e55831a21d req-6714fd9c-d68d-449a-bf35-f04ca8a3aa62 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0494497 Jan 17 13:07:19.417524 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-44839fda-53ff-4c0e-b174-43e55831a21d req-5ea42845-50a3-47d8-a252-c1c898b75ad4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Jan 17 13:07:20.531452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6317-a55f-4f3b-a48a-0dac8172f540 req-ef58ba20-5819-4172-8909-19a8228bbede tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:20.532921 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-04fc6317-a55f-4f3b-a48a-0dac8172f540 req-ef58ba20-5819-4172-8909-19a8228bbede tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0487010 Jan 17 13:07:20.574002 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-04fc6317-a55f-4f3b-a48a-0dac8172f540 req-e389c389-6a05-4c4e-a4e0-0306470d11c4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Jan 17 13:07:21.688097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce319-7890-4a54-9ebe-1ede44f42644 req-f997e434-b629-4814-875c-6fa7d39adb91 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:21.689564 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-77bce319-7890-4a54-9ebe-1ede44f42644 req-f997e434-b629-4814-875c-6fa7d39adb91 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0489142 Jan 17 13:07:21.728999 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-77bce319-7890-4a54-9ebe-1ede44f42644 req-ff8bbb06-e679-4f92-965a-ae648dd3ff94 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Jan 17 13:07:22.411927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:22.850724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885adc-7ff8-45ae-a13f-c521587b13b7 req-237eb2e1-fc03-4c8f-9960-b88619e609d7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:22.852225 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6f885adc-7ff8-45ae-a13f-c521587b13b7 req-237eb2e1-fc03-4c8f-9960-b88619e609d7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0484910 Jan 17 13:07:22.890015 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6f885adc-7ff8-45ae-a13f-c521587b13b7 req-0e4cf22e-3d8c-45e3-904a-6e17a3d4f2f3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Jan 17 13:07:24.006141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afde5c-2c74-457e-ba30-d2de8eee59c6 req-152ae155-f3b6-4cde-bcb3-1bcd987f96a9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:24.007613 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4afde5c-2c74-457e-ba30-d2de8eee59c6 req-152ae155-f3b6-4cde-bcb3-1bcd987f96a9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0514743 Jan 17 13:07:24.044609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4afde5c-2c74-457e-ba30-d2de8eee59c6 req-04e02260-b85f-464a-b9d8-366bc97b9696 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Jan 17 13:07:25.158003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1603db-2282-450c-a926-1085deb4f257 req-df8ab4cb-0960-419c-a23a-807115d3ec8e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:25.159524 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5e1603db-2282-450c-a926-1085deb4f257 req-df8ab4cb-0960-419c-a23a-807115d3ec8e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0489430 Jan 17 13:07:25.198047 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5e1603db-2282-450c-a926-1085deb4f257 req-2e21acd6-ab8a-4019-84b2-d1e3241fadf2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jan 17 13:07:26.310721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623234c8-257b-4655-ad66-14423a4fba3f req-18ff61e2-d029-41b0-b54a-b74a89605bdc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:26.312194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-623234c8-257b-4655-ad66-14423a4fba3f req-18ff61e2-d029-41b0-b54a-b74a89605bdc tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0488656 Jan 17 13:07:26.350559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-623234c8-257b-4655-ad66-14423a4fba3f req-1541a0b7-37c4-454a-903f-fd9b448e0d9d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Jan 17 13:07:27.462752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c79f92-702e-4f96-810a-8833084cf347 req-3058013c-0954-4d33-acee-b85a8083349a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:27.464172 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-79c79f92-702e-4f96-810a-8833084cf347 req-3058013c-0954-4d33-acee-b85a8083349a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0471499 Jan 17 13:07:27.504598 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-79c79f92-702e-4f96-810a-8833084cf347 req-7ff44e2a-5fee-49e6-8e5e-86ace79427a2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Jan 17 13:07:28.625729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1ea39-5fe6-4c76-99d5-591fb5a4e68f req-61208c91-a873-40a2-a2d5-8d2ae36f20c9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:28.627191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-23b1ea39-5fe6-4c76-99d5-591fb5a4e68f req-61208c91-a873-40a2-a2d5-8d2ae36f20c9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0492988 Jan 17 13:07:28.666402 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-23b1ea39-5fe6-4c76-99d5-591fb5a4e68f req-17e784ff-e21a-4114-bd1b-ddaa7669556d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jan 17 13:07:29.782006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c3885-fa91-48d0-b3c6-53700f8cb65d req-cccfc9fd-b6d4-4731-a6b6-26b16ce20ef4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:29.783471 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7f9c3885-fa91-48d0-b3c6-53700f8cb65d req-cccfc9fd-b6d4-4731-a6b6-26b16ce20ef4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0494361 Jan 17 13:07:29.821426 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7f9c3885-fa91-48d0-b3c6-53700f8cb65d req-df3fbb7c-d18d-4f8e-875b-68dfc79560ea tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Jan 17 13:07:30.940037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036593a-7ba4-4118-8c04-a75cfa068d3e req-75058e50-783f-4120-b58f-f8bb957b8571 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:30.941499 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5036593a-7ba4-4118-8c04-a75cfa068d3e req-75058e50-783f-4120-b58f-f8bb957b8571 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0520444 Jan 17 13:07:30.979342 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5036593a-7ba4-4118-8c04-a75cfa068d3e req-a0a34ad2-11b8-4719-ae69-3fc9f558d25e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Jan 17 13:07:32.091470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d875b-cd3e-4fb3-878b-d5e6e5cc1ac0 req-66ee5e02-deb5-4222-887c-282196ea2f0a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:32.092985 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f37d875b-cd3e-4fb3-878b-d5e6e5cc1ac0 req-66ee5e02-deb5-4222-887c-282196ea2f0a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0477195 Jan 17 13:07:32.130254 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f37d875b-cd3e-4fb3-878b-d5e6e5cc1ac0 req-be0fc9c1-1283-487a-b3c6-34697866ebd8 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Jan 17 13:07:33.246155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f521b-355e-427d-8094-a2c247f0d459 req-2eef6f0d-bfe6-4e28-aa9e-d7e845b80e83 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:33.247683 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9a2f521b-355e-427d-8094-a2c247f0d459 req-2eef6f0d-bfe6-4e28-aa9e-d7e845b80e83 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0494335 Jan 17 13:07:33.285635 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9a2f521b-355e-427d-8094-a2c247f0d459 req-5d31b036-e1b2-461d-8dbf-289253e0f92d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jan 17 13:07:33.798756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8e1a-e8b0-4bb6-a22c-2dd42a2f7022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:34.398483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed8cfc-402a-4cd7-8c6d-5d25eb452cb0 req-7c8a09c5-495d-4d7c-919e-5a5dba6c1da4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:34.399908 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a3ed8cfc-402a-4cd7-8c6d-5d25eb452cb0 req-7c8a09c5-495d-4d7c-919e-5a5dba6c1da4 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0484302 Jan 17 13:07:34.440217 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a3ed8cfc-402a-4cd7-8c6d-5d25eb452cb0 req-ced0a10f-763a-41bc-8d7e-c83ae0f258d1 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344079 Jan 17 13:07:35.557822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bccddc-8e84-4fd1-8d85-8532ecf367bd req-963965d1-707b-4c30-8e47-86595946eec9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:35.559290 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2bccddc-8e84-4fd1-8d85-8532ecf367bd req-963965d1-707b-4c30-8e47-86595946eec9 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0483806 Jan 17 13:07:35.596379 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2bccddc-8e84-4fd1-8d85-8532ecf367bd req-22e46717-0002-4bdb-b3e1-94032fa8ca53 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Jan 17 13:07:36.240791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-457c8cc2-98eb-468a-a332-056365df0a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:36.708626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965a6b0-2231-4843-b8a4-7a5fc0c24735 req-5dfe2cff-b6ec-4f80-896f-32592b1a43b0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:36.710171 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9965a6b0-2231-4843-b8a4-7a5fc0c24735 req-5dfe2cff-b6ec-4f80-896f-32592b1a43b0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0488725 Jan 17 13:07:36.747530 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9965a6b0-2231-4843-b8a4-7a5fc0c24735 req-ab3c36d0-f34d-4850-a9fe-e0abf74186c6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Jan 17 13:07:37.330958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:37.866741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b5471-1e23-412c-9dff-b1e2dcf9b864 req-e7c23684-d897-49e7-9c6b-7a49e10ae223 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:37.868275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e15b5471-1e23-412c-9dff-b1e2dcf9b864 req-e7c23684-d897-49e7-9c6b-7a49e10ae223 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0535932 Jan 17 13:07:37.906074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e15b5471-1e23-412c-9dff-b1e2dcf9b864 req-ecc4884d-9a9a-4ead-ab59-e9ff72deb10e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Jan 17 13:07:38.776957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:38.925268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:39.018845 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd699a-cd52-45bf-968b-9d3bfd5d09ff req-2f787b27-6080-4db3-9da7-507609395224 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:39.020340 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2fcd699a-cd52-45bf-968b-9d3bfd5d09ff req-2f787b27-6080-4db3-9da7-507609395224 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0489285 Jan 17 13:07:39.057508 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2fcd699a-cd52-45bf-968b-9d3bfd5d09ff req-dad3db28-3752-4fb4-8191-50a37363b64d tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Jan 17 13:07:40.171087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012c213-004f-4b41-bd43-5d872aa2b815 req-cc3bc9d3-e0e1-45b3-a74a-2a6607b0fd78 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:40.172615 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b012c213-004f-4b41-bd43-5d872aa2b815 req-cc3bc9d3-e0e1-45b3-a74a-2a6607b0fd78 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0493565 Jan 17 13:07:40.211119 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b012c213-004f-4b41-bd43-5d872aa2b815 req-58893564-48e5-496d-ab86-6eb659cee8a8 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Jan 17 13:07:40.966093 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-5fb4846b-c380-44e5-a6b1-2cc34c350919 service neutron] 10.222.0.67 "GET /v2.0/ports/62b65d77-f049-494e-a243-04af8f0181a5/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0545533 Jan 17 13:07:41.327125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45417e84-17ab-4efa-a60a-e439f52b767b req-b040a3d5-92d0-471c-8157-0e9d83a422a6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:41.328776 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45417e84-17ab-4efa-a60a-e439f52b767b req-b040a3d5-92d0-471c-8157-0e9d83a422a6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0507090 Jan 17 13:07:41.371803 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45417e84-17ab-4efa-a60a-e439f52b767b req-10a52004-15d3-4369-ba19-938424cdd3d3 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366349 Jan 17 13:07:41.683454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-ce8ee366-837d-4968-9609-f725851e0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:41.684965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-ce8ee366-837d-4968-9609-f725851e0e8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f&tenant_id=12c111d14dd44be0a4681a8ec4a6d87c HTTP/1.1" status: 200 len: 1099 time: 0.0442221 Jan 17 13:07:41.744262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-9bd4f2eb-53e3-4cd7-8e1f-41e85a14ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:41.745747 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-9bd4f2eb-53e3-4cd7-8e1f-41e85a14ce24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1099 time: 0.0402894 Jan 17 13:07:41.835222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-9198fab3-5db2-43c3-b806-811a87646e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:41.836740 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-9198fab3-5db2-43c3-b806-811a87646e5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0847476 Jan 17 13:07:41.879472 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-77b6f55b-e129-4a25-919a-0e85b223bc79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 200 len: 217 time: 0.0366240 Jan 17 13:07:41.927195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-dbb57eaf-5481-476d-a498-68aca0734c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:41.928726 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-dbb57eaf-5481-476d-a498-68aca0734c1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0432096 Jan 17 13:07:41.960603 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-4556003f-a95a-461d-9f43-1ea788a0280d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249751 Jan 17 13:07:42.051938 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-4cf9b591-81da-409f-b4c6-454fc5f56d65 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Jan 17 13:07:42.138620 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eff5715-c7bc-488e-84e6-aa96aeac386d req-0ea323a8-397e-4b4e-b6bf-6b59b1a78b13 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808640 Jan 17 13:07:42.488687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf913c-d30d-4e62-91da-17ec5eccc41f req-d6810ff3-2ba2-43d2-ba95-561cb5e55a57 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:42.490716 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7cf913c-d30d-4e62-91da-17ec5eccc41f req-d6810ff3-2ba2-43d2-ba95-561cb5e55a57 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0513127 Jan 17 13:07:42.539544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c7cf913c-d30d-4e62-91da-17ec5eccc41f req-0924bbcc-0e2f-4c09-aacd-6e25709be3b6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428262 Jan 17 13:07:43.654885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8749418-54d4-4568-acd9-521f4e67845e req-44b2d9c4-e20f-4ab7-b008-a73629026b28 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:43.656408 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a8749418-54d4-4568-acd9-521f4e67845e req-44b2d9c4-e20f-4ab7-b008-a73629026b28 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0508175 Jan 17 13:07:43.694930 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a8749418-54d4-4568-acd9-521f4e67845e req-fde0689a-2779-4840-8d68-595f7045d2f6 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Jan 17 13:07:44.378448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:07:44.381573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:07:44.524492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:44.544367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:44.561436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:07:44.563624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819144ee-99e2-4d80-a57c-c18d2f9f77fc" -d '{"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-unplugged", "status": "completed", "tag": "62b65d77-f049-494e-a243-04af8f0181a5"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:07:44.573888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '62b65d77-f049-494e-a243-04af8f0181a5', 'network_id': '4f575176-fb57-4792-986b-86b03e142bc2', 'port_id': '62b65d77-f049-494e-a243-04af8f0181a5', 'mac_address': 'fa:16:3e:7f:67:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e35dfa-3a26-4438-95bd-23f8d250d553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:07:44.578544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:44.617167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:44.633654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b65d77-f049-494e-a243-04af8f0181a5 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:07:44.652336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:44.696258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7624a6d5-7e72-475e-8fb0-388e893fcbb7 x-openstack-request-id: req-7624a6d5-7e72-475e-8fb0-388e893fcbb7 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:07:44.696550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-unplugged", "status": "completed", "tag": "62b65d77-f049-494e-a243-04af8f0181a5", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:07:44.696797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7624a6d5-7e72-475e-8fb0-388e893fcbb7 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:07:44.697177 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5', 'code': 200} Jan 17 13:07:44.728295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:07:44.728649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:07:44.732864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:44.809855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c72ef-e545-4891-893a-b886031eaecc req-b20330ba-816e-4bfa-8a2a-cc04b7d3cb66 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:44.811363 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-062c72ef-e545-4891-893a-b886031eaecc req-b20330ba-816e-4bfa-8a2a-cc04b7d3cb66 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 944 time: 0.0495973 Jan 17 13:07:44.847645 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-062c72ef-e545-4891-893a-b886031eaecc req-1e3f7339-c9ca-4ba6-aa3d-bc4b6b56467e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303833 Jan 17 13:07:45.156492 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-2374b124-5af7-44f9-abbd-c8583246426a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426638 Jan 17 13:07:45.218974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae9bf9-ae4d-4fdc-ab9b-1a930b78382f req-dc799ec5-353c-4835-a4b8-ee22c645a405 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:45.220498 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1bae9bf9-ae4d-4fdc-ab9b-1a930b78382f req-dc799ec5-353c-4835-a4b8-ee22c645a405 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 944 time: 0.0498269 Jan 17 13:07:45.236276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-8da10e00-b3b2-4452-87cc-bab3b5551a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:45.237810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-8da10e00-b3b2-4452-87cc-bab3b5551a2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1097 time: 0.0420229 Jan 17 13:07:45.267663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1bae9bf9-ae4d-4fdc-ab9b-1a930b78382f req-6e1ffcf7-f1b6-4387-b7bf-0b2f4a3cdc4e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Jan 17 13:07:45.271978 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:45.285584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b65d77-f049-494e-a243-04af8f0181a5 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:07:45.309083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:45.385672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febd89-498a-4534-93d9-528560e1b350 req-fece5201-ae09-47b3-b657-b1884bb3e51a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:45.387046 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-fece5201-ae09-47b3-b657-b1884bb3e51a tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f&tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.1019132 Jan 17 13:07:45.394350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:45.397665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-2cce58f6-bc6e-49fd-a089-642c91380fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:45.399513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-2cce58f6-bc6e-49fd-a089-642c91380fda service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.1363578 Jan 17 13:07:45.446968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:45.449025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-0a97c4e4-fb1a-48a1-88c6-374427a451b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 200 len: 217 time: 0.0423598 Jan 17 13:07:45.452637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['62b65d77-f049-494e-a243-04af8f0181a5'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:07:45.502201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-ffa19374-3de5-4564-9bed-29c0b25fc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:45.503712 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-ffa19374-3de5-4564-9bed-29c0b25fc6b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0485811 Jan 17 13:07:45.534790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-d88dd66f-faa7-470b-a35d-267fac59561e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247653 Jan 17 13:07:45.621681 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-ff104975-f91c-44e2-9154-13fbfeba6c10 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801270 Jan 17 13:07:45.714574 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5a3a96e7-9bb0-4071-9a08-1047e6263aa6 req-1a0f8009-ee83-49f9-9024-7373f2799b56 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Jan 17 13:07:45.930319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febd89-498a-4534-93d9-528560e1b350 req-8cc793a9-72b4-42ce-8e61-dda0a352b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:45.931865 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-8cc793a9-72b4-42ce-8e61-dda0a352b826 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 1098 time: 0.0418832 Jan 17 13:07:46.025055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febd89-498a-4534-93d9-528560e1b350 req-c70ec41c-cf0b-4283-b85a-f8dda75ae3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:46.026557 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-c70ec41c-cf0b-4283-b85a-f8dda75ae3b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 200 len: 916 time: 0.0878971 Jan 17 13:07:46.069244 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-25be0c27-ea4e-4cd7-95e1-057dfdd62d90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 200 len: 217 time: 0.0366559 Jan 17 13:07:46.122014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76febd89-498a-4534-93d9-528560e1b350 req-bde7a584-9025-445e-be8a-afed6c0bb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:46.123516 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-bde7a584-9025-445e-be8a-afed6c0bb530 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 200 len: 855 time: 0.0472844 Jan 17 13:07:46.156537 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-64195355-64e4-41ff-8c74-c7c055818e0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f575176-fb57-4792-986b-86b03e142bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257530 Jan 17 13:07:46.256677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-229469a7-6e00-4c35-a447-59b8605f4862 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886276 Jan 17 13:07:46.364210 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-76febd89-498a-4534-93d9-528560e1b350 req-316d2c08-64b0-486e-ac99-8802ff074382 service neutron] 10.222.0.67 "GET /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005769 Jan 17 13:07:46.388958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:07:46.407922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d88156-f6fe-4936-b00a-10c55cd728be req-66e68452-8bbb-4858-a14f-c1298352e25b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:46.412005 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-66d88156-f6fe-4936-b00a-10c55cd728be req-66e68452-8bbb-4858-a14f-c1298352e25b tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 945 time: 0.0676947 Jan 17 13:07:46.459344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 62b65d77-f049-494e-a243-04af8f0181a5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:07:46.460041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-66d88156-f6fe-4936-b00a-10c55cd728be req-d8f27289-e018-493e-b78f-7a2086cb6164 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Jan 17 13:07:46.460164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:46.543035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:46.579090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:46.661486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:46.700155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:07:46.702377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeba1b6-5c56-4b1e-b890-13af448f3a29" -d '{"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-plugged", "status": "completed", "tag": "62b65d77-f049-494e-a243-04af8f0181a5"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:07:46.714556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:46.746863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f960f3-1040-44eb-a3c4-2220c29b06fe x-openstack-request-id: req-f1f960f3-1040-44eb-a3c4-2220c29b06fe {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:07:46.747186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-plugged", "status": "completed", "tag": "62b65d77-f049-494e-a243-04af8f0181a5", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:07:46.747427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1f960f3-1040-44eb-a3c4-2220c29b06fe {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:07:46.751640 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5', 'code': 200} Jan 17 13:07:47.568359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a27ca1-58d1-4fa4-9e7a-65369e2a92ac req-e9138f25-9669-409a-a994-a953275a3652 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:47.569869 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-17a27ca1-58d1-4fa4-9e7a-65369e2a92ac req-e9138f25-9669-409a-a994-a953275a3652 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0496237 Jan 17 13:07:47.608420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-17a27ca1-58d1-4fa4-9e7a-65369e2a92ac req-0b3b06bb-cd89-4603-b834-da639f445679 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Jan 17 13:07:47.725690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef31b8c-dee5-4980-837f-39efb802def7 req-03011080-ab1a-4945-a9b1-5cefdef299f0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:47.726338 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9ef31b8c-dee5-4980-837f-39efb802def7 req-03011080-ab1a-4945-a9b1-5cefdef299f0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0489202 Jan 17 13:07:47.765837 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9ef31b8c-dee5-4980-837f-39efb802def7 req-3d8ab735-d90b-4689-85d5-a4ba9449e6f7 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Jan 17 13:07:47.883705 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f861d12-6d3f-4617-8ddf-9160dd4ae159 req-c52fad81-7586-4fd1-b318-0d8b47c8b935 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:47.885240 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f861d12-6d3f-4617-8ddf-9160dd4ae159 req-c52fad81-7586-4fd1-b318-0d8b47c8b935 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0491383 Jan 17 13:07:47.923389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f861d12-6d3f-4617-8ddf-9160dd4ae159 req-6dad1bac-f896-418c-ba1a-f20df21bd594 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Jan 17 13:07:48.474559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5870e72-7682-448e-893f-e61564958530 req-9e91bfd3-aabf-4bdd-94da-06e0eedae16e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:48.476051 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5870e72-7682-448e-893f-e61564958530 req-9e91bfd3-aabf-4bdd-94da-06e0eedae16e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0479083 Jan 17 13:07:48.514331 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5870e72-7682-448e-893f-e61564958530 req-0b1ba3c0-b740-43a3-89ac-23b0c7c2dd82 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jan 17 13:07:49.630833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22219f3c-cc24-4489-99d0-7544f6f18c70 req-a2a25633-f8bc-46c9-a43d-f8935cc93226 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:49.632317 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-22219f3c-cc24-4489-99d0-7544f6f18c70 req-a2a25633-f8bc-46c9-a43d-f8935cc93226 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0521328 Jan 17 13:07:49.671615 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-22219f3c-cc24-4489-99d0-7544f6f18c70 req-08a948cd-76c0-4f77-b583-a61e7bd98dc8 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/security-groups?id=83100a36-f931-4237-a8b4-c19daae9433e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Jan 17 13:07:50.069445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-bfa0337d-d6ab-406e-8f28-1b618d57d6e2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:50.070884 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-bfa0337d-d6ab-406e-8f28-1b618d57d6e2 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 946 time: 0.0479932 Jan 17 13:07:50.161240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Deleting port 62b65d77-f049-494e-a243-04af8f0181a5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:07:50.161616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:50.251985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] For port 62b65d77-f049-494e-a243-04af8f0181a5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=62b65d77-f049-494e-a243-04af8f0181a5,segment=NetworkSegment(a50a3b20-4459-403d-8d18-c57d860dee57),segment_id=a50a3b20-4459-403d-8d18-c57d860dee57)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:50.252345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:50.265275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Calling delete_port for 62b65d77-f049-494e-a243-04af8f0181a5 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:07:50.480584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:50.508921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Pushing event deleted for resources: {'Port': ['ID=62b65d77-f049-494e-a243-04af8f0181a5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:50.520847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.521193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.521530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.521859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.522184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.522510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.522833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.523152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.523480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.523818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.527633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.527633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:50.558550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] No DVR routers for this DVR port 62b65d77-f049-494e-a243-04af8f0181a5 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:07:50.560891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:50.564103 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb5fc753-5191-4693-8a0e-d14ab1fe5aa9 req-8ca78e80-6da1-4dda-982b-28acd8dc546e tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.67 "DELETE /v2.0/ports/62b65d77-f049-494e-a243-04af8f0181a5 HTTP/1.1" status: 204 len: 173 time: 0.4870491 Jan 17 13:07:50.564529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-deleted', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:07:50.566735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a904f35-f5ae-4c59-8f5f-60e6701fe13d" -d '{"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-deleted", "tag": "62b65d77-f049-494e-a243-04af8f0181a5"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:07:50.600343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec4ae2a-278d-4e6a-9d5a-0d0dd786e704 x-openstack-request-id: req-bec4ae2a-278d-4e6a-9d5a-0d0dd786e704 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:07:50.600637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6eb818-5f61-496f-a6a2-01c306f2166f", "name": "network-vif-deleted", "tag": "62b65d77-f049-494e-a243-04af8f0181a5", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:07:50.600889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bec4ae2a-278d-4e6a-9d5a-0d0dd786e704 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:07:50.601282 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6eb818-5f61-496f-a6a2-01c306f2166f', 'name': 'network-vif-deleted', 'tag': '62b65d77-f049-494e-a243-04af8f0181a5', 'status': 'completed', 'code': 200} Jan 17 13:07:50.773521 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ed817db-c9b4-4058-9f93-97e96abe148f req-3e69dcc4-7242-4adb-b615-f275ed6cc7a0 tempest-ServerDiskConfigTestJSON-1979227708 tempest-ServerDiskConfigTestJSON-1979227708-project] 10.222.0.77 "GET /v2.0/ports?device_id=4f6eb818-5f61-496f-a6a2-01c306f2166f HTTP/1.1" status: 200 len: 210 time: 0.0336072 Jan 17 13:07:51.037976 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:07:51.892230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52414) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:51.935400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Deleting subnet 45e35dfa-3a26-4438-95bd-23f8d250d553 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:07:51.938360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:51.975623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.014794 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.154611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.180761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e35dfa-3a26-4438-95bd-23f8d250d553,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:52.185969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.189079 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/45e35dfa-3a26-4438-95bd-23f8d250d553 HTTP/1.1" status: 204 len: 168 time: 0.2958624 Jan 17 13:07:52.191653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52416) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:52.193955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.194307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.194649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.194986 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.195321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.195694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.196030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.196352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.196659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.196989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.197315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.197632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b0f331-e472-459e-88f6-c93003982099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:52.259140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.338879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.358882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f575176-fb57-4792-986b-86b03e142bc2']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:52.367877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50a3b20-4459-403d-8d18-c57d860dee57') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:52.370492 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50a3b20-4459-403d-8d18-c57d860dee57') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:52.377981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.388854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.393605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.396810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:07:52.397195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:07:52.398882 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:07:52.418876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:07:52.439578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 62b65d77-f049-494e-a243-04af8f0181a5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:07:52.440038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 62b65d77-f049-494e-a243-04af8f0181a5 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:07:52.548536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.553818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:52.557093 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] 10.222.0.77 "DELETE /v2.0/networks/4f575176-fb57-4792-986b-86b03e142bc2 HTTP/1.1" status: 204 len: 168 time: 0.3644207 Jan 17 13:07:52.571614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc131-00ec-420b-8d41-124ca500d4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4f575176-fb57-4792-986b-86b03e142bc2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:52.928953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52420) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:52.972609 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-46961162-eda2-49e0-bdc8-25a1d53eb8ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12c111d14dd44be0a4681a8ec4a6d87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425277 Jan 17 13:07:52.975028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52422) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:53.022541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09900a2-8b0d-436c-ac79-2cc5a6b3c3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:53.048238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09900a2-8b0d-436c-ac79-2cc5a6b3c3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:53.165582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09900a2-8b0d-436c-ac79-2cc5a6b3c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:53.168686 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c09900a2-8b0d-436c-ac79-2cc5a6b3c3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:53.169859 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c09900a2-8b0d-436c-ac79-2cc5a6b3c3fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83100a36-f931-4237-a8b4-c19daae9433e HTTP/1.1" status: 204 len: 168 time: 0.1938746 Jan 17 13:07:53.178217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09900a2-8b0d-436c-ac79-2cc5a6b3c3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83100a36-f931-4237-a8b4-c19daae9433e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:54.271659 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52444) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:54.364780 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-749404296-network', 'tenant_id': 'dca5833a337243ef9dada804e915c415'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:07:54.489198 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Made reservation on behalf of dca5833a337243ef9dada804e915c415 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:07:54.491472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.500302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.572583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.650720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.676467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:07:54.682441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf764b-491b-4c93-b173-c63643b82cba,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:54.688791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.689143 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Added segment 66650ed7-7b82-44bc-95dc-af256add5faf of type vlan for network e150ad83-9d30-4789-82c2-e979d88bde34 Jan 17 13:07:54.729737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.837880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.838923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:54.840086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:54.897374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] Pushing event updated for resources: {'Network': ['ID=e150ad83-9d30-4789-82c2-e979d88bde34,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:54.908056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e150ad83-9d30-4789-82c2-e979d88bde34 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:07:54.962510 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5bc7a76f-4aad-47ce-910e-26a559cada18 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6897185 Jan 17 13:07:54.965393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52448) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:54.971944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Request body: {'subnet': {'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-749404296-subnet', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:07:55.068561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Made reservation on behalf of dca5833a337243ef9dada804e915c415 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:07:55.070847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:55.302739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:55.356044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57b75a4-4cac-4390-872b-cee38de97cae,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:55.367101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:07:55.367455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Network hostable DHCP agents. Network: e150ad83-9d30-4789-82c2-e979d88bde34, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:07:55.497120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Network e150ad83-9d30-4789-82c2-e979d88bde34 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:07:55.588199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e150ad83-9d30-4789-82c2-e979d88bde34) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:07:55.592424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:07:55.593020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:55.597064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaaeb17-096b-4aff-a631-4db1c30a07a7 None None] Network e150ad83-9d30-4789-82c2-e979d88bde34 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:07:55.722473 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bcaa3f13-e1b0-4e62-b8c9-234e38ee85d1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7554667 Jan 17 13:07:55.725233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52450) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:55.729650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:07:55.851506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:55.852585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:55.880270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e150ad83-9d30-4789-82c2-e979d88bde34', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:07:55.881138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:55.910561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.015420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Allocated IP 172.20.0.2 (e150ad83-9d30-4789-82c2-e979d88bde34/d57b75a4-4cac-4390-872b-cee38de97cae/f33ac371-e94a-46cc-a5ae-b8e39ef97ae3) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:07:56.167244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.234589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.273844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:07:56.276693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:07:56.279285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:07:56.291074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Pushing event updated for resources: {'Port': ['ID=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:56.343557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Attempting to bind port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:07:56.343941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Attempting to bind port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:07:56.344305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Attempting to bind port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:07:56.349336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:07:56.349708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:07:56.350108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.350502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Bound using segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:07:56.350961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Bound port: f33ac371-e94a-46cc-a5ae-b8e39ef97ae3, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:07:56.351344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.418266 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] For port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:07:56.421272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] For port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:07:56.459825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.554262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.618388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192016f-643f-4805-9ed3-ea6353b55bb1 None None] Pushing event updated for resources: {'Port': ['ID=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:56.805853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.827008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:56.939057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Allocated IP 172.26.4.31 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/cc4bf9f6-c79a-4bd0-bc24-2430dd8199be) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:07:57.039416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.125769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.167562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:07:57.172732 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:07:57.179801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:07:57.183016 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:57.479735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5ce95-1915-493c-b988-f45a0209db4b None None] Network e150ad83-9d30-4789-82c2-e979d88bde34 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:07:57.537502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.563966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8aa4bcf8-1377-4f43-9d8c-97c96a6787c8 None None] Provisioning complete for port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:07:57.564340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bcf8-1377-4f43-9d8c-97c96a6787c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.703548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bcf8-1377-4f43-9d8c-97c96a6787c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.731723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.742497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8aa4bcf8-1377-4f43-9d8c-97c96a6787c8 None None] For port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:07:57.822768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8aa4bcf8-1377-4f43-9d8c-97c96a6787c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.875907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4bcf8-1377-4f43-9d8c-97c96a6787c8 None None] Pushing event updated for resources: {'Port': ['ID=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:57.941283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e032c82f-73c2-4735-a026-dc57941ea4ea None None] Provisioning complete for port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:07:57.941653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e032c82f-73c2-4735-a026-dc57941ea4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:57.966038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:07:58.071466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:07:58.080250 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:07:58.089770 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:07:58.095537 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:07:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:58.161706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.162966 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1c742b2b-6e4d-47a5-bb67-7afc0d696979 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4367759 Jan 17 13:07:58.166260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52452) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:07:58.171071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:07:58.200641 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:07:58.233645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:07:58.233645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.378108 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:57Z', 'revision_number': 3, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:58.404947 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:07:58.405289 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Updating router 35863250-5e25-4f38-8533-593f6ac3a3c3 port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:07:58.429316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.587423 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.769510 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.792214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Allocated IP 172.20.0.1 (e150ad83-9d30-4789-82c2-e979d88bde34/d57b75a4-4cac-4390-872b-cee38de97cae/f45699cd-a688-4a13-8e6e-eb8c0cba9cf8) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:07:58.868146 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.897333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.921045 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Attempting to bind port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:07:58.921413 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Attempting to bind port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:07:58.921768 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Attempting to bind port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:07:58.924592 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Pushing event updated for resources: {'Port': ['ID=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:58.932506 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:07:58.937293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:07:58.937293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.937293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:07:58.937293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Bound port: cc4bf9f6-c79a-4bd0-bc24-2430dd8199be, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:07:58.937293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:58.937998 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.938348 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.938691 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.939021 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.939350 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.939761 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.940092 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.940417 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.940741 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.941062 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.941382 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.941695 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:07:58.994166 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] For port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:07:58.997957 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] For port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:07:59.004271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.040707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:07:59.044266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:07:59.047679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:07:59.074032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Pushing event updated for resources: {'Port': ['ID=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:59.094615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.112852 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.175789 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aafc71-011d-4a08-b977-9b2354658740 None None] Pushing event updated for resources: {'Port': ['ID=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:59.185959 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:07:59.186672 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:07:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:59.244813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-684d8f79-99b2-4d12-a48f-12d40ccaaa74 None None] Provisioning complete for port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:07:59.247361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-684d8f79-99b2-4d12-a48f-12d40ccaaa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.279226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-684d8f79-99b2-4d12-a48f-12d40ccaaa74 None None] Port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:07:59.291973 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:07:59.349456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.464031 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:57Z', 'revision_number': 3, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:07:59.495216 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f281113-b740-4041-96d5-e247ec884c7d None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:57Z', 'revision_number': 3, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:07:59.512647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.575398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.642963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:07:59.644723 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Pushing event updated for resources: {'Port': ['ID=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:07:59.749089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:07:59.750606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:07:59.884832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:08:00.004885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7d667af1-a0f3-4cd2-a3e9-44e893512330 None None] Provisioning complete for port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:00.005258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d667af1-a0f3-4cd2-a3e9-44e893512330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:00.045123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7d667af1-a0f3-4cd2-a3e9-44e893512330 None None] Port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:08:00.174070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cc4bf9f6-c79a-4bd0-bc24-2430dd8199be up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:08:00.226078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:00.226791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:00.307873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:00.331466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:08:00.352448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:08:00.357998 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8fa826a5-07be-419c-827d-cf40c44b813d admin admin] 10.222.0.77 "PUT /v2.0/routers/35863250-5e25-4f38-8533-593f6ac3a3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1907234 Jan 17 13:08:00.409419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:00.459880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:00.985765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:08:00.994854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:08:00.995469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:07:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:01.099578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:08:01.288889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 2, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:01.314291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:08:01.314862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Updating router 35863250-5e25-4f38-8533-593f6ac3a3c3 port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:08:01.346033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:01.596552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:01.673787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:01.723351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5fd3-2b93-4d8e-aac4-6990beb213b0 None None] Pushing event updated for resources: {'Port': ['ID=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:01.780900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Attempting to bind port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:08:01.781431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Attempting to bind port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:08:01.781914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Attempting to bind port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:08:01.786962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:08:01.787441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:08:01.787969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:01.788460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Bound using segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:08:01.789011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Bound port: f45699cd-a688-4a13-8e6e-eb8c0cba9cf8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:08:01.789499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:01.855341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] For port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:08:01.859191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] For port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:08:01.937034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.005760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:08:02.006402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:07:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:02.046101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f5ab4626-6965-4ac5-a97d-56346a827b1c None None] Provisioning complete for port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:02.047734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4626-6965-4ac5-a97d-56346a827b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.048008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a5fd3-2b93-4d8e-aac4-6990beb213b0 None None] Pushing event updated for resources: {'Port': ['ID=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:02.186134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cc4bf9f6-c79a-4bd0-bc24-2430dd8199be up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:08:02.212908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:08:02.220164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52462) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:08:02.224716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987265333', 'description': 'tempest-description--305047105'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:02.249937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4626-6965-4ac5-a97d-56346a827b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.333669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f5ab4626-6965-4ac5-a97d-56346a827b1c None None] For port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:08:02.342690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.371138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:02.372052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.408606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.487260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f5ab4626-6965-4ac5-a97d-56346a827b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.551978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.553100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab4626-6965-4ac5-a97d-56346a827b1c None None] Pushing event updated for resources: {'Port': ['ID=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:02.565160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:01Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:02.583628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:02.598445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6370-cee2-46b2-b8a6-ed5559e2f3b0 None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:01Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:08:02.609049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-670c8fc9-1b0e-44bf-8a8d-9f8144ac64c1 None None] Provisioning complete for port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:02.609424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-670c8fc9-1b0e-44bf-8a8d-9f8144ac64c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.697682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.704533 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-10c1d903-8748-43f1-9f5d-2005f19e7526 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4782248 Jan 17 13:08:02.704685 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52464) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:08:02.707649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'security_group_rule': {'security_group_id': 'e13c8b9a-e57e-4cde-b4a4-c1684bca5a53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:02.846738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.910395 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:02.999473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.019413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceb7d3f-8c08-4a01-84d8-7b6eeaa3025e,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:03.104737 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.106045 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8195c88a-46e2-4379-a3c2-58f5b558569f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4025443 Jan 17 13:08:03.108817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52466) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:08:03.113874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'security_group_rule': {'security_group_id': 'e13c8b9a-e57e-4cde-b4a4-c1684bca5a53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:03.222665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.283393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.369006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.387259 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ff5e93-cea2-4470-bf83-c5c90e11d93e,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:03.481569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.482845 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3b358115-0905-4b64-aa6b-ffafc707c04b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725836 Jan 17 13:08:03.486134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52468) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:08:03.490767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:03.620841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.723646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.816766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61d6634b-bebe-46d6-835e-d9a0f168ff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:03.825436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Allocated IP 172.26.4.218 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/a17e3ec3-6a2e-4a64-ad50-fbf59bf2a723) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:08:03.928048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.051038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.087902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:08:04.092226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:08:04.096750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:08:04.121789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'Port': ['ID=a17e3ec3-6a2e-4a64-ad50-fbf59bf2a723,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:04.168147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:08:04.191943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.217175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:04.217553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.290622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.440379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.517793 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.586825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'Port': ['ID=a17e3ec3-6a2e-4a64-ad50-fbf59bf2a723,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:04.600420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.698798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:04.700071 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e4503f78-c5ee-486b-9d90-b69ba161ffb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2128689 Jan 17 13:08:04.845902 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-42030de9-0cb5-4b2a-9881-42d740286437 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1987265333&fields=id&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 267 time: 0.0339661 Jan 17 13:08:04.954286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-16dab60c-6b40-42ed-ac45-441b1b8f06a3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:04.955696 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-16dab60c-6b40-42ed-ac45-441b1b8f06a3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1031506 Jan 17 13:08:04.970678 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-57cc4052-9c62-47b5-9720-5bf771b3bf38 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/quotas/dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 375 time: 0.0094404 Jan 17 13:08:05.023881 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-d30ce463-6c53-463c-8b23-312e700133b2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479054 Jan 17 13:08:05.040398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-d67296f8-ca1b-4421-8904-72608596a862 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:08:05.041364 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-d67296f8-ca1b-4421-8904-72608596a862 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050926 Jan 17 13:08:05.130744 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-539445d1-3883-4d96-bfb4-82315e3cd296 service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839136 Jan 17 13:08:05.226154 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-118d1206-29a5-406c-89f7-ab5c3d3b8389 service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890503 Jan 17 13:08:05.454827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e76adb4-0296-4d47-85ac-d9ad812abe7e req-8e71f97f-525e-4e7f-ba50-2705e869ce2a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 210 time: 0.0269663 Jan 17 13:08:06.206225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ffffebaa-4b1f-4009-80a2-322ba2764b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:06.551555 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1987cb21-6f5f-4b21-ab57-07f20d232e59 req-c9231e09-b301-451d-a461-d12ab7d05fc7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 210 time: 0.0303175 Jan 17 13:08:07.324993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:07.661608 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97123821-eeb2-444e-a066-bfe5817fe1bd req-fca75b20-5941-445b-87ce-2ab4f4d5672b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 210 time: 0.0368922 Jan 17 13:08:07.769472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-0d4b1188-e6bb-460f-841f-d8c973be5ebf tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:07.770887 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-0d4b1188-e6bb-460f-841f-d8c973be5ebf tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1434591 Jan 17 13:08:07.815201 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-a08ef6a1-5a66-4462-8ca0-0093d6c02233 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 380 time: 0.0355122 Jan 17 13:08:07.823583 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'port': {'device_id': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'admin_state_up': True, 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'security_groups': ['e13c8b9a-e57e-4cde-b4a4-c1684bca5a53']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:08.083338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Made reservation on behalf of dca5833a337243ef9dada804e915c415 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:08:08.086962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.218756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Allocated IP 172.20.0.10 (e150ad83-9d30-4789-82c2-e979d88bde34/d57b75a4-4cac-4390-872b-cee38de97cae/74ce7edf-b094-4e11-b168-b143ff178971) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:08:08.357829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.449065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.492606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:08:08.495604 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:08:08.499326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:08:08.507771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:08.556411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:08.557039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.664766 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-c7261fec-e5a6-4cc3-953a-ef932d1cfff2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448203 Jan 17 13:08:08.676826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Request body: {'port': {'device_id': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:08.696464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ecc4aad8-a2ee-4fa9-b407-b571222c2ed7 None None] Provisioning complete for port 74ce7edf-b094-4e11-b168-b143ff178971 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:08.696885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ecc4aad8-a2ee-4fa9-b407-b571222c2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.743849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4aad8-a2ee-4fa9-b407-b571222c2ed7 None None] Port 74ce7edf-b094-4e11-b168-b143ff178971 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:08:08.747033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.787764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be11c07-1e43-4cea-9fef-4d6e798896c2 req-5f111886-79c9-4864-8e9e-b298f2371243 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:08.792957 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7be11c07-1e43-4cea-9fef-4d6e798896c2 req-5f111886-79c9-4864-8e9e-b298f2371243 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 932 time: 0.0536079 Jan 17 13:08:08.827711 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7be11c07-1e43-4cea-9fef-4d6e798896c2 req-92f18f88-66fc-4563-ab8e-65217e796fd1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Jan 17 13:08:08.856456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:08.908083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:09.013291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ce7edf-b094-4e11-b168-b143ff178971 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:08:09.021279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:09.032874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Transition to ACTIVE for port object 74ce7edf-b094-4e11-b168-b143ff178971 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:08:09.153447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:09.205821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Pushing event updated for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Attempting to bind port 74ce7edf-b094-4e11-b168-b143ff178971 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Attempting to bind port 74ce7edf-b094-4e11-b168-b143ff178971 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Attempting to bind port 74ce7edf-b094-4e11-b168-b143ff178971 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Port 74ce7edf-b094-4e11-b168-b143ff178971 on network e150ad83-9d30-4789-82c2-e979d88bde34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Attempting to bind port 74ce7edf-b094-4e11-b168-b143ff178971 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Bound using segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Bound port: 74ce7edf-b094-4e11-b168-b143ff178971, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:08:09.308311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:09.360971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:08:09.364345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=74ce7edf-b094-4e11-b168-b143ff178971,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:08:09.497091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:09.533851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:09.534554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:09.535841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 1094 time: 0.8632216 Jan 17 13:08:09.540437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:08:09.540437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "tag": "74ce7edf-b094-4e11-b168-b143ff178971"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:08:09.568674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96874f-ea97-470d-b22d-d50357e675d6 service neutron] Pushing event updated for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:09.580000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf3c758-1180-4f62-906c-a1c037c87a2c x-openstack-request-id: req-cdf3c758-1180-4f62-906c-a1c037c87a2c {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:08:09.580796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "tag": "74ce7edf-b094-4e11-b168-b143ff178971", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:08:09.580999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdf3c758-1180-4f62-906c-a1c037c87a2c {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:08:09.582038 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971', 'status': 'completed', 'code': 200} Jan 17 13:08:09.642093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e req-5bb9f6b2-50fb-4529-aa83-a8193205da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:09.643868 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e req-5bb9f6b2-50fb-4529-aa83-a8193205da2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1097 time: 0.0449522 Jan 17 13:08:09.749235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e req-051c5c3a-dc10-4a21-b7e1-ee0a15238d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:09.750821 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e req-051c5c3a-dc10-4a21-b7e1-ee0a15238d4e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dca5833a337243ef9dada804e915c415&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999537 Jan 17 13:08:09.847852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e req-8a68979a-757f-4119-ac49-889cf3712600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:09.849294 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c80f39e3-f4b8-4aee-a4f5-4e1d82b7813e req-8a68979a-757f-4119-ac49-889cf3712600 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927818 Jan 17 13:08:09.924407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-1061dd57-f020-4812-938b-43653364dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:09.926028 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-1061dd57-f020-4812-938b-43653364dc5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1097 time: 0.0418043 Jan 17 13:08:09.948282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2763a3a-14c1-4313-a576-3e1c2816cff5 req-37f78809-222f-4e6a-95db-26a8d84d1ecb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:09.949748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c2763a3a-14c1-4313-a576-3e1c2816cff5 req-37f78809-222f-4e6a-95db-26a8d84d1ecb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0535412 Jan 17 13:08:09.966369 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-a2eaf06c-f435-46e0-ac31-1f0a1043ce3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 217 time: 0.0335388 Jan 17 13:08:09.989561 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c2763a3a-14c1-4313-a576-3e1c2816cff5 req-8372ee57-f633-4278-9707-7984407e9b04 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336761 Jan 17 13:08:10.014424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-7bc0ab25-c0a8-4f98-a815-01a32f890af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:10.015919 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-7bc0ab25-c0a8-4f98-a815-01a32f890af3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0439546 Jan 17 13:08:10.064264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82f667-a432-4d20-bb49-aa7605984300 req-65de8d84-1e52-4710-8848-0a2a2df3e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:10.065723 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-65de8d84-1e52-4710-8848-0a2a2df3e103 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435176 Jan 17 13:08:10.154065 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-a0441539-0399-4948-8670-f4edba8f5c51 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812550 Jan 17 13:08:10.246380 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db82f667-a432-4d20-bb49-aa7605984300 req-c80a855c-31c9-4182-b5c4-4cdac3f8d4c5 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Jan 17 13:08:11.103804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b808037-4134-4311-9f4e-871a46d86557 req-5f353b7c-202c-4796-8383-c01215502ca6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:11.105332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b808037-4134-4311-9f4e-871a46d86557 req-5f353b7c-202c-4796-8383-c01215502ca6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0497460 Jan 17 13:08:11.142776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b808037-4134-4311-9f4e-871a46d86557 req-711957fc-1a75-4ccc-ad84-7c444997463c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Jan 17 13:08:12.256475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b730bc-703c-4d2a-826e-b8a018d6a98a req-4cb61c9a-31cb-424f-989c-10192803fc15 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:12.257934 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-63b730bc-703c-4d2a-826e-b8a018d6a98a req-4cb61c9a-31cb-424f-989c-10192803fc15 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0493920 Jan 17 13:08:12.294681 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-63b730bc-703c-4d2a-826e-b8a018d6a98a req-a90d55d8-582f-437c-b767-7d8bd3e9337b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Jan 17 13:08:12.571175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 74ce7edf-b094-4e11-b168-b143ff178971 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:08:12.667084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=74ce7edf-b094-4e11-b168-b143ff178971,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:08:12.679282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '74ce7edf-b094-4e11-b168-b143ff178971', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '74ce7edf-b094-4e11-b168-b143ff178971', 'mac_address': 'fa:16:3e:8c:c6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:08:12.714150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:12.726875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ce7edf-b094-4e11-b168-b143ff178971 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:08:12.746049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=74ce7edf-b094-4e11-b168-b143ff178971,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:08:12.850668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:12.900720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:12.908110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.908591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.908935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.909269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.909598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.909928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.910257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.910585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.910910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.911230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.911586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:12.911910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:08:13.052590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['74ce7edf-b094-4e11-b168-b143ff178971'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:08:13.408115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6442ca-6f18-43b2-bc61-0acab227723a req-b6472500-c2ad-41dd-b641-0591e720ec3f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:13.409755 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e6442ca-6f18-43b2-bc61-0acab227723a req-b6472500-c2ad-41dd-b641-0591e720ec3f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Jan 17 13:08:13.446945 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e6442ca-6f18-43b2-bc61-0acab227723a req-5072e558-36ea-4fdb-883a-8d87d00b0de5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Jan 17 13:08:14.559068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8137e35-2e84-4164-a8ad-6175a0b0fdca req-50761886-c848-4af4-b08d-b452e7a6c153 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:14.560553 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c8137e35-2e84-4164-a8ad-6175a0b0fdca req-50761886-c848-4af4-b08d-b452e7a6c153 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Jan 17 13:08:14.589855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 74ce7edf-b094-4e11-b168-b143ff178971 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:08:14.598884 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c8137e35-2e84-4164-a8ad-6175a0b0fdca req-0538c817-0511-4309-bbbb-615365b785c1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Jan 17 13:08:14.753157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 74ce7edf-b094-4e11-b168-b143ff178971 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:08:14.756946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 74ce7edf-b094-4e11-b168-b143ff178971 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:08:14.757387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:14.833656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:14.854897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:08:14.857192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2deff2-22d6-484f-9a0b-03e9e5f5f6ca" -d '{"events": [{"server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "name": "network-vif-plugged", "status": "completed", "tag": "74ce7edf-b094-4e11-b168-b143ff178971"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:08:14.869772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=74ce7edf-b094-4e11-b168-b143ff178971,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:08:14.898576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2429d46a-34aa-4410-9af8-672e6d7156ec x-openstack-request-id: req-2429d46a-34aa-4410-9af8-672e6d7156ec {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:08:14.898875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "name": "network-vif-plugged", "status": "completed", "tag": "74ce7edf-b094-4e11-b168-b143ff178971", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:08:14.899135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2429d46a-34aa-4410-9af8-672e6d7156ec {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:08:14.899564 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971', 'code': 200} Jan 17 13:08:14.981897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:15.030151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:08:15.237129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ce89-553a-40db-9331-67d401d52753 req-561de04e-05f9-4496-bf6a-0993501ee145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:15.238614 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c114ce89-553a-40db-9331-67d401d52753 req-561de04e-05f9-4496-bf6a-0993501ee145 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1099 time: 0.0439868 Jan 17 13:08:15.272453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c114ce89-553a-40db-9331-67d401d52753 req-5ab6db20-c727-4afe-b909-0b8326c5a6ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275967 Jan 17 13:08:15.715515 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604c385-c016-4ab9-8b14-f02f45256c6b req-c966b080-7123-452e-908d-dfd1b741c994 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:15.717003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7604c385-c016-4ab9-8b14-f02f45256c6b req-c966b080-7123-452e-908d-dfd1b741c994 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0523098 Jan 17 13:08:15.754831 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7604c385-c016-4ab9-8b14-f02f45256c6b req-23672860-a38f-4a7d-96e5-2a4d59fdb8d7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Jan 17 13:08:16.870026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7ea7a-1b92-42e7-97a5-e44852b4bbc9 req-cb9d5040-fdf9-43bd-88fb-f845ad545338 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:16.871602 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24d7ea7a-1b92-42e7-97a5-e44852b4bbc9 req-cb9d5040-fdf9-43bd-88fb-f845ad545338 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0482023 Jan 17 13:08:16.909446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24d7ea7a-1b92-42e7-97a5-e44852b4bbc9 req-a1c4e619-d8fc-47dd-818c-a3b5821149d9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Jan 17 13:08:17.018413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f34ee-e562-402e-b43c-a938380dc910 req-44516ef7-2a96-4ba6-8b9d-26d7791a41ba tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:17.019908 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-513f34ee-e562-402e-b43c-a938380dc910 req-44516ef7-2a96-4ba6-8b9d-26d7791a41ba tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0488484 Jan 17 13:08:17.028038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52524) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:08:17.032394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'floatingip': {'port_id': '74ce7edf-b094-4e11-b168-b143ff178971'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:08:17.071403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:17.496394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:17.587471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:17.688268 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 associated. External IP: 172.26.4.218, port: 74ce7edf-b094-4e11-b168-b143ff178971. Jan 17 13:08:18.194173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:08:18.300133 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:08:18.305637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:18.310329 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:08:18.319842 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:08:18.320521 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:08:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:18.332663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f7dc5542-cb8d-47fc-a9eb-b699655380f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "PUT /v2.0/floatingips/9790938b-2da8-4db1-8d37-af71b1508903 HTTP/1.1" status: 200 len: 992 time: 1.3036094 Jan 17 13:08:18.333248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:08:18.335557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "tag": "74ce7edf-b094-4e11-b168-b143ff178971"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:08:18.432050 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:08:18.434725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69275af1-36cd-4c81-9204-540c4a0c45ba x-openstack-request-id: req-69275af1-36cd-4c81-9204-540c4a0c45ba {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:08:18.435076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "tag": "74ce7edf-b094-4e11-b168-b143ff178971", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:08:18.435332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69275af1-36cd-4c81-9204-540c4a0c45ba {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:08:18.435840 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971', 'status': 'completed', 'code': 200} Jan 17 13:08:18.506628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-5cb47c22-946f-47ff-b922-993e65a78bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:18.508329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-5cb47c22-946f-47ff-b922-993e65a78bb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1099 time: 0.0513303 Jan 17 13:08:18.601638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-b90cec60-2440-460d-91b6-fd1ead598138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:18.603044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-b90cec60-2440-460d-91b6-fd1ead598138 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0884197 Jan 17 13:08:18.652843 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '74ce7edf-b094-4e11-b168-b143ff178971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:8c:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:08:17Z', 'revision_number': 1, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:18.669007 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-68b80743-bf35-42b9-8cb6-cac3d2e321ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 1000 time: 0.0597620 Jan 17 13:08:18.678355 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:08:18.686522 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:08:18.687115 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:08:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:18.721494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-2632e56c-cee8-4fa5-8751-7c1b0648ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:18.723009 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-2632e56c-cee8-4fa5-8751-7c1b0648ae42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0480649 Jan 17 13:08:18.768146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-105cd157-50d2-4b1f-a249-8b27431e84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:18.770363 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-105cd157-50d2-4b1f-a249-8b27431e84b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409603 Jan 17 13:08:18.791137 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:08:18.858768 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-1120bcbe-0893-4ae8-8b02-62651793e01f service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Jan 17 13:08:18.952572 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4d75c477-b3ba-4b20-ae8b-cd4f6bd06490 req-b52c2b9b-2372-4494-b454-82f271be826a service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874779 Jan 17 13:08:19.012312 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '74ce7edf-b094-4e11-b168-b143ff178971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:8c:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:08:17Z', 'revision_number': 1, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:08:19.037533 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b5e41-d27b-4f87-8378-138e20ffa96b None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '74ce7edf-b094-4e11-b168-b143ff178971', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:8c:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:08:17Z', 'revision_number': 1, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:08:19.224084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce977fdd-3e3b-4a28-aafc-2f908a67880c None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:08:22.444728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:28.037917 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:08:33.822060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c3554191-b91b-4e9c-934a-88fa0675bc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:36.181594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-710d9620-7353-4176-a6b5-c6ec8671b8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:37.329722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:38.809549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:38.924351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:46.153396 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-e497016c-8822-4de3-9698-f9bc9ab007f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408468 Jan 17 13:08:46.237308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-5af59021-0163-44ff-8b96-be454182221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:46.238788 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-5af59021-0163-44ff-8b96-be454182221c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1099 time: 0.0399256 Jan 17 13:08:46.342849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-f82976fc-b382-474a-b86f-9b480a1a0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:46.344330 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-f82976fc-b382-474a-b86f-9b480a1a0a66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0864260 Jan 17 13:08:46.409741 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-b9f06adf-d215-4ba0-af1d-4aa3cb7c9243 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 1002 time: 0.0571990 Jan 17 13:08:46.463123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-4277096e-ef42-43c1-bac2-e0d8620a60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:46.464607 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-4277096e-ef42-43c1-bac2-e0d8620a60ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0466735 Jan 17 13:08:46.509028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-c9261283-7d93-4c55-aabe-1e5caef526e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:46.510778 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-c9261283-7d93-4c55-aabe-1e5caef526e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399954 Jan 17 13:08:46.599859 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-bf2fcab6-6472-4578-897a-13c0407a16f3 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Jan 17 13:08:46.696058 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27e359ff-21d4-4f6f-9f51-d66320cec747 req-398284de-ba57-4505-bd4c-8db20086b45f service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885966 Jan 17 13:08:52.412900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:08:55.465280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a3c54-25d4-4d20-8b24-13d100bc0d38 req-36dd13e6-416f-497a-a0cd-f1f2f6d7e84c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:55.466646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e3a3c54-25d4-4d20-8b24-13d100bc0d38 req-36dd13e6-416f-497a-a0cd-f1f2f6d7e84c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0491052 Jan 17 13:08:55.504107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e3a3c54-25d4-4d20-8b24-13d100bc0d38 req-58685664-ebe4-4d70-ba38-d811b9b26101 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Jan 17 13:08:56.014366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395df61-fc36-473d-b999-9a13247645ea req-8c6e7d66-3f20-460f-96bd-5801bf6f201d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:56.015949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9395df61-fc36-473d-b999-9a13247645ea req-8c6e7d66-3f20-460f-96bd-5801bf6f201d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0475662 Jan 17 13:08:56.052919 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9395df61-fc36-473d-b999-9a13247645ea req-acadd74a-8559-4d04-b14a-f7de93b7c0c4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304689 Jan 17 13:08:56.147649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-1bacc546-1b32-4c36-8fc2-344accf37cf7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462263 Jan 17 13:08:57.175008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df802a43-1d7a-4d46-91df-3cc281756276 req-ef0f657f-ae81-420f-9af5-86a15043abb4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:57.176563 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-df802a43-1d7a-4d46-91df-3cc281756276 req-ef0f657f-ae81-420f-9af5-86a15043abb4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0495260 Jan 17 13:08:57.215827 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-df802a43-1d7a-4d46-91df-3cc281756276 req-6195633f-25ac-4966-92fb-84e719358d19 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Jan 17 13:08:58.273323 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-02e8c74c-7795-4c03-b060-8d6e859d058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:58.274824 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-02e8c74c-7795-4c03-b060-8d6e859d058c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1099 time: 0.0410671 Jan 17 13:08:58.378677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb347-e847-4003-97b5-0005f8008b84 req-e799de77-5cef-4f12-99c9-2ba89f592465 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:58.380064 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-796cb347-e847-4003-97b5-0005f8008b84 req-e799de77-5cef-4f12-99c9-2ba89f592465 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0915759 Jan 17 13:08:58.424860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-12662a77-0ac2-41d7-ab14-edeb3b23c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:58.426297 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-12662a77-0ac2-41d7-ab14-edeb3b23c778 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.1453009 Jan 17 13:08:58.433273 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-796cb347-e847-4003-97b5-0005f8008b84 req-78e520ad-79c9-4e45-bb92-c7357ad1605e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467196 Jan 17 13:08:58.490927 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-0777246b-834b-496c-9a6a-b8e7b67d35d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 1002 time: 0.0567455 Jan 17 13:08:58.542177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-666ef7d1-3ae1-4935-8c82-83f9bff2c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:58.543591 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-666ef7d1-3ae1-4935-8c82-83f9bff2c884 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0457935 Jan 17 13:08:58.587399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-b2de4041-0859-4c4e-a4b2-d6e4520c0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:58.588949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-b2de4041-0859-4c4e-a4b2-d6e4520c0129 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387998 Jan 17 13:08:58.676079 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-2000f387-8960-45aa-8027-adbddec2e75e service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803115 Jan 17 13:08:58.767759 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-388bd2ce-ade7-4817-86d4-13716a58ed44 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848281 Jan 17 13:08:59.555193 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fb037-7793-4057-907f-44b9b0baa1fe req-bcd4d8f0-d02c-467e-a786-39c245009d29 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:08:59.556684 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ed3fb037-7793-4057-907f-44b9b0baa1fe req-bcd4d8f0-d02c-467e-a786-39c245009d29 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Jan 17 13:08:59.593034 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ed3fb037-7793-4057-907f-44b9b0baa1fe req-459c4a10-f3ca-4c46-abd5-03989f7903b4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Jan 17 13:09:00.713915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b2953-386d-4bd0-a7d0-5bd76d764405 req-26a18f76-5011-4fe3-a142-de6af3f8f4dc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:00.715477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8c5b2953-386d-4bd0-a7d0-5bd76d764405 req-26a18f76-5011-4fe3-a142-de6af3f8f4dc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0515082 Jan 17 13:09:00.753342 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8c5b2953-386d-4bd0-a7d0-5bd76d764405 req-9a895f71-523f-47c2-b80f-b80363791ca7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Jan 17 13:09:01.867789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc90397-694f-4c88-ace6-41dd3936930c req-293b5bd4-0860-4685-96a9-12e25897a094 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:01.869253 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-efc90397-694f-4c88-ace6-41dd3936930c req-293b5bd4-0860-4685-96a9-12e25897a094 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Jan 17 13:09:01.906300 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-efc90397-694f-4c88-ace6-41dd3936930c req-1422bb2a-f080-4715-b372-394c1172e6c5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Jan 17 13:09:03.024090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4ff9-20eb-4656-8d38-3f69b55684c1 req-c767c1e9-189d-4de8-afad-d4d1b0802a45 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:03.025561 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c3f4ff9-20eb-4656-8d38-3f69b55684c1 req-c767c1e9-189d-4de8-afad-d4d1b0802a45 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0532031 Jan 17 13:09:03.062578 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c3f4ff9-20eb-4656-8d38-3f69b55684c1 req-6c1f47fb-1b1b-46d1-81c5-74c56f49296d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Jan 17 13:09:03.886478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-42026cb9-3f7d-4763-9450-5a3e2edaf222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:04.176360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474d73b-bacb-4106-a603-086c07854153 req-5d26434e-3748-46e2-9384-f7388fbc4ea1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:04.177972 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6474d73b-bacb-4106-a603-086c07854153 req-5d26434e-3748-46e2-9384-f7388fbc4ea1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Jan 17 13:09:04.215903 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6474d73b-bacb-4106-a603-086c07854153 req-3540e2f0-8d02-437a-9862-10e6d32d2530 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321193 Jan 17 13:09:05.037911 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:09:05.328738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42d350-fc89-49ac-8c64-9295d48402fe req-f32f3446-b530-43d2-9b32-04f36c68f51b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:05.330632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af42d350-fc89-49ac-8c64-9295d48402fe req-f32f3446-b530-43d2-9b32-04f36c68f51b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0487261 Jan 17 13:09:05.368179 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-af42d350-fc89-49ac-8c64-9295d48402fe req-c4edd4df-a33f-44e5-8e2f-f6973e6ac62e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Jan 17 13:09:06.200467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ccb37c83-c222-4ade-8ba8-f882851c27ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:06.487426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636fbcd-7cdf-4497-9e79-a1e35f395e5e req-2be1fbd0-48ad-4d2a-9476-2ab3fc3ce82b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:06.488931 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b636fbcd-7cdf-4497-9e79-a1e35f395e5e req-2be1fbd0-48ad-4d2a-9476-2ab3fc3ce82b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0536695 Jan 17 13:09:06.526336 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b636fbcd-7cdf-4497-9e79-a1e35f395e5e req-d23a44fd-5acc-4739-ab81-ee9c2a3fc1cc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Jan 17 13:09:07.395046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:07.640475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755c2ea-e6a1-42ee-a926-84b070573d46 req-1bf35019-cbc6-44e6-ae2c-e4dff5dc5a71 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:07.641946 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c755c2ea-e6a1-42ee-a926-84b070573d46 req-1bf35019-cbc6-44e6-ae2c-e4dff5dc5a71 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0493424 Jan 17 13:09:07.680383 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c755c2ea-e6a1-42ee-a926-84b070573d46 req-742dbe43-02ed-4c10-8229-b1141e60c87e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324306 Jan 17 13:09:08.799995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be561119-19fa-42ab-abc5-37f2cc10f786 req-962c14bd-06c7-4889-af77-bc34025556c3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:08.801508 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-be561119-19fa-42ab-abc5-37f2cc10f786 req-962c14bd-06c7-4889-af77-bc34025556c3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0527325 Jan 17 13:09:08.839086 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-be561119-19fa-42ab-abc5-37f2cc10f786 req-8004f962-406a-4013-acc3-08ec7ee1c31a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315685 Jan 17 13:09:08.878212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:09.008997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:09.956716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664351b-c3cc-4b5f-8520-ab3cd2fbe563 req-3b2c88cf-2d1f-4f28-8705-e202b9a215fa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:09.958189 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2664351b-c3cc-4b5f-8520-ab3cd2fbe563 req-3b2c88cf-2d1f-4f28-8705-e202b9a215fa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0528305 Jan 17 13:09:09.994133 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2664351b-c3cc-4b5f-8520-ab3cd2fbe563 req-e63ff1d1-96a6-4103-8bca-14c35aeb4bbc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300519 Jan 17 13:09:10.822940 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-ff1c2fab-cb9f-4aa5-a846-e8956df93a63 service neutron] 10.222.0.67 "GET /v2.0/ports/74ce7edf-b094-4e11-b168-b143ff178971/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0546026 Jan 17 13:09:11.108074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c65eb-b160-4faf-8f87-cb53b0ec1c87 req-73cdbe4f-70b8-4c16-a1ca-8d76225b71d6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:11.109660 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-985c65eb-b160-4faf-8f87-cb53b0ec1c87 req-73cdbe4f-70b8-4c16-a1ca-8d76225b71d6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Jan 17 13:09:11.147531 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-985c65eb-b160-4faf-8f87-cb53b0ec1c87 req-86c8dc93-9faa-451b-a3ad-6edb2627de51 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jan 17 13:09:11.486927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-d40c736a-d019-4085-8f58-069d73c7904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:11.488372 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-d40c736a-d019-4085-8f58-069d73c7904f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 1099 time: 0.0483053 Jan 17 13:09:11.547457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-a7f97509-a760-40fa-b777-94f389f6fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:11.549048 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-a7f97509-a760-40fa-b777-94f389f6fba3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1099 time: 0.0399852 Jan 17 13:09:11.640484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-09894487-3bf0-4d64-9db6-5d3a297eb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:11.642494 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-09894487-3bf0-4d64-9db6-5d3a297eb0b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0866957 Jan 17 13:09:11.704156 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-c55f8386-7ef6-46ed-98c9-96d76f400343 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 1002 time: 0.0557966 Jan 17 13:09:11.754962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-1794e59a-d29a-44e8-b897-ebaa2f85d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:11.756344 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-1794e59a-d29a-44e8-b897-ebaa2f85d5e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0462604 Jan 17 13:09:11.800725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-b9694cfa-5f40-489d-a75c-5f6947a7fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:11.802220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-b9694cfa-5f40-489d-a75c-5f6947a7fa44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398583 Jan 17 13:09:11.888820 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-c74e1e15-a5eb-4fa1-9cfa-a2a2baccd12a service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804400 Jan 17 13:09:11.979790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1b62b8bb-ab6c-491b-ba59-4cce82bbf5ee req-f6ac6963-b421-415e-b77f-e86f3295e0a3 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850010 Jan 17 13:09:12.269879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b310e9-3766-4609-ac84-3c9f9713e5b0 req-710a3768-da0e-4898-a2aa-31f40e769d35 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:12.271414 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8b310e9-3766-4609-ac84-3c9f9713e5b0 req-710a3768-da0e-4898-a2aa-31f40e769d35 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 946 time: 0.0517974 Jan 17 13:09:12.310298 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8b310e9-3766-4609-ac84-3c9f9713e5b0 req-c80a05c4-eeb3-4bc4-bb84-5edba5ad37e4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Jan 17 13:09:12.963370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 74ce7edf-b094-4e11-b168-b143ff178971 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:09:13.038547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:13.059605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:09:13.061785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14762082-5ff1-4521-9021-3d078f582777" -d '{"events": [{"server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "name": "network-vif-unplugged", "status": "completed", "tag": "74ce7edf-b094-4e11-b168-b143ff178971"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:09:13.074229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=74ce7edf-b094-4e11-b168-b143ff178971,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:09:13.107278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaffc49-c655-41f2-9203-2e426cd33dc4 x-openstack-request-id: req-abaffc49-c655-41f2-9203-2e426cd33dc4 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:09:13.107600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "name": "network-vif-unplugged", "status": "completed", "tag": "74ce7edf-b094-4e11-b168-b143ff178971", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:09:13.107854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abaffc49-c655-41f2-9203-2e426cd33dc4 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:09:13.108244 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971', 'code': 200} Jan 17 13:09:13.137434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:13.183960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:13.191471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.191846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.192190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.192527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.192859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.193189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.193518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.193877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.194205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.194529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.194853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.195172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:13.424653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f197cf5-e6f1-42c4-8a38-afcb3936f24e req-fd5f4948-d3cf-4d2b-b40a-e2042dd82d62 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:13.426110 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8f197cf5-e6f1-42c4-8a38-afcb3936f24e req-fd5f4948-d3cf-4d2b-b40a-e2042dd82d62 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0482786 Jan 17 13:09:13.467424 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8f197cf5-e6f1-42c4-8a38-afcb3936f24e req-9fbbc34d-6cc5-4b59-8064-be6ad90f3d48 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355623 Jan 17 13:09:14.587105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147e30-92fb-4be5-9988-17f6a9759ff9 req-28d9f20d-4530-4d9f-98b6-78dffa77ccd2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:14.588608 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ec147e30-92fb-4be5-9988-17f6a9759ff9 req-28d9f20d-4530-4d9f-98b6-78dffa77ccd2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0526440 Jan 17 13:09:14.625474 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ec147e30-92fb-4be5-9988-17f6a9759ff9 req-112d2e60-f64f-4b52-9d43-400b153db2eb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Jan 17 13:09:14.979412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08175-cecc-434b-9543-cc71d6e1b944 req-10df53ed-82da-4e67-b7b5-a96d2b8b6418 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:14.980943 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-70c08175-cecc-434b-9543-cc71d6e1b944 req-10df53ed-82da-4e67-b7b5-a96d2b8b6418 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0484912 Jan 17 13:09:15.020477 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-70c08175-cecc-434b-9543-cc71d6e1b944 req-2e2c306e-24c5-445d-abfc-b128a5fd07ca tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Jan 17 13:09:15.066487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-1350f435-5dbd-4f0c-b894-bf4731a183bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:15.068042 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-1350f435-5dbd-4f0c-b894-bf4731a183bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8&tenant_id=dca5833a337243ef9dada804e915c415&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.0520339 Jan 17 13:09:15.147074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-7243a5ce-8300-4f5c-a037-7df3f419fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:15.148528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-7243a5ce-8300-4f5c-a037-7df3f419fea6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 1097 time: 0.0415735 Jan 17 13:09:15.243421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-cc671930-25a1-4370-81af-d2fe19f48813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:15.244918 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-cc671930-25a1-4370-81af-d2fe19f48813 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0885315 Jan 17 13:09:15.308038 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-3849c37e-8909-420c-b0b7-35f799c3f2ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 200 len: 1000 time: 0.0563493 Jan 17 13:09:15.358796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-c5be907a-d62a-496a-b50a-600130dd997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:15.360267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-c5be907a-d62a-496a-b50a-600130dd997c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0453334 Jan 17 13:09:15.406477 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-abf1075d-8b62-4eee-b922-3ff39e3feca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:15.408407 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-abf1075d-8b62-4eee-b922-3ff39e3feca6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421884 Jan 17 13:09:15.494607 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-5b358bfb-fbe8-4e33-a6ee-9bc0cb6dd273 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797861 Jan 17 13:09:15.583849 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8e17c0e4-2062-4274-aad7-05f93c264417 req-e2e79f34-b17d-4859-993e-5969196e25d5 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830567 Jan 17 13:09:16.144912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbe486-ce0a-46db-b21f-c373275b89a6 req-4d9824c4-51d0-43c9-8977-acb35657c3d3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:16.146450 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b5dbe486-ce0a-46db-b21f-c373275b89a6 req-4d9824c4-51d0-43c9-8977-acb35657c3d3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0509272 Jan 17 13:09:16.190632 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b5dbe486-ce0a-46db-b21f-c373275b89a6 req-c9d45250-fd10-472b-a59a-34bbcf671ddf tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377021 Jan 17 13:09:17.310679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde3bb-fcc6-4e32-81c6-6d615097c799 req-35a6a478-864b-4f31-8454-236f56f43dc5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:17.312246 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88bde3bb-fcc6-4e32-81c6-6d615097c799 req-35a6a478-864b-4f31-8454-236f56f43dc5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0487604 Jan 17 13:09:17.349990 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88bde3bb-fcc6-4e32-81c6-6d615097c799 req-762f4891-9ef9-4ce1-9aa3-0be2c2b2fece tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Jan 17 13:09:17.464828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4617cf2-ac55-4af5-b829-839bc824ab0d req-9b513440-9857-4870-973d-7ad6ae45313d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:17.466217 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4617cf2-ac55-4af5-b829-839bc824ab0d req-9b513440-9857-4870-973d-7ad6ae45313d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0512934 Jan 17 13:09:17.503458 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4617cf2-ac55-4af5-b829-839bc824ab0d req-7121820b-1307-49c0-a5cb-e224de9c4f04 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Jan 17 13:09:17.617733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78201639-bf98-45ca-842f-4abd0ba2e14e req-2a9a71fa-80d9-4585-9197-ace186795d71 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:17.619200 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-78201639-bf98-45ca-842f-4abd0ba2e14e req-2a9a71fa-80d9-4585-9197-ace186795d71 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0518198 Jan 17 13:09:17.656606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-78201639-bf98-45ca-842f-4abd0ba2e14e req-2245d31d-e0ec-4a37-b838-bbe13256c608 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Jan 17 13:09:18.151980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8b90-8cf4-4411-b53e-d8d8973ccffe req-d3fdf14f-879c-4d8d-b880-855389e3eb7c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:18.153516 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8bcd8b90-8cf4-4411-b53e-d8d8973ccffe req-d3fdf14f-879c-4d8d-b880-855389e3eb7c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0492179 Jan 17 13:09:18.192580 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8bcd8b90-8cf4-4411-b53e-d8d8973ccffe req-66f87338-68a7-42de-9855-889a30466e65 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329404 Jan 17 13:09:19.307007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d150c-4e67-494c-af68-738862ab52c9 req-558ebecc-99fd-4485-823b-98d74eab8339 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:19.308507 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e10d150c-4e67-494c-af68-738862ab52c9 req-558ebecc-99fd-4485-823b-98d74eab8339 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0484562 Jan 17 13:09:19.349106 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e10d150c-4e67-494c-af68-738862ab52c9 req-15530775-494b-40f4-93b0-0a0c8df02842 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346296 Jan 17 13:09:19.816566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef6b4-6d59-4343-9557-501d46d76fad req-c8dd4d49-e64a-4905-ab98-e1309f648544 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:19.818037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-695ef6b4-6d59-4343-9557-501d46d76fad req-c8dd4d49-e64a-4905-ab98-e1309f648544 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 944 time: 0.0477347 Jan 17 13:09:19.907905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Deleting port 74ce7edf-b094-4e11-b168-b143ff178971 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:09:19.908245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:19.996217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] For port 74ce7edf-b094-4e11-b168-b143ff178971, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=74ce7edf-b094-4e11-b168-b143ff178971,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:09:19.996580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:20.211366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:20.211764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:20.212087 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 disassociated. External IP: 172.26.4.218, port: 74ce7edf-b094-4e11-b168-b143ff178971. Jan 17 13:09:20.212429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Calling delete_port for 74ce7edf-b094-4e11-b168-b143ff178971 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:09:20.426585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:20.444031 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e2b4348b-ae84-4822-9625-19bb29668e13 req-5d0c0067-2dd3-439d-a326-0acc49dd088f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 210 time: 0.0291741 Jan 17 13:09:20.461156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event deleted for resources: {'Port': ['ID=74ce7edf-b094-4e11-b168-b143ff178971,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:20.471758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.472112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.472456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.472828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.473164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.473495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.473824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.474155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.474518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.474805 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.475129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.475582 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:09:20.935371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:09:21.038346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:09:21.048923 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:09:21.058662 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:09:21.059269 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:09:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:21.080338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] No DVR routers for this DVR port 74ce7edf-b094-4e11-b168-b143ff178971 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:09:21.082947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:21.086238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-695ef6b4-6d59-4343-9557-501d46d76fad req-94e463c7-1cc9-4772-b8c1-18f308c0e0c8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "DELETE /v2.0/ports/74ce7edf-b094-4e11-b168-b143ff178971 HTTP/1.1" status: 204 len: 173 time: 1.2612898 Jan 17 13:09:21.086712 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'name': 'network-vif-deleted', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:09:21.089022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f162e-b2c1-4847-94d5-4e4a345fee61" -d '{"events": [{"server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "name": "network-vif-deleted", "tag": "74ce7edf-b094-4e11-b168-b143ff178971"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:09:21.124633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d5ed1-1137-4990-b69e-e60b183123bc x-openstack-request-id: req-d42d5ed1-1137-4990-b69e-e60b183123bc {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:09:21.124927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8609bb-d41e-4f0c-a24b-686738db64c8", "name": "network-vif-deleted", "tag": "74ce7edf-b094-4e11-b168-b143ff178971", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:09:21.125176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d42d5ed1-1137-4990-b69e-e60b183123bc {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:09:21.125585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8609bb-d41e-4f0c-a24b-686738db64c8', 'name': 'network-vif-deleted', 'tag': '74ce7edf-b094-4e11-b168-b143ff178971', 'status': 'completed', 'code': 200} Jan 17 13:09:21.168516 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:09:21.446026 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:21.471823 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:09:21.480168 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:09:21.480771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:09:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:21.550680 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c406fc59-0e6e-4002-bb25-02441d580926 req-7a0123cf-355c-430f-83de-4fad2f5635b7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd8609bb-d41e-4f0c-a24b-686738db64c8 HTTP/1.1" status: 200 len: 210 time: 0.0267615 Jan 17 13:09:21.586610 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:09:21.779280 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:21.810020 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1159e-6ae1-4de1-9ac6-3ff66697d2f9 None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:09:22.026404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325e23a-f63d-42f4-b64f-1c4cc07dedec None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:09:22.445582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:22.773468 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-74f1bace-5046-48c0-956e-7243a0343e6a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1987265333&fields=id&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 267 time: 0.0329399 Jan 17 13:09:22.881193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-7b870741-877e-4da1-9df1-c2bdbeaa34f7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:22.882570 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-7b870741-877e-4da1-9df1-c2bdbeaa34f7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1024959 Jan 17 13:09:22.897963 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-abcb4ffc-f364-4389-8c0e-7a9957a2c231 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/quotas/dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Jan 17 13:09:22.952634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-c665e359-d9ae-4523-90b1-ddd58f7d40f8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496135 Jan 17 13:09:23.010249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 74ce7edf-b094-4e11-b168-b143ff178971 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:09:23.034138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 74ce7edf-b094-4e11-b168-b143ff178971 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:09:23.034782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 74ce7edf-b094-4e11-b168-b143ff178971 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:09:23.102238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-94f9fb5a-14ea-4db7-8dcb-c974bbbf3e1b service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377237 Jan 17 13:09:23.195187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-de028cf5-56e3-4d76-8eec-72c470b7b9fb service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869107 Jan 17 13:09:23.449627 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1fb2cba3-a519-43be-8ea4-4b9ea5169c7d req-66035bef-ac70-417c-a651-e50110e2ef70 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 210 time: 0.0305691 Jan 17 13:09:24.544669 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59430ba7-cd75-4cc7-aa22-83829a90818a req-86d02b3e-324f-4185-81a4-9e8c8766dffa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 210 time: 0.0279310 Jan 17 13:09:25.560632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-24a4534c-c437-4c77-a68c-1f125a02e4fc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:25.562057 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-24a4534c-c437-4c77-a68c-1f125a02e4fc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1015475 Jan 17 13:09:25.605089 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-5fe071fa-559b-4cfd-8d5c-bc0aa291898b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 380 time: 0.0337229 Jan 17 13:09:25.614360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'port': {'device_id': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'admin_state_up': True, 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'security_groups': ['e13c8b9a-e57e-4cde-b4a4-c1684bca5a53']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:09:25.639420 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3d08b89a-3ff0-42f0-bae1-1cfbc60c057b req-2d5a041f-6a45-476a-b78d-ce5b2d0f536f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 210 time: 0.0268006 Jan 17 13:09:25.811532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Made reservation on behalf of dca5833a337243ef9dada804e915c415 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:09:25.815259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:25.946441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Allocated IP 172.20.0.10 (e150ad83-9d30-4789-82c2-e979d88bde34/d57b75a4-4cac-4390-872b-cee38de97cae/4a250cd2-595e-428a-b9f2-0e3b27799b63) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:09:26.078365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.183264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.230414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:09:26.233452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:09:26.237562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:09:26.264382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:26.294025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:26.294673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.374161 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-80f327ad-5851-4203-95b0-b0797f22d827 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7638795 Jan 17 13:09:26.386321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Request body: {'port': {'device_id': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:09:26.426319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f9288f07-18d7-4f1b-8144-4e68bc974b0f None None] Provisioning complete for port 4a250cd2-595e-428a-b9f2-0e3b27799b63 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:09:26.426905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f9288f07-18d7-4f1b-8144-4e68bc974b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.441701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.462528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f9288f07-18d7-4f1b-8144-4e68bc974b0f None None] Port 4a250cd2-595e-428a-b9f2-0e3b27799b63 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:09:26.707998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a250cd2-595e-428a-b9f2-0e3b27799b63 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:09:26.723140 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.750710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Transition to ACTIVE for port object 4a250cd2-595e-428a-b9f2-0e3b27799b63 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:09:26.770160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042985c-c4a5-45ab-844c-ca94463c4f6b req-d972e050-f808-4e83-99aa-e003574f3777 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:26.773735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b042985c-c4a5-45ab-844c-ca94463c4f6b req-d972e050-f808-4e83-99aa-e003574f3777 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 932 time: 0.0593646 Jan 17 13:09:26.809204 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b042985c-c4a5-45ab-844c-ca94463c4f6b req-c1e56e9c-4a01-43a8-bd77-70cda8983c41 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Jan 17 13:09:26.825504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:26.895988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:26.949361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Attempting to bind port 4a250cd2-595e-428a-b9f2-0e3b27799b63 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:09:26.949672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Attempting to bind port 4a250cd2-595e-428a-b9f2-0e3b27799b63 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:09:26.949995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Attempting to bind port 4a250cd2-595e-428a-b9f2-0e3b27799b63 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:09:26.954379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Port 4a250cd2-595e-428a-b9f2-0e3b27799b63 on network e150ad83-9d30-4789-82c2-e979d88bde34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:09:26.954693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Attempting to bind port 4a250cd2-595e-428a-b9f2-0e3b27799b63 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:09:26.960120 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:09:26.960454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:09:26.960829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Bound using segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:09:26.961252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Bound port: 4a250cd2-595e-428a-b9f2-0e3b27799b63, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:09:26.961620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:27.027202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:09:27.030181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:09:27.108898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:27.140212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.140939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:27.142337 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] 10.222.0.67 "PUT /v2.0/ports/4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1094 time: 0.7607152 Jan 17 13:09:27.144643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:09:27.149091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a96e901-19f6-4dfd-a976-d625f5788be8" -d '{"events": [{"name": "network-changed", "server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:09:27.185215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1490f-60f4-469e-b0ee-0f41768acfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:27.191039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073daf8-e319-421a-a1d7-429e3e61faab x-openstack-request-id: req-f073daf8-e319-421a-a1d7-429e3e61faab {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:09:27.191331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:09:27.191612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f073daf8-e319-421a-a1d7-429e3e61faab {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:09:27.192012 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'status': 'completed', 'code': 200} Jan 17 13:09:27.250421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96e901-19f6-4dfd-a976-d625f5788be8 req-973b115b-c801-4379-b826-66d86f06ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.252278 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a96e901-19f6-4dfd-a976-d625f5788be8 req-973b115b-c801-4379-b826-66d86f06ef92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1097 time: 0.0431173 Jan 17 13:09:27.351756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96e901-19f6-4dfd-a976-d625f5788be8 req-aea7ffd4-c458-43de-9f9e-8e986aea8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.353236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a96e901-19f6-4dfd-a976-d625f5788be8 req-aea7ffd4-c458-43de-9f9e-8e986aea8897 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dca5833a337243ef9dada804e915c415&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0935817 Jan 17 13:09:27.451164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96e901-19f6-4dfd-a976-d625f5788be8 req-555b57aa-6754-4b13-b6d5-2717ed53abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.452638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3a96e901-19f6-4dfd-a976-d625f5788be8 req-555b57aa-6754-4b13-b6d5-2717ed53abae service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931993 Jan 17 13:09:27.526452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-87a16950-8034-45f1-a766-785405a9ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.527935 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-87a16950-8034-45f1-a766-785405a9ea3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1097 time: 0.0399435 Jan 17 13:09:27.567500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-96b4891c-1cc5-4e6b-b553-cc4e3739506f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 217 time: 0.0329320 Jan 17 13:09:27.617907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-aca4dfb0-7e25-4dad-9f35-a278bfa2fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.619293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-aca4dfb0-7e25-4dad-9f35-a278bfa2fdc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0461352 Jan 17 13:09:27.664866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-5e399297-8d08-4b84-94d5-d14339ae54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.666492 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-5e399297-8d08-4b84-94d5-d14339ae54ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405471 Jan 17 13:09:27.752718 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-1ac4e5ea-541b-4ffd-8fac-e78edc1f8e30 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795493 Jan 17 13:09:27.849625 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc99faca-0c05-40db-9a8c-606e0cf847eb req-1080152d-9f5c-4181-862b-ee8086a1402a service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909891 Jan 17 13:09:27.925714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3f4e-f80e-4711-bd26-bdaa9345b9b2 req-047ae5aa-82d9-4ef4-a02c-050081f00981 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:27.927227 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e8b3f4e-f80e-4711-bd26-bdaa9345b9b2 req-047ae5aa-82d9-4ef4-a02c-050081f00981 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 944 time: 0.0518787 Jan 17 13:09:27.966181 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e8b3f4e-f80e-4711-bd26-bdaa9345b9b2 req-93af5ccc-21dc-405d-af5d-deaeab688ddd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Jan 17 13:09:29.048393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:09:29.082498 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411afa9-0d2d-4a33-a236-0f3e4a02a709 req-c8bd82a4-367e-45ba-9384-1511971ef147 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:29.084035 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8411afa9-0d2d-4a33-a236-0f3e4a02a709 req-c8bd82a4-367e-45ba-9384-1511971ef147 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 944 time: 0.0492773 Jan 17 13:09:29.122104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8411afa9-0d2d-4a33-a236-0f3e4a02a709 req-583e428f-a0a2-47b1-93bc-a9e898ab538c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Jan 17 13:09:29.145241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:09:29.160480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'mac_address': 'fa:16:3e:d4:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:09:29.196191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:29.209287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a250cd2-595e-428a-b9f2-0e3b27799b63 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:09:29.228764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:09:29.305996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:29.353167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:29.516475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['4a250cd2-595e-428a-b9f2-0e3b27799b63'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:09:30.243310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75a444-f7d8-4e4b-8998-a13fa9ff18da req-81ccce50-64da-49c6-b626-0846b50c2f18 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:30.244824 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d75a444-f7d8-4e4b-8998-a13fa9ff18da req-81ccce50-64da-49c6-b626-0846b50c2f18 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 945 time: 0.0535197 Jan 17 13:09:30.281493 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d75a444-f7d8-4e4b-8998-a13fa9ff18da req-10424143-b18e-4789-81e8-20fdaff3f932 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308070 Jan 17 13:09:31.072155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:09:31.176517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 4a250cd2-595e-428a-b9f2-0e3b27799b63 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:09:31.180491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 4a250cd2-595e-428a-b9f2-0e3b27799b63 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:09:31.180867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:31.260933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:31.282524 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:09:31.284944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086ad66-6ed4-4a2a-a3aa-3de3935a4beb" -d '{"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-plugged", "status": "completed", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:09:31.296654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:09:31.322425 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593df558-b495-4ee8-8c8b-3104614715ce x-openstack-request-id: req-593df558-b495-4ee8-8c8b-3104614715ce {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:09:31.322654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-plugged", "status": "completed", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:09:31.322913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-593df558-b495-4ee8-8c8b-3104614715ce {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:09:31.323312 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'code': 200} Jan 17 13:09:31.391439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:31.401036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe32c3a-20f6-4165-85b3-5585ee3e5efb req-f6f42984-046d-47b4-b49f-8e9e8254d35a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:31.402555 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4fe32c3a-20f6-4165-85b3-5585ee3e5efb req-f6f42984-046d-47b4-b49f-8e9e8254d35a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 945 time: 0.0520065 Jan 17 13:09:31.438371 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:09:31.442840 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4fe32c3a-20f6-4165-85b3-5585ee3e5efb req-f33233fb-81db-4a0d-af3c-28c855fdb27b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 Jan 17 13:09:31.724588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7cc25-6759-4540-b7ef-f8cafa1bdd3c req-eaa4f8e4-ea01-4d84-8212-11be14e48a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:31.725968 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75b7cc25-6759-4540-b7ef-f8cafa1bdd3c req-eaa4f8e4-ea01-4d84-8212-11be14e48a65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1099 time: 0.0390785 Jan 17 13:09:31.760077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75b7cc25-6759-4540-b7ef-f8cafa1bdd3c req-77497d8f-03d3-4204-a4b3-23a0d8b0a3c9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272872 Jan 17 13:09:32.557038 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe69e-f77a-4283-96c8-b247fd22abe0 req-581e68fe-3555-452a-a326-69a967c3187e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:32.558501 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-95dfe69e-f77a-4283-96c8-b247fd22abe0 req-581e68fe-3555-452a-a326-69a967c3187e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0485048 Jan 17 13:09:32.595646 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-95dfe69e-f77a-4283-96c8-b247fd22abe0 req-f6148398-4fe3-493b-98f6-a9fa8aaa0ddd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Jan 17 13:09:33.712768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875814d-17fb-4128-a858-36cbe11facae req-3e22ba93-8c4c-44ed-8ef2-d22ade86f295 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:33.714291 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9875814d-17fb-4128-a858-36cbe11facae req-3e22ba93-8c4c-44ed-8ef2-d22ade86f295 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0522518 Jan 17 13:09:33.751942 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9875814d-17fb-4128-a858-36cbe11facae req-8ee7c80f-28ce-4d82-b112-b1d763079213 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Jan 17 13:09:33.785917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-858bb394-ac40-4325-aa4b-1e3e8c6d0c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:33.869680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511d9b-4410-4ff6-b39b-275a63c28e54 req-1aca3182-c3ef-4d21-8cc6-248224dcb92e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:33.871156 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1f511d9b-4410-4ff6-b39b-275a63c28e54 req-1aca3182-c3ef-4d21-8cc6-248224dcb92e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0535231 Jan 17 13:09:33.881369 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 52752) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:09:33.886109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'floatingip': {'port_id': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:09:33.924381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:34.350593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:34.409126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:34.510671 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 associated. External IP: 172.26.4.218, port: 4a250cd2-595e-428a-b9f2-0e3b27799b63. Jan 17 13:09:34.715337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:09:34.826248 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:09:34.831639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:34.837472 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:09:34.846840 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:09:34.847554 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:09:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:34.857913 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8e850305-5f22-4027-9ff0-84bfe0f6b9b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "PUT /v2.0/floatingips/9790938b-2da8-4db1-8d37-af71b1508903 HTTP/1.1" status: 200 len: 992 time: 0.9754055 Jan 17 13:09:34.858486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:09:34.860719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc" -d '{"events": [{"name": "network-changed", "server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:09:34.897776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1ba6c4-9d08-45f0-a02b-66f3bdcf6c05 x-openstack-request-id: req-8c1ba6c4-9d08-45f0-a02b-66f3bdcf6c05 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:09:34.898363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:09:34.898463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c1ba6c4-9d08-45f0-a02b-66f3bdcf6c05 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:09:34.898817 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'status': 'completed', 'code': 200} Jan 17 13:09:34.958471 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:09:34.961942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-18e54d1e-ef9b-4f80-bad3-880a8866eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:34.963438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-18e54d1e-ef9b-4f80-bad3-880a8866eb02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1099 time: 0.0416677 Jan 17 13:09:35.052847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-329412cf-71c5-416d-9c29-467870ed4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:35.054336 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-329412cf-71c5-416d-9c29-467870ed4680 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0841534 Jan 17 13:09:35.124171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-aa1a2f02-2f9d-4c1c-9044-4b2cda241a24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1000 time: 0.0628970 Jan 17 13:09:35.175185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-180b858c-f6cf-4c16-a2e3-ba81525d59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:35.176787 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-180b858c-f6cf-4c16-a2e3-ba81525d59e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0462549 Jan 17 13:09:35.183365 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:d4:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:09:34Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:35.210027 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:09:35.217977 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:09:35.218574 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:09:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:35.222305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-d28f1304-7c1f-4d5c-8fc7-78a1eb74d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:35.223844 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-d28f1304-7c1f-4d5c-8fc7-78a1eb74d29c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412495 Jan 17 13:09:35.318135 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-df022688-b577-44e2-9901-05c5e031898f service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875113 Jan 17 13:09:35.326293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:09:35.408712 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff1481f1-fd6e-4dde-b2f6-766ced3473dc req-a9c6ddbf-e9e7-4358-9506-b7b1a4de8843 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842061 Jan 17 13:09:35.547363 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:d4:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:09:34Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:09:35.573224 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc510869-18a8-4abc-8103-eaaeb7a7ee8c None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:d4:e2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:09:34Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:09:35.756074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d35f90-4db8-4109-be28-77ba738d0cc9 None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:09:36.185461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab93e628-b92e-47f9-b8bb-a6cecc36bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:37.342154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:38.787710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:38.918772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:09:42.036642 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:09:46.177388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-502238a1-107d-4c00-84ef-85c6afe51ddd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456486 Jan 17 13:09:46.256503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-f9709657-9cfe-4005-97b6-fedd342aced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:46.258189 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-f9709657-9cfe-4005-97b6-fedd342aced6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1099 time: 0.0405352 Jan 17 13:09:46.355170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-e18fd528-721a-4924-b954-f2f72c2c7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:46.356703 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-e18fd528-721a-4924-b954-f2f72c2c7f2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0822604 Jan 17 13:09:46.423511 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-57f68677-a279-46a2-8c6e-9582fd5a908f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1002 time: 0.0608294 Jan 17 13:09:46.471413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-922913e2-b600-4a7a-a0e0-c3a3a5a4ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:46.472874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-922913e2-b600-4a7a-a0e0-c3a3a5a4ba91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0424447 Jan 17 13:09:46.524385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-471c1aca-8c98-4ab9-9c9c-9da81c5934b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:09:46.525857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-471c1aca-8c98-4ab9-9c9c-9da81c5934b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409021 Jan 17 13:09:46.618130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-754c6c33-8048-47b7-9c08-3b6cd1951723 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Jan 17 13:09:46.706349 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cebe4c7c-d75b-44ad-a8ac-9be7a12b0dca req-26d0e5b6-db8c-4092-86c9-6b3d299a8dd9 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813110 Jan 17 13:09:52.449933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:03.809415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c17f7404-2ce0-43f7-afc4-e78d8bc0688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:06.203509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4f24-2e46-4c56-aff8-5878851e996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:07.328921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:08.791996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:08.929357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:12.288800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bf2d3-d23f-46db-89b7-b64ee722a750 req-3adb97f7-59a3-4435-9f31-ecf4ed2744e8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:12.290306 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-780bf2d3-d23f-46db-89b7-b64ee722a750 req-3adb97f7-59a3-4435-9f31-ecf4ed2744e8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0551612 Jan 17 13:10:12.326406 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-780bf2d3-d23f-46db-89b7-b64ee722a750 req-4b79da83-f7ab-41bd-af4f-285273d53e72 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302784 Jan 17 13:10:13.444335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07435c-86d3-4926-a0b4-0a358abcb0fa req-a1331726-9c59-4a9c-a140-d5844afcb1b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:13.445734 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7d07435c-86d3-4926-a0b4-0a358abcb0fa req-a1331726-9c59-4a9c-a140-d5844afcb1b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0499613 Jan 17 13:10:13.483074 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7d07435c-86d3-4926-a0b4-0a358abcb0fa req-080399a8-3145-456d-b14b-f72eff84734b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jan 17 13:10:14.597060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a934-af92-4a3e-9bfb-ce8b98e4d95c req-8727f585-626c-41c1-8b99-6e0a07a42351 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:14.598545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d66a934-af92-4a3e-9bfb-ce8b98e4d95c req-8727f585-626c-41c1-8b99-6e0a07a42351 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Jan 17 13:10:14.636556 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8d66a934-af92-4a3e-9bfb-ce8b98e4d95c req-dcd2e4fb-ab40-4b38-be80-f5ac8ab10f9b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Jan 17 13:10:15.751496 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb766ddd-5652-457b-874d-9095505578d5 req-50b7de68-0f4e-4e77-9b85-d6b542c5af74 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:15.752992 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cb766ddd-5652-457b-874d-9095505578d5 req-50b7de68-0f4e-4e77-9b85-d6b542c5af74 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0508795 Jan 17 13:10:15.791769 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cb766ddd-5652-457b-874d-9095505578d5 req-39a60b04-f2d3-4f5e-9f9f-05ce918b0270 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Jan 17 13:10:16.904142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b041b6-e392-4a25-b110-79a0ca30bda3 req-965f2f12-36b3-47d3-b3ec-47580c05adb6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:16.905635 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-18b041b6-e392-4a25-b110-79a0ca30bda3 req-965f2f12-36b3-47d3-b3ec-47580c05adb6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0482202 Jan 17 13:10:16.942373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-18b041b6-e392-4a25-b110-79a0ca30bda3 req-2e97c1ef-fee1-463b-b8b3-15d3580ccabe tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309036 Jan 17 13:10:18.061484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5935a-e38f-4171-8407-017ea8c6b7f9 req-3795bb5d-fbcb-4e53-999a-b77270493edd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:18.062939 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49f5935a-e38f-4171-8407-017ea8c6b7f9 req-3795bb5d-fbcb-4e53-999a-b77270493edd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0518177 Jan 17 13:10:18.099711 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49f5935a-e38f-4171-8407-017ea8c6b7f9 req-7766de55-f2fe-462b-9159-32ce36e7acee tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Jan 17 13:10:19.036476 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:10:19.218833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f1297-89cf-4d3e-8881-af434fa8650c req-50af17aa-4ff5-4ae6-91ff-7fbc6f4ce8e4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:19.220379 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f7f1297-89cf-4d3e-8881-af434fa8650c req-50af17aa-4ff5-4ae6-91ff-7fbc6f4ce8e4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0539548 Jan 17 13:10:19.257822 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f7f1297-89cf-4d3e-8881-af434fa8650c req-706823aa-55e4-482a-ac5e-9ef8d7e12d0e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315366 Jan 17 13:10:20.371215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc3f0c-c48c-4050-a1c3-56359576e16d req-2db32b9f-9c26-4fb8-b717-d917feec896d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:20.372711 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-22dc3f0c-c48c-4050-a1c3-56359576e16d req-2db32b9f-9c26-4fb8-b717-d917feec896d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Jan 17 13:10:20.411307 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-22dc3f0c-c48c-4050-a1c3-56359576e16d req-be555c92-413d-4d7b-afbe-8e0405f6e099 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Jan 17 13:10:21.526417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e17de-8496-414b-8ee5-daf95d19ce8a req-89c6427e-ca92-489f-bcc7-2a8bd438064c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:21.527984 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db4e17de-8496-414b-8ee5-daf95d19ce8a req-89c6427e-ca92-489f-bcc7-2a8bd438064c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0497062 Jan 17 13:10:21.564974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-db4e17de-8496-414b-8ee5-daf95d19ce8a req-c03a2be9-affb-424a-8060-549cbcc75ac9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311036 Jan 17 13:10:22.460634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:22.679081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a2c54-aeae-41dc-876b-59834cebe4ea req-177b3fa3-4cd7-4edb-a79f-b4d43274c46f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:22.680637 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4e7a2c54-aeae-41dc-876b-59834cebe4ea req-177b3fa3-4cd7-4edb-a79f-b4d43274c46f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0483098 Jan 17 13:10:22.718576 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4e7a2c54-aeae-41dc-876b-59834cebe4ea req-99426dfd-1b20-40d3-89b6-34f6f9896c60 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320261 Jan 17 13:10:23.834286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d60b4c-5f85-4dce-a944-23b6fd8e7448 req-134b9bc3-7d1a-44a4-b5a0-4d54a24cc381 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:23.835935 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-58d60b4c-5f85-4dce-a944-23b6fd8e7448 req-134b9bc3-7d1a-44a4-b5a0-4d54a24cc381 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0503993 Jan 17 13:10:23.874653 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-58d60b4c-5f85-4dce-a944-23b6fd8e7448 req-b754964d-f38b-4755-8f2d-b4cf98ca4110 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Jan 17 13:10:24.262589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ded10c-6bdc-4a4f-aaa9-2c396a4fbd12 req-9f91b23d-a1e4-4c6c-8fc5-aab95cbddcad tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:24.264111 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f6ded10c-6bdc-4a4f-aaa9-2c396a4fbd12 req-9f91b23d-a1e4-4c6c-8fc5-aab95cbddcad tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0532122 Jan 17 13:10:24.302916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f6ded10c-6bdc-4a4f-aaa9-2c396a4fbd12 req-9fe2d65c-422d-4afb-a74f-07d199962e39 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Jan 17 13:10:24.372279 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-8fc5b659-116e-4367-b318-ed0752492fbc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404296 Jan 17 13:10:25.428820 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ca7c-fc00-439e-a554-7975ee5bec22 req-efeab3fb-305e-4d82-becc-878ac941667c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:25.430338 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3fa2ca7c-fc00-439e-a554-7975ee5bec22 req-efeab3fb-305e-4d82-becc-878ac941667c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0582583 Jan 17 13:10:25.468243 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3fa2ca7c-fc00-439e-a554-7975ee5bec22 req-80f8bee4-1771-4015-a730-f596b231dbd0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jan 17 13:10:26.176899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-126c5322-fbb9-491f-8ddf-56642bf440f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:26.178565 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-126c5322-fbb9-491f-8ddf-56642bf440f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1099 time: 0.0416605 Jan 17 13:10:26.269716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-b9de5367-a919-4ae1-8528-955f950c3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:26.271172 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-b9de5367-a919-4ae1-8528-955f950c3412 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0867441 Jan 17 13:10:26.335866 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-2670eec0-a795-42f2-a236-180abdc9231a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1002 time: 0.0572703 Jan 17 13:10:26.386296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-3d010168-0b89-403a-9a9a-072a3e26ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:26.387767 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-3d010168-0b89-403a-9a9a-072a3e26ba24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0461950 Jan 17 13:10:26.431465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-24313ea6-e49f-4157-985b-4360d2aaf703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:26.432927 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-24313ea6-e49f-4157-985b-4360d2aaf703 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391734 Jan 17 13:10:26.523386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-7df5cb5f-426e-41b3-ab3a-79b89b33d5e1 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832381 Jan 17 13:10:26.634922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180f363-f3da-43af-a32e-9176b571f245 req-0b9d6967-93b6-4cd9-94ad-0818e8de4646 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:26.636425 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f180f363-f3da-43af-a32e-9176b571f245 req-0b9d6967-93b6-4cd9-94ad-0818e8de4646 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0990245 Jan 17 13:10:26.667738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-8770da22-2d9f-42df-8c39-7a57a8929526 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376796 Jan 17 13:10:26.686124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f180f363-f3da-43af-a32e-9176b571f245 req-62ecb9d4-6741-480e-bbd3-080abf26f7f0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Jan 17 13:10:27.798968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a100a7-1b40-487d-979f-6e3e112c519c req-30823666-5a23-4b07-8533-ffd9902d73d0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:27.800471 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-26a100a7-1b40-487d-979f-6e3e112c519c req-30823666-5a23-4b07-8533-ffd9902d73d0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0483491 Jan 17 13:10:27.838086 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-26a100a7-1b40-487d-979f-6e3e112c519c req-9a5ef639-c3ec-4ee4-86c7-1adab9bd1a40 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Jan 17 13:10:28.403991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-cdb230c4-ff70-43fb-a3ef-ed0e8fe9edf6 service neutron] 10.222.0.67 "GET /v2.0/ports/4a250cd2-595e-428a-b9f2-0e3b27799b63/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0590768 Jan 17 13:10:28.917164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-532a77fd-dd0a-4a31-b455-dab9ad38e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:28.918596 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-532a77fd-dd0a-4a31-b455-dab9ad38e14e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 1099 time: 0.0513444 Jan 17 13:10:28.983466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d4d44-ac0a-41fb-af68-fe7c937255ae req-c63370d2-d6fa-425d-ba93-e6a7bf39467e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:28.984957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fe6d4d44-ac0a-41fb-af68-fe7c937255ae req-c63370d2-d6fa-425d-ba93-e6a7bf39467e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0785422 Jan 17 13:10:28.999802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-8fa6c03d-40dc-4c94-ad00-de765d3791a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:29.001193 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-8fa6c03d-40dc-4c94-ad00-de765d3791a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1099 time: 0.0602577 Jan 17 13:10:29.078921 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fe6d4d44-ac0a-41fb-af68-fe7c937255ae req-51c0ec6c-080c-4034-948b-c869858386b3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863426 Jan 17 13:10:29.115532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-c80a8783-e9c0-41df-8616-cad891f69750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:29.117101 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-c80a8783-e9c0-41df-8616-cad891f69750 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.1078663 Jan 17 13:10:29.185551 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-6fad5fed-9b53-4742-860c-c9e2945a8e2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1002 time: 0.0618312 Jan 17 13:10:29.238828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-e4160a59-c963-43eb-9a42-432630e17faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:29.240454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-e4160a59-c963-43eb-9a42-432630e17faf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0482657 Jan 17 13:10:29.285342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-6e3ef91b-20ed-42a8-89b5-c5e27a24e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:29.287545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-6e3ef91b-20ed-42a8-89b5-c5e27a24e77f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404575 Jan 17 13:10:29.376739 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-1798cde3-8dc5-4cf8-bc40-9517f9c8a98d service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827882 Jan 17 13:10:29.469689 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc5b3ac1-9f6a-42f5-a6c8-eeb000ff1a4e req-c46ff665-37e1-4aa1-8b93-40c451cfebdc service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867877 Jan 17 13:10:30.196489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf51867-6b03-4f25-84f8-8c05c2c17e08 req-428c52f6-aafe-4e21-99b7-a24dcc956570 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:30.197978 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4cf51867-6b03-4f25-84f8-8c05c2c17e08 req-428c52f6-aafe-4e21-99b7-a24dcc956570 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0520658 Jan 17 13:10:30.236445 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4cf51867-6b03-4f25-84f8-8c05c2c17e08 req-80000989-d6b1-426b-b096-8cff59aa396a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jan 17 13:10:31.337987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:10:31.340053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:10:31.352454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f0072-33c4-47e0-bef9-8838cce6ae07 req-bd64931f-7bfa-4261-8055-092868ad564f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:31.353954 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e7f0072-33c4-47e0-bef9-8838cce6ae07 req-bd64931f-7bfa-4261-8055-092868ad564f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0499640 Jan 17 13:10:31.391778 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e7f0072-33c4-47e0-bef9-8838cce6ae07 req-63261301-c3b3-4c03-8996-55a8d51ed563 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Jan 17 13:10:31.469249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:31.491820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:10:31.494087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d806bc6-80c1-4543-ae0b-16772b310898" -d '{"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:10:31.515785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:31.531766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:31.543995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'mac_address': 'fa:16:3e:d4:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:10:31.548961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dafbe0d-7d70-486c-86bd-27340ad9dfc4 x-openstack-request-id: req-6dafbe0d-7d70-486c-86bd-27340ad9dfc4 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:10:31.549255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:10:31.549506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dafbe0d-7d70-486c-86bd-27340ad9dfc4 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:10:31.549892 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'code': 200} Jan 17 13:10:31.585120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:31.597642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a250cd2-595e-428a-b9f2-0e3b27799b63 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:10:31.603325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:31.675601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:10:31.679445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:10:31.681252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:31.688659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.689111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.689337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.689671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.690001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.690347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.690648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.691015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.691338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.691685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.692008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.692327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:31.778045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e0fb7-1a4b-466f-aa3f-891972156a60 req-e47fb1bb-6dad-42f1-aae4-87037e082879 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:31.779624 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fa6e0fb7-1a4b-466f-aa3f-891972156a60 req-e47fb1bb-6dad-42f1-aae4-87037e082879 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 944 time: 0.0542014 Jan 17 13:10:31.845118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fa6e0fb7-1a4b-466f-aa3f-891972156a60 req-083fe26e-95f4-4ff2-9aa8-6a286f9dfac0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592818 Jan 17 13:10:31.861856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4007-798e-4072-aec8-320cab085ce5 req-2ae0cd74-e23b-4303-9207-fa6ed7b296b1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:31.863283 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-2ae0cd74-e23b-4303-9207-fa6ed7b296b1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0&tenant_id=dca5833a337243ef9dada804e915c415&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.0641744 Jan 17 13:10:31.940937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4007-798e-4072-aec8-320cab085ce5 req-987b1086-555a-4289-8e86-7fab4709cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:31.942304 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-987b1086-555a-4289-8e86-7fab4709cd72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1097 time: 0.0393770 Jan 17 13:10:32.032991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4007-798e-4072-aec8-320cab085ce5 req-15b98101-d3ae-4cf2-938e-e201171fe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:32.034467 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-15b98101-d3ae-4cf2-938e-e201171fe210 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0862515 Jan 17 13:10:32.096532 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-e17617eb-00db-4dd2-90c0-e190c06d728c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1000 time: 0.0562313 Jan 17 13:10:32.143327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4007-798e-4072-aec8-320cab085ce5 req-5c22e710-3324-42ff-b50e-b12749581eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:32.144780 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-5c22e710-3324-42ff-b50e-b12749581eef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0426733 Jan 17 13:10:32.194363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4007-798e-4072-aec8-320cab085ce5 req-44d178f4-8717-4f35-8432-04005b60b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:32.195854 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-44d178f4-8717-4f35-8432-04005b60b92d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446873 Jan 17 13:10:32.213326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:32.225779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a250cd2-595e-428a-b9f2-0e3b27799b63 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:10:32.244935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:32.286323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-be8ca85d-09e4-42c0-b3d6-661925c5ef4b service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 Jan 17 13:10:32.311156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:32.365685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:32.372328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['4a250cd2-595e-428a-b9f2-0e3b27799b63'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:10:32.384900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1ead4007-798e-4072-aec8-320cab085ce5 req-54e24886-0f47-4ad3-a277-3781f8e00f30 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924239 Jan 17 13:10:32.967783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b64a3-cc1f-47b7-9272-067d8863e2d4 req-28ead4e3-8cf4-409f-bd2b-e1519498a041 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:32.969483 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-006b64a3-cc1f-47b7-9272-067d8863e2d4 req-28ead4e3-8cf4-409f-bd2b-e1519498a041 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 945 time: 0.0543108 Jan 17 13:10:33.008515 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-006b64a3-cc1f-47b7-9272-067d8863e2d4 req-658accea-e649-4dda-a9c6-f8b3da0a803f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Jan 17 13:10:33.382026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:10:33.428517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 4a250cd2-595e-428a-b9f2-0e3b27799b63 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:10:33.428809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:33.509645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:33.539844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:33.550663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:10:33.553446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb523bab-5ada-433b-bbab-e5b634d17cab" -d '{"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-plugged", "status": "completed", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:10:33.589287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6a42c-806e-4565-b99b-44b1f4c0d89b x-openstack-request-id: req-fff6a42c-806e-4565-b99b-44b1f4c0d89b {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:10:33.594016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-plugged", "status": "completed", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:10:33.594016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fff6a42c-806e-4565-b99b-44b1f4c0d89b {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:10:33.594016 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'code': 200} Jan 17 13:10:33.612988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:33.659272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:33.778682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-591c6038-766c-40fa-b059-f5088c929b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:34.121735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce2a2-c88b-47c7-b970-ef0e75b58dcc req-2fd7de3e-673b-40f6-9d37-997815660ef2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:34.123181 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9edce2a2-c88b-47c7-b970-ef0e75b58dcc req-2fd7de3e-673b-40f6-9d37-997815660ef2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Jan 17 13:10:34.160067 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9edce2a2-c88b-47c7-b970-ef0e75b58dcc req-53dbc418-9c77-4285-a7d2-c6edf060ddb9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Jan 17 13:10:34.280886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cace-66ef-438b-837f-da3fbb2b8d0d req-52948f50-5d65-40d2-bac7-25e32652e0d8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:34.282378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bbf4cace-66ef-438b-837f-da3fbb2b8d0d req-52948f50-5d65-40d2-bac7-25e32652e0d8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Jan 17 13:10:34.320131 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bbf4cace-66ef-438b-837f-da3fbb2b8d0d req-e24fb9a7-b4b5-4a88-bda9-74ef06090fb5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Jan 17 13:10:34.668889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7261a-c922-4032-85a4-99d5c875abb2 req-6ccf8e9f-2506-4260-9c2c-2258467ace1c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:34.670395 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a6a7261a-c922-4032-85a4-99d5c875abb2 req-6ccf8e9f-2506-4260-9c2c-2258467ace1c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0487361 Jan 17 13:10:34.711545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a6a7261a-c922-4032-85a4-99d5c875abb2 req-7a5de416-500c-41cf-835a-1fdb75ec6c60 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Jan 17 13:10:34.766931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-c95bcaa2-ed6b-4c80-aab1-2bf20e3aa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:34.768434 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-c95bcaa2-ed6b-4c80-aab1-2bf20e3aa043 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 1099 time: 0.0469279 Jan 17 13:10:34.860138 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-9e885c79-5d2a-4c09-9628-78c8258526fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:34.861518 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-9e885c79-5d2a-4c09-9628-78c8258526fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0871370 Jan 17 13:10:34.929606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-aa9a3757-8246-4ad8-8ff8-a3f4e8f2d3cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 200 len: 1002 time: 0.0615857 Jan 17 13:10:34.977198 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-a25c2f52-0eec-4e59-8cbf-fc5f8fa2b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:34.978599 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-a25c2f52-0eec-4e59-8cbf-fc5f8fa2b044 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0429487 Jan 17 13:10:35.021946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-5234e113-4277-416a-b137-df3cf5f8344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:35.023391 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-5234e113-4277-416a-b137-df3cf5f8344d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386479 Jan 17 13:10:35.114194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-5061a383-9d7c-4780-88dc-e278ba10024a service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841432 Jan 17 13:10:35.204830 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7389d9c-daaf-4bbe-8cca-9c578aeb2f29 req-de5cf2f8-3986-48ce-b4a0-22033accdaaa service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Jan 17 13:10:35.827204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1ff0a-b38a-42ef-ba81-d42a9ea77e5c req-4d85b243-2e3c-4d57-bfdf-6c88ac75304f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:35.828745 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9bd1ff0a-b38a-42ef-ba81-d42a9ea77e5c req-4d85b243-2e3c-4d57-bfdf-6c88ac75304f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0501199 Jan 17 13:10:35.866725 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9bd1ff0a-b38a-42ef-ba81-d42a9ea77e5c req-2504e494-daa6-461c-bc8f-480be7248cd6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Jan 17 13:10:36.202338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8eaaa01e-846e-4e16-a053-ec1797d6b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:36.984784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c89b24-3a89-4d37-a4cc-f400f605a691 req-9c621b47-b40f-47f4-af65-258e4b2d6948 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:36.986267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-47c89b24-3a89-4d37-a4cc-f400f605a691 req-9c621b47-b40f-47f4-af65-258e4b2d6948 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0488713 Jan 17 13:10:37.023760 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-47c89b24-3a89-4d37-a4cc-f400f605a691 req-e7487f8c-8e26-4d18-8d82-10443c0228c9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Jan 17 13:10:37.323284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:37.440128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd7ae-a523-4c1e-9a27-2f6f4dd39370 req-c4be8562-8235-4ad3-a4b2-c82992867ae5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:37.441492 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4effd7ae-a523-4c1e-9a27-2f6f4dd39370 req-c4be8562-8235-4ad3-a4b2-c82992867ae5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Jan 17 13:10:37.478954 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4effd7ae-a523-4c1e-9a27-2f6f4dd39370 req-174de026-ceb4-4818-b654-10a9374a6da7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Jan 17 13:10:38.597450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b098ec-bf5f-46ba-8f2f-cfb17892bc27 req-906e8b79-0bf7-447f-a5d9-bec60b1d14c6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:38.598973 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a2b098ec-bf5f-46ba-8f2f-cfb17892bc27 req-906e8b79-0bf7-447f-a5d9-bec60b1d14c6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0524063 Jan 17 13:10:38.636282 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a2b098ec-bf5f-46ba-8f2f-cfb17892bc27 req-e5e9571a-d475-491a-bb98-e09fa5f39aff tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Jan 17 13:10:38.819921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:38.916119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.001835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-1047b76b-d9f0-4e09-a014-07be10db190b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:39.003287 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-1047b76b-d9f0-4e09-a014-07be10db190b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 946 time: 0.0474980 Jan 17 13:10:39.092842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Deleting port 4a250cd2-595e-428a-b9f2-0e3b27799b63 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:10:39.093104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.180507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] For port 4a250cd2-595e-428a-b9f2-0e3b27799b63, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4a250cd2-595e-428a-b9f2-0e3b27799b63,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:39.180876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.347362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.347672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.347993 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 disassociated. External IP: 172.26.4.218, port: 4a250cd2-595e-428a-b9f2-0e3b27799b63. Jan 17 13:10:39.348335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Calling delete_port for 4a250cd2-595e-428a-b9f2-0e3b27799b63 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:10:39.533301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.561883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event deleted for resources: {'Port': ['ID=4a250cd2-595e-428a-b9f2-0e3b27799b63,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:39.573088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.573362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.573711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.574048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.574386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.574714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.575042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.575375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.575740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.576075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.576400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.576721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:10:39.700155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:10:39.774541 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fed5c952-0733-4cd0-b6b9-e33520efa0f6 req-d7ae70df-38a9-4278-8ab2-9f289d8a9297 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=48825ac7-60db-4b53-a4aa-320682ea66f0 HTTP/1.1" status: 200 len: 210 time: 0.0635874 Jan 17 13:10:39.839690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:10:39.850073 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:10:39.859469 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:10:39.860101 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:10:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:39.883645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] No DVR routers for this DVR port 4a250cd2-595e-428a-b9f2-0e3b27799b63 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:10:39.886175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:39.889585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49bfcf0a-5737-487c-b971-5a33cf9052ea req-7d28eb25-273d-4720-87c1-a3cb40120c50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "DELETE /v2.0/ports/4a250cd2-595e-428a-b9f2-0e3b27799b63 HTTP/1.1" status: 204 len: 173 time: 0.8801560 Jan 17 13:10:39.890034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-deleted', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:10:39.892352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f8420f-ba5f-4a38-8fac-d0c5b53f691c" -d '{"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-deleted", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:10:39.929976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc418026-9f3e-4083-a391-e179ebd7b0fb x-openstack-request-id: req-fc418026-9f3e-4083-a391-e179ebd7b0fb {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:10:39.930274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48825ac7-60db-4b53-a4aa-320682ea66f0", "name": "network-vif-deleted", "tag": "4a250cd2-595e-428a-b9f2-0e3b27799b63", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:10:39.930529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc418026-9f3e-4083-a391-e179ebd7b0fb {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:10:39.930941 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48825ac7-60db-4b53-a4aa-320682ea66f0', 'name': 'network-vif-deleted', 'tag': '4a250cd2-595e-428a-b9f2-0e3b27799b63', 'status': 'completed', 'code': 200} Jan 17 13:10:40.050186 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:10:40.254202 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:40.281264 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:10:40.290036 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:10:40.292712 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:10:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:40.392569 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:10:40.585814 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:40.615553 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4539402c-6a31-479b-bf17-349cc2782609 None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:10:40.839917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46368d33-8a84-410f-974d-012faba0ed11 None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:10:41.026184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-a82b55a9-b2b0-4c77-8a14-bdff6c9429af tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1987265333&fields=id&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 267 time: 0.0348413 Jan 17 13:10:41.126353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-5a7d1f5e-1e7f-4274-837c-7148adde6bbc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:41.127809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-5a7d1f5e-1e7f-4274-837c-7148adde6bbc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.0977807 Jan 17 13:10:41.143564 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-cf98030f-1f5f-4cff-b583-b56f5df41f90 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/quotas/dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 375 time: 0.0089262 Jan 17 13:10:41.199875 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-8009670c-3349-48bd-aeb2-25e45e0e7da7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511408 Jan 17 13:10:41.291910 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-66ade3b8-2db4-43a7-a207-e3164ea2b5df service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806811 Jan 17 13:10:41.383465 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-68124024-e1e4-4bd2-b751-d6a54f27b980 service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855885 Jan 17 13:10:41.443641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:10:41.463210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 4a250cd2-595e-428a-b9f2-0e3b27799b63 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:10:41.463589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 4a250cd2-595e-428a-b9f2-0e3b27799b63 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:10:41.637738 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-263b3524-8dcc-4a1a-b337-e01aadce82d6 req-7eaab602-a22a-478c-b966-929573133d93 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 210 time: 0.0271075 Jan 17 13:10:42.729860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9b74d1fa-f671-4709-bf9d-dc18787fb9b7 req-6b454469-6ac2-458d-b5ae-a2f315bb6407 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 210 time: 0.0267932 Jan 17 13:10:43.388554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2b9bad79-cd1c-491d-8dda-7e7bc514b7e8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:43.390110 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2b9bad79-cd1c-491d-8dda-7e7bc514b7e8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1017470 Jan 17 13:10:43.436449 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-0643f25a-84d9-4f52-8154-b38f8f7ea81b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 380 time: 0.0377772 Jan 17 13:10:43.446325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'port': {'device_id': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'admin_state_up': True, 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'security_groups': ['e13c8b9a-e57e-4cde-b4a4-c1684bca5a53']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:10:43.624842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Made reservation on behalf of dca5833a337243ef9dada804e915c415 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:10:43.628430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:43.751474 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Allocated IP 172.20.0.5 (e150ad83-9d30-4789-82c2-e979d88bde34/d57b75a4-4cac-4390-872b-cee38de97cae/2fbc4ce1-9347-4403-bc85-618105a28e90) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:10:43.827952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0f5d3adc-b3e3-46de-b9a2-2cbcface5b1c req-b19f5aa8-490a-4022-bfd7-57783896b703 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Jan 17 13:10:43.893180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:43.979341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:44.019998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:10:44.023445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:10:44.027057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:10:44.035215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:44.332282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b0137163-32ec-41af-9f88-40d79302abf5 None None] Provisioning complete for port 2fbc4ce1-9347-4403-bc85-618105a28e90 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:10:44.332875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0137163-32ec-41af-9f88-40d79302abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:44.368473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b0137163-32ec-41af-9f88-40d79302abf5 None None] Port 2fbc4ce1-9347-4403-bc85-618105a28e90 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:10:44.425921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:44.426517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:44.490103 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-2fd6a296-5f65-466a-a634-a81539380aa5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0477431 Jan 17 13:10:44.501393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Request body: {'port': {'device_id': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:10:44.553843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:44.808668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:10:44.815707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:44.827962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Transition to ACTIVE for port object 2fbc4ce1-9347-4403-bc85-618105a28e90 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:10:44.886795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:44.969031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:45.034070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503c12-7c51-4e49-8dd0-5f7604ecc40e req-1242e522-f0ac-4815-8e9b-2e3fa8184661 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.035643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-85503c12-7c51-4e49-8dd0-5f7604ecc40e req-1242e522-f0ac-4815-8e9b-2e3fa8184661 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 943 time: 0.1224086 Jan 17 13:10:45.073481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Attempting to bind port 2fbc4ce1-9347-4403-bc85-618105a28e90 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:10:45.073814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Attempting to bind port 2fbc4ce1-9347-4403-bc85-618105a28e90 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:10:45.074212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Attempting to bind port 2fbc4ce1-9347-4403-bc85-618105a28e90 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:10:45.086641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Port 2fbc4ce1-9347-4403-bc85-618105a28e90 on network e150ad83-9d30-4789-82c2-e979d88bde34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:10:45.087044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Attempting to bind port 2fbc4ce1-9347-4403-bc85-618105a28e90 on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:10:45.095375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-85503c12-7c51-4e49-8dd0-5f7604ecc40e req-f1f751f2-b8e3-467d-af53-9b16d6a5f1af tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524766 Jan 17 13:10:45.096484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:10:45.096815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:10:45.097181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Bound using segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:10:45.097605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Bound port: 2fbc4ce1-9347-4403-bc85-618105a28e90, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:10:45.097952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:45.162216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:10:45.165349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:10:45.265107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:45.299686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.300310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:45.301726 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] 10.222.0.67 "PUT /v2.0/ports/2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 1093 time: 0.8042159 Jan 17 13:10:45.302272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:10:45.304535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591753a0-6a77-49a2-bf4c-e9f6724aef31" -d '{"events": [{"name": "network-changed", "server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:10:45.334789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866d71-d3a3-4fb6-a955-81ec1ed8cccc service neutron] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:45.344076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4138ce2f-2d80-4165-b534-17d32a24abc5 x-openstack-request-id: req-4138ce2f-2d80-4165-b534-17d32a24abc5 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:10:45.344076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:10:45.344368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4138ce2f-2d80-4165-b534-17d32a24abc5 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:10:45.344742 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'status': 'completed', 'code': 200} Jan 17 13:10:45.411147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591753a0-6a77-49a2-bf4c-e9f6724aef31 req-0d59951f-9f50-4954-b369-3ee0739922f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.413063 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-591753a0-6a77-49a2-bf4c-e9f6724aef31 req-0d59951f-9f50-4954-b369-3ee0739922f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1096 time: 0.0484505 Jan 17 13:10:45.514435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591753a0-6a77-49a2-bf4c-e9f6724aef31 req-413f7e14-9b4b-49b8-9cd2-22d922456bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.515951 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-591753a0-6a77-49a2-bf4c-e9f6724aef31 req-413f7e14-9b4b-49b8-9cd2-22d922456bb4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dca5833a337243ef9dada804e915c415&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0960903 Jan 17 13:10:45.610658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591753a0-6a77-49a2-bf4c-e9f6724aef31 req-650fcd2a-fc0b-49a1-ada5-faffc3b78fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.612037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-591753a0-6a77-49a2-bf4c-e9f6724aef31 req-650fcd2a-fc0b-49a1-ada5-faffc3b78fe9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899279 Jan 17 13:10:45.687041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-68af8493-dd0e-412d-be31-d0f1c837ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.688594 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-68af8493-dd0e-412d-be31-d0f1c837ed57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1096 time: 0.0405579 Jan 17 13:10:45.728337 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-1cdbae03-5fdb-4f9b-b4e6-acbc76ea37b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 217 time: 0.0324886 Jan 17 13:10:45.779230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-25b43bbb-d15a-4963-abc4-62c3f34446fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.780671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-25b43bbb-d15a-4963-abc4-62c3f34446fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0463545 Jan 17 13:10:45.824848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-5035657a-d01f-4afe-9374-cb88082f4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:45.826298 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-5035657a-d01f-4afe-9374-cb88082f4e64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392218 Jan 17 13:10:45.912589 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-a883b91d-a35e-40c2-93eb-eb062e3bf1c4 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793903 Jan 17 13:10:46.002000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-726385fa-8d4d-485a-b9ec-836a3a674d7a req-3c9bcfac-4366-4ecd-8b7f-b19605808ae3 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Jan 17 13:10:46.209754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a2bc-4913-4e2d-8397-5e94b6d29d16 req-3dbcc555-3f39-4907-8356-ae2e0f96e709 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:46.211218 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1e38a2bc-4913-4e2d-8397-5e94b6d29d16 req-3dbcc555-3f39-4907-8356-ae2e0f96e709 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 943 time: 0.0499346 Jan 17 13:10:46.247955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1e38a2bc-4913-4e2d-8397-5e94b6d29d16 req-4868da15-dcc3-4ce3-bbe3-528715fb8f8a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308654 Jan 17 13:10:47.361526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25769054-cecd-49cf-9218-85600937aec2 req-49f60923-7cba-4762-91cd-e06f18c76bc8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:47.362972 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-25769054-cecd-49cf-9218-85600937aec2 req-49f60923-7cba-4762-91cd-e06f18c76bc8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 943 time: 0.0486853 Jan 17 13:10:47.399741 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-25769054-cecd-49cf-9218-85600937aec2 req-82fad3b4-0da6-4682-84da-1b7ae93a948f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303214 Jan 17 13:10:47.460578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:10:47.693794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:47.704513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'mac_address': 'fa:16:3e:f0:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:10:47.740941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:47.752891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:10:47.772195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:47.870273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:47.916992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:48.071033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['2fbc4ce1-9347-4403-bc85-618105a28e90'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:10:48.526545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d175b2-8253-4d11-bc0f-04e6973189cc req-95f53de8-a25d-4060-96c3-7c03f0b78744 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:48.528095 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-10d175b2-8253-4d11-bc0f-04e6973189cc req-95f53de8-a25d-4060-96c3-7c03f0b78744 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 944 time: 0.0592268 Jan 17 13:10:48.569879 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-10d175b2-8253-4d11-bc0f-04e6973189cc req-f10332ec-70d6-4fee-a516-d36c88c5500c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329270 Jan 17 13:10:49.491913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:10:49.578743 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 2fbc4ce1-9347-4403-bc85-618105a28e90 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:10:49.582498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 2fbc4ce1-9347-4403-bc85-618105a28e90 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:10:49.583521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:49.662343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:49.684391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:10:49.686603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d5c43-3bc6-4276-8ed8-eeb2b9a015bc" -d '{"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-plugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:10:49.690729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bf207-0ae4-4239-9a47-d179c3227a93 req-ba1b5a70-e63b-4d7e-9f8c-6a4166c00292 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:49.692873 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e48bf207-0ae4-4239-9a47-d179c3227a93 req-ba1b5a70-e63b-4d7e-9f8c-6a4166c00292 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 944 time: 0.0539973 Jan 17 13:10:49.700282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:10:49.725640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4419b5-36fc-4747-b889-9590d957833b x-openstack-request-id: req-bc4419b5-36fc-4747-b889-9590d957833b {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:10:49.725927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-plugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:10:49.726230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc4419b5-36fc-4747-b889-9590d957833b {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:10:49.726620 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'code': 200} Jan 17 13:10:49.733801 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e48bf207-0ae4-4239-9a47-d179c3227a93 req-fca12400-5887-4a91-b925-2dbbbe1fced2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Jan 17 13:10:49.766674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:49.812479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:10:50.035312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afdc5f-9fdd-44c1-b890-308274916027 req-28ee0798-b550-488f-8a77-eb1902f53cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:50.037146 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-81afdc5f-9fdd-44c1-b890-308274916027 req-28ee0798-b550-488f-8a77-eb1902f53cf7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0408103 Jan 17 13:10:50.070796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-81afdc5f-9fdd-44c1-b890-308274916027 req-4856b6b5-b77d-4e4f-b596-221118122b42 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278080 Jan 17 13:10:50.852398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bc495-dfa6-40d2-a6b0-7025880af530 req-c02fc75e-50c0-40d1-9aa6-b9a57b8207d9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:50.853878 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-356bc495-dfa6-40d2-a6b0-7025880af530 req-c02fc75e-50c0-40d1-9aa6-b9a57b8207d9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0505352 Jan 17 13:10:50.892210 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-356bc495-dfa6-40d2-a6b0-7025880af530 req-8463a0a9-5201-4c7f-a54a-11291477abcd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Jan 17 13:10:52.005413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037b79c-5e66-48f2-a5dd-b987771a2b6d req-fe89765b-31c9-4c4d-ab0f-37e1df26dfaa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:52.007149 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6037b79c-5e66-48f2-a5dd-b987771a2b6d req-fe89765b-31c9-4c4d-ab0f-37e1df26dfaa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0494518 Jan 17 13:10:52.044204 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6037b79c-5e66-48f2-a5dd-b987771a2b6d req-f2b3b0dc-1914-4594-9265-d8773e7c2754 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Jan 17 13:10:52.156758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573f9d2-724f-4c35-a92e-771f32ec2f01 req-1f23bf20-b0e1-48a4-b2e3-10e7f355fefd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:52.158275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8573f9d2-724f-4c35-a92e-771f32ec2f01 req-1f23bf20-b0e1-48a4-b2e3-10e7f355fefd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Jan 17 13:10:52.167297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 52986) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:10:52.172116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'floatingip': {'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:10:52.212538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:52.436135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:52.638638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:52.675779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:52.774062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 associated. External IP: 172.26.4.218, port: 2fbc4ce1-9347-4403-bc85-618105a28e90. Jan 17 13:10:52.983038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:10:53.085927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:10:53.090659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:10:53.095133 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:10:53.103845 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:10:53.104449 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:10:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:53.120934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0de94ceb-5577-499f-abf7-f6d4189c731f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "PUT /v2.0/floatingips/9790938b-2da8-4db1-8d37-af71b1508903 HTTP/1.1" status: 200 len: 991 time: 0.9525342 Jan 17 13:10:53.121527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:10:53.123797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5790692-5e72-4150-8bd3-63164392007a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:10:53.166887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7159b-a01b-4776-b11e-17a27447f887 x-openstack-request-id: req-c5a7159b-a01b-4776-b11e-17a27447f887 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:10:53.167603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:10:53.167603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5a7159b-a01b-4776-b11e-17a27447f887 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:10:53.167990 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'status': 'completed', 'code': 200} Jan 17 13:10:53.217853 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:10:53.229553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790692-5e72-4150-8bd3-63164392007a req-e7b865d7-6547-4529-a8b4-c38f5d18fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:53.231133 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-e7b865d7-6547-4529-a8b4-c38f5d18fedb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0413921 Jan 17 13:10:53.320559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790692-5e72-4150-8bd3-63164392007a req-ac2cbf34-f74d-497c-a54e-a49f8620b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:53.322071 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-ac2cbf34-f74d-497c-a54e-a49f8620b828 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0845771 Jan 17 13:10:53.389917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-f5884ed2-234b-489a-8312-9563e183262c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 999 time: 0.0612500 Jan 17 13:10:53.438273 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:f0:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:10:52Z', 'revision_number': 9, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:53.439017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790692-5e72-4150-8bd3-63164392007a req-f16e34cc-0b8e-46a0-8f52-94598168e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:53.440551 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-f16e34cc-0b8e-46a0-8f52-94598168e08d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0441618 Jan 17 13:10:53.467742 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:10:53.476625 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:10:53.477236 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:10:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:53.484750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790692-5e72-4150-8bd3-63164392007a req-94f03e5a-38e4-4058-b837-3e80cae71b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:10:53.486255 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-94f03e5a-38e4-4058-b837-3e80cae71b84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395000 Jan 17 13:10:53.577916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-7e4e9ed6-c62d-4cdd-b0a8-4394b40102f8 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Jan 17 13:10:53.581814 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:10:53.666121 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5790692-5e72-4150-8bd3-63164392007a req-6a660148-9a87-4bea-b8e9-75a3d70f59a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816433 Jan 17 13:10:53.798948 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:f0:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:10:52Z', 'revision_number': 9, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:10:53.829519 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b491d-730e-4f6a-8af9-b3759bbf4d44 None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:f0:b0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:10:52Z', 'revision_number': 9, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:10:54.008059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72b8d5-19a5-426e-a8a8-42ac48e1524d None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:10:56.035117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:11:03.829340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c045-1a19-4c43-b503-19172184fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:06.189468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-83825a6a-55df-45a4-85ef-d5e54e1d0b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:07.344034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:08.794862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:08.897629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:22.440048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:29.794249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb47e4-f327-4c8b-a8e0-76d596fd7759 req-6dccd0f5-a25f-4f48-9455-2e1e7fa6244c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:29.795770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6beb47e4-f327-4c8b-a8e0-76d596fd7759 req-6dccd0f5-a25f-4f48-9455-2e1e7fa6244c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0561380 Jan 17 13:11:29.842239 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6beb47e4-f327-4c8b-a8e0-76d596fd7759 req-756c2998-a283-499f-a7bb-dd705547a9bc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402439 Jan 17 13:11:29.961930 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-5ab0f339-3114-4567-81cb-4ee61a76a7d1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958650 Jan 17 13:11:30.960680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6e9d9-a30a-46a5-be19-521fadf004a7 req-73f820ce-cef4-4c23-8d18-1e7aab756a90 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:30.962139 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-60c6e9d9-a30a-46a5-be19-521fadf004a7 req-73f820ce-cef4-4c23-8d18-1e7aab756a90 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Jan 17 13:11:31.001264 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-60c6e9d9-a30a-46a5-be19-521fadf004a7 req-33a7e526-21de-42af-bab7-091e0740fb71 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329008 Jan 17 13:11:31.946476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-04a8b39d-a498-446b-85e7-38921d429a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:31.947984 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-04a8b39d-a498-446b-85e7-38921d429a85 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0399711 Jan 17 13:11:32.038834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-a2d75aab-2af7-4640-a9f5-136f42124dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:32.040431 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-a2d75aab-2af7-4640-a9f5-136f42124dcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0864613 Jan 17 13:11:32.128494 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-535f44fa-b384-4244-b734-b1787f10d230 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 1002 time: 0.0810187 Jan 17 13:11:32.170732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a35e9-0030-4ee9-9391-f593fc50c399 req-dc440552-1262-40f5-8541-d49f486bd72d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:32.172233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-013a35e9-0030-4ee9-9391-f593fc50c399 req-dc440552-1262-40f5-8541-d49f486bd72d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0906575 Jan 17 13:11:32.205622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-408e406d-3ff1-4ecd-a33c-ed39f8390573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:32.207151 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-408e406d-3ff1-4ecd-a33c-ed39f8390573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0726407 Jan 17 13:11:32.231254 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-013a35e9-0030-4ee9-9391-f593fc50c399 req-d75c2032-ecd9-4701-aaff-e5d72f063649 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520682 Jan 17 13:11:32.260090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-dbb0217e-d6bd-432f-b13d-c6bdb18c4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:32.261644 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-dbb0217e-d6bd-432f-b13d-c6bdb18c4b92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449369 Jan 17 13:11:32.352674 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-3789a383-796a-4fa1-878b-bc95a873a2c6 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847793 Jan 17 13:11:32.439801 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-fa99570a-5737-4955-acaa-9ffdabb72f04 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806088 Jan 17 13:11:33.033632 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:11:33.350994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b29c-2b0a-40a9-86a0-8c2641272dc8 req-cc231848-975b-439e-a531-3496f69854ea tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:33.352374 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8915b29c-2b0a-40a9-86a0-8c2641272dc8 req-cc231848-975b-439e-a531-3496f69854ea tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Jan 17 13:11:33.389638 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8915b29c-2b0a-40a9-86a0-8c2641272dc8 req-70595d12-b916-4073-8d88-116fc5ece251 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Jan 17 13:11:33.787990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4e713ef9-618e-4acf-a598-7fa79972b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:34.508201 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3735e4-2957-4d1c-aad8-5dd197d6a7dc req-6b628190-cbc9-469f-9637-d02c2a073a35 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:34.509708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd3735e4-2957-4d1c-aad8-5dd197d6a7dc req-6b628190-cbc9-469f-9637-d02c2a073a35 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Jan 17 13:11:34.546310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd3735e4-2957-4d1c-aad8-5dd197d6a7dc req-71b3740d-eb08-4721-bdcf-7bc385345a47 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Jan 17 13:11:35.659188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d4c1a-3813-4f24-8f8d-b6c229341ac0 req-339a751b-721b-438e-bc44-fbc50af84f11 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:35.660675 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8f7d4c1a-3813-4f24-8f8d-b6c229341ac0 req-339a751b-721b-438e-bc44-fbc50af84f11 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Jan 17 13:11:35.697594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8f7d4c1a-3813-4f24-8f8d-b6c229341ac0 req-74f1021a-6a9e-45a1-b173-e7b80fdfd561 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310454 Jan 17 13:11:36.216858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2574f280-63bf-4698-a4c6-70cc78851fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:36.815659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977963f-20bc-4f28-b505-4f18d806a996 req-ab5383ea-75e7-42e6-953e-6cbbb797f1a2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:36.817131 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b977963f-20bc-4f28-b505-4f18d806a996 req-ab5383ea-75e7-42e6-953e-6cbbb797f1a2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0534048 Jan 17 13:11:36.853989 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b977963f-20bc-4f28-b505-4f18d806a996 req-5838f076-e1db-450b-9fa4-814489b8ce7a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jan 17 13:11:37.365375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:37.968754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c24a7-482b-4153-b978-6d1dc7a2ba43 req-29609983-8308-4e87-8736-3f1b23a76c53 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:37.970265 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-654c24a7-482b-4153-b978-6d1dc7a2ba43 req-29609983-8308-4e87-8736-3f1b23a76c53 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0494671 Jan 17 13:11:38.008131 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-654c24a7-482b-4153-b978-6d1dc7a2ba43 req-7a0582a3-af0a-4790-b3ab-2b03d69be94e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Jan 17 13:11:38.810817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:38.925994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:39.123136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff249e6-f292-4808-9339-5679234a1222 req-c2a49d20-b100-4467-af08-0e1df7e44888 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:39.124643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7ff249e6-f292-4808-9339-5679234a1222 req-c2a49d20-b100-4467-af08-0e1df7e44888 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Jan 17 13:11:39.162206 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7ff249e6-f292-4808-9339-5679234a1222 req-65a60c9a-8ff7-4d55-8a11-3ce35c4b3826 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311098 Jan 17 13:11:40.280255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2775e21-63a8-499e-9092-300bb26ae6a7 req-b6ae57b1-bf92-4ed8-8f24-6bd93f4cdefd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:40.281736 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e2775e21-63a8-499e-9092-300bb26ae6a7 req-b6ae57b1-bf92-4ed8-8f24-6bd93f4cdefd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0521169 Jan 17 13:11:40.318634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e2775e21-63a8-499e-9092-300bb26ae6a7 req-93738a28-3a79-4372-844e-da5e6d46454c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303936 Jan 17 13:11:41.432255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91f934-9e6b-4e10-8c0b-6c36af8e4dbf req-1048f646-77ff-4392-bc61-55de649c15f8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:41.433715 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4a91f934-9e6b-4e10-8c0b-6c36af8e4dbf req-1048f646-77ff-4392-bc61-55de649c15f8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Jan 17 13:11:41.471653 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4a91f934-9e6b-4e10-8c0b-6c36af8e4dbf req-0b1192e0-f447-4536-b164-007bbb8e9725 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Jan 17 13:11:42.585342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec360da-e010-4c60-aeaf-42e0a751969e req-c8e36d3d-9379-4290-8eb1-efe756e104e9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:42.586821 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4ec360da-e010-4c60-aeaf-42e0a751969e req-c8e36d3d-9379-4290-8eb1-efe756e104e9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Jan 17 13:11:42.623644 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4ec360da-e010-4c60-aeaf-42e0a751969e req-a4304ccf-7735-4fa2-9899-3029caa69dba tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309682 Jan 17 13:11:43.741956 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca685bf0-7b53-4edb-9c0e-a50476c8cd35 req-a139fb8b-abb7-4541-962c-7bec97e5efbb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:43.743427 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca685bf0-7b53-4edb-9c0e-a50476c8cd35 req-a139fb8b-abb7-4541-962c-7bec97e5efbb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Jan 17 13:11:43.781434 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ca685bf0-7b53-4edb-9c0e-a50476c8cd35 req-febde542-c9d6-4074-907a-c8ce2c0f85a5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Jan 17 13:11:44.270208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-0bcdec7b-75d6-449c-a349-31acc2d38fd8 service neutron] 10.222.0.67 "GET /v2.0/ports/2fbc4ce1-9347-4403-bc85-618105a28e90/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0536239 Jan 17 13:11:44.791077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-b4a74d95-eb22-47f7-8876-5279c81d270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:44.792627 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-b4a74d95-eb22-47f7-8876-5279c81d270f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 1098 time: 0.0417993 Jan 17 13:11:44.855265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-fb097126-bdd1-4bea-80f9-f1ca387ec6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:44.856800 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-fb097126-bdd1-4bea-80f9-f1ca387ec6db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0443079 Jan 17 13:11:44.897177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2774b-d0a4-4faf-9e2c-b63ad0c9b99b req-239766b9-7b56-4dcf-810a-018a767a1104 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:44.898675 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-dab2774b-d0a4-4faf-9e2c-b63ad0c9b99b req-239766b9-7b56-4dcf-810a-018a767a1104 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Jan 17 13:11:44.936445 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-dab2774b-d0a4-4faf-9e2c-b63ad0c9b99b req-7a1261fc-1bd3-4b3f-acb5-52bd1394a69f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Jan 17 13:11:44.945568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-77085abf-5c73-4896-9351-a86075a62e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:44.947113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-77085abf-5c73-4896-9351-a86075a62e3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0840816 Jan 17 13:11:45.014615 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-f99b099c-4433-496a-b7a9-6f4c1fe94a63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 1002 time: 0.0613976 Jan 17 13:11:45.062644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-3ae823cb-fa3e-498e-9a1b-d68d421b46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:45.064044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-3ae823cb-fa3e-498e-9a1b-d68d421b46f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0424845 Jan 17 13:11:45.107326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522952-1820-43bd-b180-c5638d3a4312 req-93a55361-cd4b-4fb3-a508-0713c574f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:45.108796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-93a55361-cd4b-4fb3-a508-0713c574f53e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388680 Jan 17 13:11:45.200732 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-4b51169c-bdd9-415c-b8be-93085398e3b8 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848858 Jan 17 13:11:45.290347 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4522952-1820-43bd-b180-c5638d3a4312 req-fa338ca6-9178-46b3-8a9f-d8f554c8eb1a service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822427 Jan 17 13:11:46.053141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dff4c-03f9-48d2-b217-b05f2ac11695 req-bccf61dd-a1bf-4637-a4ef-6e60b1afd6f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:46.054629 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-873dff4c-03f9-48d2-b217-b05f2ac11695 req-bccf61dd-a1bf-4637-a4ef-6e60b1afd6f5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Jan 17 13:11:46.093262 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-873dff4c-03f9-48d2-b217-b05f2ac11695 req-7ff6ace4-3aa4-4f17-9ad8-c0a5ac736db9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Jan 17 13:11:47.213995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe242f3-c3af-4b6a-b8aa-3313b392d76a req-9529d585-59af-4011-a58d-152c6e721067 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:47.215507 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cbe242f3-c3af-4b6a-b8aa-3313b392d76a req-9529d585-59af-4011-a58d-152c6e721067 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0536370 Jan 17 13:11:47.254259 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cbe242f3-c3af-4b6a-b8aa-3313b392d76a req-a5750e1d-7646-40e9-a706-dc42f9b73a28 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321777 Jan 17 13:11:47.843269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:11:47.846539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:11:47.961911 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fa77c-5d6c-438e-9ab6-c0200f32310f req-af91cb3c-fdd0-4b47-a65a-ebbd481954a1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:47.963794 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cd5fa77c-5d6c-438e-9ab6-c0200f32310f req-af91cb3c-fdd0-4b47-a65a-ebbd481954a1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0545909 Jan 17 13:11:48.004344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-33b9c8ad-f3c2-42db-a97f-f6c57d289f57 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:48.005983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-33b9c8ad-f3c2-42db-a97f-f6c57d289f57 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020&tenant_id=dca5833a337243ef9dada804e915c415&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 945 time: 0.0597749 Jan 17 13:11:48.007080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:48.008968 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cd5fa77c-5d6c-438e-9ab6-c0200f32310f req-332b01eb-df87-4bbc-a15c-054897011ff4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369070 Jan 17 13:11:48.041102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:48.046548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:11:48.048900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0529829-9d59-40bb-bbf4-146b9ca9524e" -d '{"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-unplugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:11:48.070069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:48.071251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'mac_address': 'fa:16:3e:f0:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:11:48.073398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-e4145ce0-20f2-4126-a48a-9b8849ec4ef6 service neutron] 10.222.0.67 "GET /v2.0/ports/2fbc4ce1-9347-4403-bc85-618105a28e90/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0603681 Jan 17 13:11:48.106799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3240a48f-dda6-4fb5-bf20-78e3cbb6f2c9 x-openstack-request-id: req-3240a48f-dda6-4fb5-bf20-78e3cbb6f2c9 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:11:48.107125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-unplugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:11:48.107578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3240a48f-dda6-4fb5-bf20-78e3cbb6f2c9 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:11:48.113323 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'code': 200} Jan 17 13:11:48.118897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:48.133407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:11:48.146003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-2161c772-a30b-46db-b2fa-9811aa7c6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:48.147575 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-2161c772-a30b-46db-b2fa-9811aa7c6f0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0490358 Jan 17 13:11:48.183243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:48.249353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-dabd3bc1-fe84-4673-a59c-7f51a64c5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:48.250857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-dabd3bc1-fe84-4673-a59c-7f51a64c5601 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0974331 Jan 17 13:11:48.255945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:11:48.258110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:11:48.260675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:48.268273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.268835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.269329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.269740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.270273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.270828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.271269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.271639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.271974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.272303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.272629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.272951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:48.323757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-57e4f32e-35c5-49e1-9ea2-d1f047aa56d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 1000 time: 0.0660853 Jan 17 13:11:48.384097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-4f0bc5b1-9b5d-49ec-9c97-44107d406f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:48.385457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-4f0bc5b1-9b5d-49ec-9c97-44107d406f3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0554123 Jan 17 13:11:48.436437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-9ece1c6a-078f-42d2-b121-61b982dca10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:48.437983 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-9ece1c6a-078f-42d2-b121-61b982dca10c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465539 Jan 17 13:11:48.532683 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-dca118e1-e0c7-4724-b49e-ae8bcb779594 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860090 Jan 17 13:11:48.797648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:48.811035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:11:48.832230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:48.908341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:48.960562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:48.966587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['2fbc4ce1-9347-4403-bc85-618105a28e90'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:11:48.976503 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-62a89588-1df1-4244-8cdd-da0bc10290e4 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376807 Jan 17 13:11:49.129406 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7b10-0331-4dae-9231-7752e4c0c8b4 req-b8ace4e7-0ae6-43b7-a50e-ae3fafde89c6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:49.130897 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-71ce7b10-0331-4dae-9231-7752e4c0c8b4 req-b8ace4e7-0ae6-43b7-a50e-ae3fafde89c6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 944 time: 0.0503879 Jan 17 13:11:49.167771 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-71ce7b10-0331-4dae-9231-7752e4c0c8b4 req-de66e72c-3e87-4b99-bc7b-a86b7d1d828e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Jan 17 13:11:49.864828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:11:49.911227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 2fbc4ce1-9347-4403-bc85-618105a28e90 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:11:49.911876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:49.983650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:50.014905 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:50.108934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:11:50.111249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d14fb-c62b-49bd-a092-61c824de7f50" -d '{"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-plugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:11:50.115268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:50.170846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069db14b-3e51-418d-9c61-aa5c3ab6e488 x-openstack-request-id: req-069db14b-3e51-418d-9c61-aa5c3ab6e488 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:11:50.171069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-plugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:11:50.171309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-069db14b-3e51-418d-9c61-aa5c3ab6e488 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:11:50.171791 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'code': 200} Jan 17 13:11:50.176383 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:50.179962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-396bb692-ad72-470e-b197-70ad6a067968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:50.181482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-396bb692-ad72-470e-b197-70ad6a067968 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0442033 Jan 17 13:11:50.284558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-00005219-6909-455e-bd4c-08ddf3f1ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:50.286025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-00005219-6909-455e-bd4c-08ddf3f1ebd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0854597 Jan 17 13:11:50.288287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca20f3b-5839-4676-ac10-d7117d10cd22 req-6a28ead6-d087-472f-a1ea-9e0f9c5d9698 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:50.289781 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9ca20f3b-5839-4676-ac10-d7117d10cd22 req-6a28ead6-d087-472f-a1ea-9e0f9c5d9698 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Jan 17 13:11:50.327228 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9ca20f3b-5839-4676-ac10-d7117d10cd22 req-c36d24b8-1371-4f9f-b3de-a509b69a9be0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Jan 17 13:11:50.358844 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-d28ffeb6-a9d2-4698-a883-54fd26efde68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 1002 time: 0.0655270 Jan 17 13:11:50.415235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-881e0b76-3a93-4fc4-afdf-3b5d14a8dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:50.415235 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-881e0b76-3a93-4fc4-afdf-3b5d14a8dbf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0440643 Jan 17 13:11:50.457452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-9c32ea36-fbf5-48ac-839f-157fbeae47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:50.458993 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-9c32ea36-fbf5-48ac-839f-157fbeae47c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412860 Jan 17 13:11:50.551080 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-a9240bee-5304-4dbd-82c0-f8704a37dede service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852017 Jan 17 13:11:50.639966 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11307460-bdc4-4ff8-930b-bfc6ee7be7ac req-015145f7-5564-4b39-ae15-01bd0a6a59a3 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809808 Jan 17 13:11:51.534390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72487f3-001d-4967-b651-ec2104e0ffc5 req-02016d74-6a5c-44e7-9de5-914cb6a5174b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:51.535921 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a72487f3-001d-4967-b651-ec2104e0ffc5 req-02016d74-6a5c-44e7-9de5-914cb6a5174b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.1349878 Jan 17 13:11:51.574260 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a72487f3-001d-4967-b651-ec2104e0ffc5 req-a0bec8a4-3d12-4237-ade6-c675ef958162 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Jan 17 13:11:51.881878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-1672c1e2-1c67-4791-8192-e9fd083561a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:51.883359 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-1672c1e2-1c67-4791-8192-e9fd083561a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 1098 time: 0.0419865 Jan 17 13:11:51.941766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-90f539a9-16ba-4fb9-a5af-df572d523662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:51.943233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-90f539a9-16ba-4fb9-a5af-df572d523662 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 1098 time: 0.0393536 Jan 17 13:11:52.035046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-5c4ef3c4-dbdb-4599-abff-a9d3559e0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:52.036523 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-5c4ef3c4-dbdb-4599-abff-a9d3559e0f45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0874631 Jan 17 13:11:52.098932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-fe886160-8051-49de-92c6-af2666db9e18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 200 len: 1002 time: 0.0564322 Jan 17 13:11:52.149254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-f1492d67-1a47-4db1-b6ae-df84a87e709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:52.150664 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-f1492d67-1a47-4db1-b6ae-df84a87e709e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0456464 Jan 17 13:11:52.195326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-a378568f-fcb3-4ac7-9570-cb54da61f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:52.196844 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-a378568f-fcb3-4ac7-9570-cb54da61f0c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399582 Jan 17 13:11:52.284341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-eeb5afa7-e69f-4610-9450-7f20c02300de service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812221 Jan 17 13:11:52.420975 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7915d86-0365-45d1-b762-fa19cbe2fb0f req-63acd26e-a738-4a38-9fd9-31977d9dc4fe service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303713 Jan 17 13:11:52.457210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:52.742020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c45fc-6128-4e7e-94e5-170c66599fca req-a4b177c5-24d8-4d89-b924-e30e77a2aaeb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:52.743518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fc0c45fc-6128-4e7e-94e5-170c66599fca req-a4b177c5-24d8-4d89-b924-e30e77a2aaeb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0980389 Jan 17 13:11:52.781101 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fc0c45fc-6128-4e7e-94e5-170c66599fca req-6ccf213f-a04b-4f28-bc0b-49f9d18cc336 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jan 17 13:11:53.886394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:11:53.891343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:11:53.901174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a071f-c16e-432e-b007-76ae6f608384 req-0d91bb12-2065-4742-9e39-df4e4d3228b5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:53.902681 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-992a071f-c16e-432e-b007-76ae6f608384 req-0d91bb12-2065-4742-9e39-df4e4d3228b5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0534708 Jan 17 13:11:53.942757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-992a071f-c16e-432e-b007-76ae6f608384 req-e39d18fd-8408-4736-8a57-fc026b50e2c3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333965 Jan 17 13:11:54.037566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:54.065192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:54.078341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:11:54.081323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e25f152-35a5-4aa8-a51f-30409d48aad7" -d '{"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-unplugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:11:54.091481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'mac_address': 'fa:16:3e:f0:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:11:54.101894 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:54.119877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e61592-7e9b-4212-a29e-9a8a6b2c5465 x-openstack-request-id: req-e6e61592-7e9b-4212-a29e-9a8a6b2c5465 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:11:54.120168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-unplugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:11:54.120419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6e61592-7e9b-4212-a29e-9a8a6b2c5465 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:11:54.120801 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'code': 200} Jan 17 13:11:54.134460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:54.147313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:11:54.171940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:54.248873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:11:54.249226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:11:54.250065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=9']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:54.785598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:54.797859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:11:54.816589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:54.896284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:54.947196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=10']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:54.951069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['2fbc4ce1-9347-4403-bc85-618105a28e90'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:11:55.058984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfbdb9-e969-44af-a873-c4f90deec005 req-b4f42738-ce8c-4f0e-81b7-7a10a08e1ed8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:55.060819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-43dfbdb9-e969-44af-a873-c4f90deec005 req-b4f42738-ce8c-4f0e-81b7-7a10a08e1ed8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0503180 Jan 17 13:11:55.101477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-43dfbdb9-e969-44af-a873-c4f90deec005 req-c0cac682-5ae1-4f50-99e2-809a7dbacdc0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Jan 17 13:11:55.216766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6130606-78be-49fa-bc89-4762ce35a879 req-31313e1b-19b1-4895-90b8-aedc7214b4d8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:55.218236 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a6130606-78be-49fa-bc89-4762ce35a879 req-31313e1b-19b1-4895-90b8-aedc7214b4d8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0491908 Jan 17 13:11:55.256743 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a6130606-78be-49fa-bc89-4762ce35a879 req-53d6278a-53db-4f39-95cc-d8347dea2258 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Jan 17 13:11:55.374406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50d2a0-0f40-4885-b8fb-797c840a865d req-1a19fa1a-2404-4301-85d4-1f666bc08a6b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:55.375851 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2a50d2a0-0f40-4885-b8fb-797c840a865d req-1a19fa1a-2404-4301-85d4-1f666bc08a6b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Jan 17 13:11:55.415021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2a50d2a0-0f40-4885-b8fb-797c840a865d req-2f365180-3ac1-4070-b9ce-ea9255471107 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Jan 17 13:11:55.833526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747695d7-b488-4459-8809-d66f196e8e8e req-43b650df-80e7-4b3f-85f8-32fc7b1319b7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:55.835004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-747695d7-b488-4459-8809-d66f196e8e8e req-43b650df-80e7-4b3f-85f8-32fc7b1319b7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 945 time: 0.0484989 Jan 17 13:11:55.871929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-747695d7-b488-4459-8809-d66f196e8e8e req-2971e86c-f970-438d-b5b2-1d2bdec302b5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Jan 17 13:11:55.908471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:11:55.954446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 2fbc4ce1-9347-4403-bc85-618105a28e90 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:11:55.954872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:56.031240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:56.061987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:56.121971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:11:56.124378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b6378-8070-4f22-8174-95b2414361db" -d '{"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-plugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:11:56.130674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:56.160548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aef94e-d59e-41ef-a6a1-c3ab8bf0df66 x-openstack-request-id: req-75aef94e-d59e-41ef-a6a1-c3ab8bf0df66 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:11:56.160849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-plugged", "status": "completed", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:11:56.161101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75aef94e-d59e-41ef-a6a1-c3ab8bf0df66 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:11:56.161487 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'code': 200} Jan 17 13:11:56.182878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=11']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:56.985015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c4fd5-8b42-4dc5-9ddb-94a3ff60672f req-2258c04f-1dba-4070-bf79-8e5b37b9ec13 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:56.986606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-980c4fd5-8b42-4dc5-9ddb-94a3ff60672f req-2258c04f-1dba-4070-bf79-8e5b37b9ec13 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 946 time: 0.0491016 Jan 17 13:11:57.024138 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-980c4fd5-8b42-4dc5-9ddb-94a3ff60672f req-87bb203d-8676-4e5d-aa5f-24c87232af9f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Jan 17 13:11:57.866206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-2e5c2741-9fbe-4954-bbfb-858eb68e2623 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:57.867679 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-2e5c2741-9fbe-4954-bbfb-858eb68e2623 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 946 time: 0.0534036 Jan 17 13:11:57.956346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Deleting port 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:11:57.956690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:58.049358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] For port 2fbc4ce1-9347-4403-bc85-618105a28e90, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2fbc4ce1-9347-4403-bc85-618105a28e90,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:11:58.050518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:58.145470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334caaeb-32e9-4e4c-a227-e40363ade61e req-49797749-acaa-4ab0-ad4c-00eb3903e2c6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:11:58.146865 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-334caaeb-32e9-4e4c-a227-e40363ade61e req-49797749-acaa-4ab0-ad4c-00eb3903e2c6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 946 time: 0.0524900 Jan 17 13:11:58.186040 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-334caaeb-32e9-4e4c-a227-e40363ade61e req-2fe2ad86-f776-4310-bc5c-f54c0d93c8ff tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329163 Jan 17 13:11:58.246199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:58.246564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:58.246882 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 disassociated. External IP: 172.26.4.218, port: 2fbc4ce1-9347-4403-bc85-618105a28e90. Jan 17 13:11:58.247223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Calling delete_port for 2fbc4ce1-9347-4403-bc85-618105a28e90 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:11:58.450791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:58.480088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event deleted for resources: {'Port': ['ID=2fbc4ce1-9347-4403-bc85-618105a28e90,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:11:58.491313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.491714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.492049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.492386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.492698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.493029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.493382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.493703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.494021 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.494335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.494650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.494964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:11:58.612577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:11:58.723099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:11:58.732662 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:11:58.742311 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:11:58.742916 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:11:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:11:58.762710 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] No DVR routers for this DVR port 2fbc4ce1-9347-4403-bc85-618105a28e90 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:11:58.765437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:11:58.769078 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b9740aeb-9559-42e7-8917-1921c3ad59a6 req-57e9e596-0738-4ec3-ae93-adff5a66060a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "DELETE /v2.0/ports/2fbc4ce1-9347-4403-bc85-618105a28e90 HTTP/1.1" status: 204 len: 173 time: 0.8962166 Jan 17 13:11:58.769519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-deleted', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:11:58.771789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf4504-bf16-456b-8b15-dc79f0948fcb" -d '{"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-deleted", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:11:58.807308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1419f9a7-829c-4a2e-b26d-a12c3a5e4612 x-openstack-request-id: req-1419f9a7-829c-4a2e-b26d-a12c3a5e4612 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:11:58.807618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1362073-3b11-4a9d-b7a0-20bfc12c8020", "name": "network-vif-deleted", "tag": "2fbc4ce1-9347-4403-bc85-618105a28e90", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:11:58.807869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1419f9a7-829c-4a2e-b26d-a12c3a5e4612 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:11:58.808266 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1362073-3b11-4a9d-b7a0-20bfc12c8020', 'name': 'network-vif-deleted', 'tag': '2fbc4ce1-9347-4403-bc85-618105a28e90', 'status': 'completed', 'code': 200} Jan 17 13:11:58.853157 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:11:59.052082 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:11:59.081427 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:11:59.089572 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:11:59.090178 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:11:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:11:59.194458 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:11:59.294906 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-71eaa6de-65f6-4460-8fac-78992b791d7c req-c313c440-d773-47a9-b4dd-40a44498c112 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1362073-3b11-4a9d-b7a0-20bfc12c8020 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Jan 17 13:11:59.403458 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:11:59.429939 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded7bf9-2fca-49b7-9680-ffdba9389aec None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:11:59.656327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19101f30-dc5f-468f-b3aa-25c9611e6708 None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:11:59.927504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:11:59.947164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 2fbc4ce1-9347-4403-bc85-618105a28e90 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:11:59.947534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 2fbc4ce1-9347-4403-bc85-618105a28e90 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:12:00.534520 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-a604e420-004b-4272-9ef0-5da37002ed9e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1987265333&fields=id&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 267 time: 0.0334637 Jan 17 13:12:00.644484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-57cc572a-a083-4cce-abd4-5b4666c1c993 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:00.645958 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-57cc572a-a083-4cce-abd4-5b4666c1c993 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1047742 Jan 17 13:12:00.662113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-252d9597-3aac-4020-9f60-3ab489112f8b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/quotas/dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Jan 17 13:12:00.716878 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-fb0094db-9cd1-4ec1-8c1b-30f8d3bd12c9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483875 Jan 17 13:12:00.817025 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-c683e200-141a-43ed-a42a-397f21289f96 service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Jan 17 13:12:00.905399 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-666b5a72-0de8-4454-8ffc-57c830cc258a service neutron] 10.222.0.77 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Jan 17 13:12:01.150427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cd630797-2175-4a71-8a23-b019ed3aadff req-bdcdb11e-3b74-4742-ba7b-5a9487653e55 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0274148 Jan 17 13:12:02.247430 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc12cbb4-f983-4ec8-8fed-172789a20353 req-ef4974d6-85b4-4738-92f8-2c152991224e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0264816 Jan 17 13:12:02.882406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-acf6bbb2-6166-4445-b684-97256de4f34f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:02.883940 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-acf6bbb2-6166-4445-b684-97256de4f34f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 811 time: 0.1065769 Jan 17 13:12:02.928373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-9846e203-ba0d-42f0-a4e6-a9a17c4d3484 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 380 time: 0.0351379 Jan 17 13:12:02.937026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'port': {'device_id': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'admin_state_up': True, 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'security_groups': ['e13c8b9a-e57e-4cde-b4a4-c1684bca5a53']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:12:03.153573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Made reservation on behalf of dca5833a337243ef9dada804e915c415 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:12:03.157590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.286876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Allocated IP 172.20.0.10 (e150ad83-9d30-4789-82c2-e979d88bde34/d57b75a4-4cac-4390-872b-cee38de97cae/96b5d524-a662-46e5-8ca7-8a495148a64f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:12:03.344709 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-76f87222-b325-4452-92a6-b5872344e305 req-7da6876e-d12a-4a2a-a73d-ef389b7e4882 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0261068 Jan 17 13:12:03.428078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.529934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.573389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Network e150ad83-9d30-4789-82c2-e979d88bde34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:12:03.576368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:12:03.578621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:12:03.608715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:12:03.638688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:03.639313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.750872 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-48a83a2f-2f2b-46f0-a9be-89b0ea0f28bd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171127 Jan 17 13:12:03.762297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Request body: {'port': {'device_id': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:12:03.764663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-642cb2b4-070a-45d2-94fe-8a155843db8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.822015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.859105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-79cb5b43-12b3-4717-ac87-ed7da45d0300 None None] Provisioning complete for port 96b5d524-a662-46e5-8ca7-8a495148a64f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:12:03.859411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-79cb5b43-12b3-4717-ac87-ed7da45d0300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:03.894571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-79cb5b43-12b3-4717-ac87-ed7da45d0300 None None] Port 96b5d524-a662-46e5-8ca7-8a495148a64f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:12:04.081559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b5d524-a662-46e5-8ca7-8a495148a64f {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:12:04.089154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:04.101787 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Transition to ACTIVE for port object 96b5d524-a662-46e5-8ca7-8a495148a64f will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:12:04.176456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:04.224089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:12:04.301672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Attempting to bind port 96b5d524-a662-46e5-8ca7-8a495148a64f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:12:04.302319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Attempting to bind port 96b5d524-a662-46e5-8ca7-8a495148a64f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:12:04.302319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Attempting to bind port 96b5d524-a662-46e5-8ca7-8a495148a64f on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:12:04.306678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Port 96b5d524-a662-46e5-8ca7-8a495148a64f on network e150ad83-9d30-4789-82c2-e979d88bde34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:12:04.306991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Attempting to bind port 96b5d524-a662-46e5-8ca7-8a495148a64f on network e150ad83-9d30-4789-82c2-e979d88bde34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:12:04.312272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:12:04.312608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Checking segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:12:04.312995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Bound using segment: {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:12:04.313428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Bound port: 96b5d524-a662-46e5-8ca7-8a495148a64f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66650ed7-7b82-44bc-95dc-af256add5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:12:04.313820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:04.381146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:12:04.384382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:12:04.464220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a16d9a-5cc8-4249-b955-2c8cc397acaa req-292165a1-89a6-4aca-8d70-ab341f92f876 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:04.465682 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-08a16d9a-5cc8-4249-b955-2c8cc397acaa req-292165a1-89a6-4aca-8d70-ab341f92f876 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0503170 Jan 17 13:12:04.468029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:04.517698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:04.518483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:04.519968 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1094 time: 0.7616937 Jan 17 13:12:04.523566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:12:04.526591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75877a91-06dd-4681-afbc-efb6f7d76a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:12:04.578499 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-08a16d9a-5cc8-4249-b955-2c8cc397acaa req-fc48c5f2-2e07-42b2-91c6-05b8e8daca80 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976191 Jan 17 13:12:04.581949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cdd80-d1e8-4b10-9361-ced1acd7a4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:12:04.638986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6b3ec9-e9a1-44dd-9eb7-f80d00e9dba7 x-openstack-request-id: req-fb6b3ec9-e9a1-44dd-9eb7-f80d00e9dba7 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:12:04.639273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:12:04.639556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb6b3ec9-e9a1-44dd-9eb7-f80d00e9dba7 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:12:04.639959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'status': 'completed', 'code': 200} Jan 17 13:12:04.657051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-25ecba41-9d04-4325-8d02-19971466381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:04.659340 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-25ecba41-9d04-4325-8d02-19971466381f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1097 time: 0.0466192 Jan 17 13:12:04.701568 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-cb134610-d83d-4f4b-b8fa-c07d0c243023 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 217 time: 0.0353377 Jan 17 13:12:04.754334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-f6ce2450-6f78-4f4c-800d-8f4e9226ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:04.755866 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-f6ce2450-6f78-4f4c-800d-8f4e9226ce4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0479493 Jan 17 13:12:04.800115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-23d66b80-7a16-4033-8f47-98e02d696ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:04.801495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-23d66b80-7a16-4033-8f47-98e02d696ea4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397415 Jan 17 13:12:04.887929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-c62c6803-ffe0-4f66-9efe-42741d6207b8 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795131 Jan 17 13:12:04.978986 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd07f501-40b5-4359-a168-1ec2c3f6e3e4 req-892c8a8e-2a44-42fd-a094-a66fd6ccc0e0 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847917 Jan 17 13:12:05.108059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-f865aec5-69dd-484e-88f3-247041d4496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:05.109534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-f865aec5-69dd-484e-88f3-247041d4496e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1097 time: 0.0409493 Jan 17 13:12:05.205842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-0c5770a0-102d-46b4-b58d-6bbfaef66e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:05.207320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-0c5770a0-102d-46b4-b58d-6bbfaef66e7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0897877 Jan 17 13:12:05.247470 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-3c6e2214-81f6-4a0c-9ca8-e7bcca50aa1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 217 time: 0.0334513 Jan 17 13:12:05.296400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-0508b3d8-2a27-4204-841d-0a3fd2d4bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:05.297822 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-0508b3d8-2a27-4204-841d-0a3fd2d4bd29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0439305 Jan 17 13:12:05.346458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-9387d212-743c-46c9-8ef4-8e3b17fca64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:05.347961 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-9387d212-743c-46c9-8ef4-8e3b17fca64e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436504 Jan 17 13:12:05.436592 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-15f881a6-ade5-47b9-a953-55a772cfab70 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812979 Jan 17 13:12:05.528806 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75877a91-06dd-4681-afbc-efb6f7d76a9c req-8e823b4a-5387-493d-a746-7370b83626e7 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852361 Jan 17 13:12:05.679094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb282-0a7f-40f6-8082-7841f75bf229 req-152178f5-9bd5-4320-9702-300ee0761660 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:05.680576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-656cb282-0a7f-40f6-8082-7841f75bf229 req-152178f5-9bd5-4320-9702-300ee0761660 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0483522 Jan 17 13:12:05.717531 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-656cb282-0a7f-40f6-8082-7841f75bf229 req-5c4b94a0-14d8-4970-b223-e4d5bc5de6eb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Jan 17 13:12:05.943255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:12:06.035282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:12:06.046060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'mac_address': 'fa:16:3e:a3:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:12:06.235195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:06.247349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b5d524-a662-46e5-8ca7-8a495148a64f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:12:06.266102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:12:06.296229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-231d1a45-ad36-4dec-bf55-6cc9a80218df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:06.335876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:06.382200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:12:06.536265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['96b5d524-a662-46e5-8ca7-8a495148a64f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:12:06.832553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8c504-f727-43e5-a98d-2677bd064d30 req-dfe7779f-f230-45d7-96a8-3a65921e4384 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:06.834012 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3f8c504-f727-43e5-a98d-2677bd064d30 req-dfe7779f-f230-45d7-96a8-3a65921e4384 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 945 time: 0.0482118 Jan 17 13:12:06.874550 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e3f8c504-f727-43e5-a98d-2677bd064d30 req-607d4fad-62bc-4464-8649-d770d85425d5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Jan 17 13:12:07.341772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:07.943478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:12:07.988752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a66f9-b506-4148-88c6-111640bd822c req-a6c48fe0-00bd-47a5-9eed-8d6809753eaa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:07.990260 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-914a66f9-b506-4148-88c6-111640bd822c req-a6c48fe0-00bd-47a5-9eed-8d6809753eaa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 945 time: 0.0490923 Jan 17 13:12:08.029197 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-914a66f9-b506-4148-88c6-111640bd822c req-5c8ab9ff-07de-40bd-964d-ad9b9eb0dd51 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325727 Jan 17 13:12:08.090492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 96b5d524-a662-46e5-8ca7-8a495148a64f completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:12:08.094527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 96b5d524-a662-46e5-8ca7-8a495148a64f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:12:08.095009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:08.171821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:08.193725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:12:08.196004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43efc990-b208-419c-b7f9-3017c390608d" -d '{"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:12:08.209153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:12:08.232890 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24697aae-c28d-4356-bf96-1f5df55d57cc x-openstack-request-id: req-24697aae-c28d-4356-bf96-1f5df55d57cc {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:12:08.233183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:12:08.233432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24697aae-c28d-4356-bf96-1f5df55d57cc {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:12:08.233827 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'code': 200} Jan 17 13:12:08.261740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:08.313257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:12:08.503101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d825-a27b-476f-ae66-2cea87898d95 req-b7b88d00-743a-4069-b47b-e258498001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:08.504548 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-01c2d825-a27b-476f-ae66-2cea87898d95 req-b7b88d00-743a-4069-b47b-e258498001fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0397024 Jan 17 13:12:08.541030 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-01c2d825-a27b-476f-ae66-2cea87898d95 req-4b9b21f0-af09-4649-a70d-4cf7634ebb1d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303552 Jan 17 13:12:08.816050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:08.907803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:09.144090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b628911-f8fb-4c41-a74f-c199cd522e9e req-b3be6d61-2095-4d26-9830-728b946b0ab6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:09.145557 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9b628911-f8fb-4c41-a74f-c199cd522e9e req-b3be6d61-2095-4d26-9830-728b946b0ab6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488243 Jan 17 13:12:09.183160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9b628911-f8fb-4c41-a74f-c199cd522e9e req-6c31126c-57df-437e-a629-4a623fa204ea tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Jan 17 13:12:10.033313 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:12:10.299403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc0c2-5c7c-4268-a449-419c086b100f req-8ba173b2-4ca7-41b5-be8e-7d5e09df3e4c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:10.300827 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2d5bc0c2-5c7c-4268-a449-419c086b100f req-8ba173b2-4ca7-41b5-be8e-7d5e09df3e4c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0494819 Jan 17 13:12:10.337529 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2d5bc0c2-5c7c-4268-a449-419c086b100f req-d5743307-8375-4073-8a6a-bd933374c678 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Jan 17 13:12:10.448099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe7896-82e0-4896-9211-37cca39d6a84 req-525c7da0-c027-4c2b-bc8d-7bfe6fd40af2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:10.449587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cabe7896-82e0-4896-9211-37cca39d6a84 req-525c7da0-c027-4c2b-bc8d-7bfe6fd40af2 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0496018 Jan 17 13:12:10.458050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:12:10.462393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Request body: {'floatingip': {'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:12:10.504475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:10.927253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:11.056163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:11.157068 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 associated. External IP: 172.26.4.218, port: 96b5d524-a662-46e5-8ca7-8a495148a64f. Jan 17 13:12:11.360343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:12:11.814360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:12:11.818842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:11.823935 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:12:11.833635 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:12:11.834228 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:12:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:12:11.845890 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-07d26b04-6981-4110-bed5-f4892e87db3d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "PUT /v2.0/floatingips/9790938b-2da8-4db1-8d37-af71b1508903 HTTP/1.1" status: 200 len: 993 time: 1.3865879 Jan 17 13:12:11.846468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:12:11.849329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c1b5c-b212-439f-94dc-c2eeae295580" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:12:11.891169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8277ba78-0049-4b56-b3af-2d73b55e8ed3 x-openstack-request-id: req-8277ba78-0049-4b56-b3af-2d73b55e8ed3 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:12:11.891541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:12:11.891835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8277ba78-0049-4b56-b3af-2d73b55e8ed3 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:12:11.892332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'status': 'completed', 'code': 200} Jan 17 13:12:11.944437 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:12:11.958938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-3eb27cb7-d5d2-44d3-afca-380b633d293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:11.960470 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-3eb27cb7-d5d2-44d3-afca-380b633d293e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0430481 Jan 17 13:12:12.052788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-8f397d99-faae-4052-9d9e-95fab48e88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:12.054233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-8f397d99-faae-4052-9d9e-95fab48e88e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0869329 Jan 17 13:12:12.119377 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-09b8c7be-322c-41d9-9d7d-9d549d64e775 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1001 time: 0.0579698 Jan 17 13:12:12.168116 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:a3:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:12:10Z', 'revision_number': 13, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:12:12.175804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-916da240-672b-4c97-95c0-7b3ac2484689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:12.175804 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-916da240-672b-4c97-95c0-7b3ac2484689 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0491290 Jan 17 13:12:12.193918 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:12:12.202011 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:12:12.202609 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:12:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:12:12.220534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-8c26aecb-5582-498e-9f6e-7a0b8a88e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:12.222070 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-8c26aecb-5582-498e-9f6e-7a0b8a88e1a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403852 Jan 17 13:12:12.306486 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:12:12.310325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-c111f070-2ea6-4aad-b099-0a366aec68ae service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 Jan 17 13:12:12.405899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b43c1b5c-b212-439f-94dc-c2eeae295580 req-3b386612-d1fb-484c-a078-7e72a8fac2d4 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883942 Jan 17 13:12:12.612296 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:a3:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:12:10Z', 'revision_number': 13, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:12:12.637946 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab83a1-e1a5-426c-98f1-bc9e84cd0b24 None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '9790938b-2da8-4db1-8d37-af71b1508903', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'mac_address': 'fa:16:3e:a3:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:08:04Z', 'updated_at': '2022-01-17T13:12:10Z', 'revision_number': 13, 'project_id': 'dca5833a337243ef9dada804e915c415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:12:12.818722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7214ae3-7179-48f1-ae90-6a3b54e2e84d None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:12:22.449770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:33.884778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-92656be5-cf98-4510-bab4-6a667511e2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:36.221013 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aa4957a8-6554-4c28-8dfe-a085f7e545e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:37.357703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:38.837035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:38.917669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:12:47.032312 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:12:50.756599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88e8b0-2e7c-49ba-930d-68a64ffd1eb0 req-8a53748e-0d34-4187-b772-d8939a35a71d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:50.757981 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd88e8b0-2e7c-49ba-930d-68a64ffd1eb0 req-8a53748e-0d34-4187-b772-d8939a35a71d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0499740 Jan 17 13:12:50.795766 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bd88e8b0-2e7c-49ba-930d-68a64ffd1eb0 req-656fc81d-c2b0-48da-95d3-0dd308844781 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317402 Jan 17 13:12:51.173422 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-20f877dc-bf0a-4dc6-9842-418b6336b0e7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405889 Jan 17 13:12:51.255864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-16162474-9431-4c2d-a330-a86f4f24725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:51.257411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-16162474-9431-4c2d-a330-a86f4f24725a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0449803 Jan 17 13:12:51.360529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-06beb4c1-90f1-415c-a3d0-9a945f3d9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:51.362026 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-06beb4c1-90f1-415c-a3d0-9a945f3d9cdc service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0851533 Jan 17 13:12:51.431784 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-5ed270f7-767b-4789-a301-54befd12d33f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1003 time: 0.0634367 Jan 17 13:12:51.479961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-cf93fe18-534f-46d8-956e-452c11d89854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:51.481405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-cf93fe18-534f-46d8-956e-452c11d89854 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0438471 Jan 17 13:12:51.526728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-ace7ab7b-ad77-45d0-9ad7-b6156cf6e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:12:51.528316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-ace7ab7b-ad77-45d0-9ad7-b6156cf6e198 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405748 Jan 17 13:12:51.626594 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-dc5fac29-eb78-4bf3-8aef-bb20c8443de7 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878894 Jan 17 13:12:51.718141 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a91ba3e9-96e3-418f-a70f-4f94f048eaaf req-0c8d00e0-c191-4741-8228-1c971fcc5da8 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837200 Jan 17 13:12:52.466150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:03.729227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3d4f-e97a-46ba-8bf0-11d7fe12c23c req-4b92b989-9f3d-48aa-a4a5-07234c92c8e9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:03.730633 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-940b3d4f-e97a-46ba-8bf0-11d7fe12c23c req-4b92b989-9f3d-48aa-a4a5-07234c92c8e9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0490491 Jan 17 13:13:03.768647 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-940b3d4f-e97a-46ba-8bf0-11d7fe12c23c req-bdc2f536-76a0-486f-8f68-3548b2fba262 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Jan 17 13:13:03.769251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1261-5f86-4016-a83f-5fbb8d70492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:03.846676 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-cf21c284-3f5b-4294-975f-18db3cec110b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396364 Jan 17 13:13:04.891722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5397-f324-4bc5-86fb-3b6974f789f6 req-caaa25e5-6213-42d6-ac37-9032e79af0d8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:04.893102 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b51f5397-f324-4bc5-86fb-3b6974f789f6 req-caaa25e5-6213-42d6-ac37-9032e79af0d8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0535498 Jan 17 13:13:04.930916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b51f5397-f324-4bc5-86fb-3b6974f789f6 req-7a877043-b3ea-4ed5-a54b-08052c19bc34 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jan 17 13:13:05.859460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-edfad7c7-368e-470f-9358-6de730bc7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:05.860979 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-edfad7c7-368e-470f-9358-6de730bc7b16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0405807 Jan 17 13:13:05.951466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-b0df1c59-2635-43c7-8a52-9c6a614cdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:05.953513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-b0df1c59-2635-43c7-8a52-9c6a614cdd55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0866067 Jan 17 13:13:06.018545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-fe466d8c-d674-489e-bf63-775cd9805526 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1003 time: 0.0590720 Jan 17 13:13:06.050705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141ce50-1cd8-40f3-87df-175c6260a66e req-542fea36-fd96-4969-bbec-791f66bae247 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:06.052233 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0141ce50-1cd8-40f3-87df-175c6260a66e req-542fea36-fd96-4969-bbec-791f66bae247 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0522447 Jan 17 13:13:06.066934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-c50de926-7243-4b50-823b-8f43080d8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:06.068435 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-c50de926-7243-4b50-823b-8f43080d8b26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0441215 Jan 17 13:13:06.091010 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0141ce50-1cd8-40f3-87df-175c6260a66e req-8be8ca2e-8d27-4017-bc70-8eae86f85d3e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Jan 17 13:13:06.117620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-ac1aae19-191a-4fab-8f6c-ad8569f0c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:06.119115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-ac1aae19-191a-4fab-8f6c-ad8569f0c096 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447497 Jan 17 13:13:06.173128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e5245fd2-9f6f-400c-bc7d-2c427390a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:06.207847 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-c04f7934-528d-430a-92a7-1e932d92fa69 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822945 Jan 17 13:13:06.299934 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-c55f0fcd-67ea-4c7b-a6a7-4c20573089e3 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854168 Jan 17 13:13:07.205904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f756110-1b16-4628-a5ad-b41e30ae39dc req-95937849-6341-4c21-8745-3133301ae00e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:07.207367 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f756110-1b16-4628-a5ad-b41e30ae39dc req-95937849-6341-4c21-8745-3133301ae00e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488718 Jan 17 13:13:07.244121 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f756110-1b16-4628-a5ad-b41e30ae39dc req-0b276c6c-8f00-4490-9799-822dc41fb7f0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309312 Jan 17 13:13:07.378193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:08.360383 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb25bb-7e2d-4555-ab47-e2f2cc58de27 req-18a17d5e-897e-429a-915d-697b85fa34a7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:08.361840 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-60cb25bb-7e2d-4555-ab47-e2f2cc58de27 req-18a17d5e-897e-429a-915d-697b85fa34a7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488310 Jan 17 13:13:08.399235 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-60cb25bb-7e2d-4555-ab47-e2f2cc58de27 req-395f19d0-f894-4553-b6fa-01096661576c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Jan 17 13:13:08.814521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:08.917344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:09.523983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8a1a-7040-4f50-a2fa-977504de1677 req-53e7803f-6a88-45e8-8036-2fa20fc09a50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:09.525456 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-06fd8a1a-7040-4f50-a2fa-977504de1677 req-53e7803f-6a88-45e8-8036-2fa20fc09a50 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0601027 Jan 17 13:13:09.563004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-06fd8a1a-7040-4f50-a2fa-977504de1677 req-0fc55f19-15e2-4485-9b3d-a174a20cee0e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309358 Jan 17 13:13:10.679606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b7949-dbb8-4f9e-a355-b1dbc5471e54 req-e6e2ffc6-0663-4a42-a72d-720da75c1b2a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:10.681087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4f8b7949-dbb8-4f9e-a355-b1dbc5471e54 req-e6e2ffc6-0663-4a42-a72d-720da75c1b2a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0502441 Jan 17 13:13:10.719302 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4f8b7949-dbb8-4f9e-a355-b1dbc5471e54 req-953263ed-d98a-4385-8e88-70b1d7a0bcb4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Jan 17 13:13:11.838000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7238-1010-437f-a7e6-b0b14f1e453f req-9dd2522c-25ad-41dd-af0a-6abf7f88388a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:11.839476 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eacd7238-1010-437f-a7e6-b0b14f1e453f req-9dd2522c-25ad-41dd-af0a-6abf7f88388a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0486758 Jan 17 13:13:11.882436 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eacd7238-1010-437f-a7e6-b0b14f1e453f req-389e32a9-e09a-434b-93a7-baeca7ba8b9a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361407 Jan 17 13:13:12.997961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c39e9-b8c7-4a6b-b06a-02af5afc22c2 req-2754a31d-8e63-4254-8d3a-62316b5dd5b7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:13.000042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c40c39e9-b8c7-4a6b-b06a-02af5afc22c2 req-2754a31d-8e63-4254-8d3a-62316b5dd5b7 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0516789 Jan 17 13:13:13.036292 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c40c39e9-b8c7-4a6b-b06a-02af5afc22c2 req-f810702f-946d-4b43-99a6-f9829286b5a5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301976 Jan 17 13:13:14.151053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9e8f7-aaab-4abd-aa35-868e20bdbbca req-538b1df1-ccef-497b-859f-8c0baea92117 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:14.152544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5bc9e8f7-aaab-4abd-aa35-868e20bdbbca req-538b1df1-ccef-497b-859f-8c0baea92117 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488148 Jan 17 13:13:14.192284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5bc9e8f7-aaab-4abd-aa35-868e20bdbbca req-e39bc0fe-0c8b-4b3b-beef-0d1c404cd339 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Jan 17 13:13:15.308268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e926c7-4908-44db-a54f-efb7d0aee1d2 req-187700f4-ecda-457e-a6fb-3ca818f3c677 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:15.309768 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f8e926c7-4908-44db-a54f-efb7d0aee1d2 req-187700f4-ecda-457e-a6fb-3ca818f3c677 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0492327 Jan 17 13:13:15.348015 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f8e926c7-4908-44db-a54f-efb7d0aee1d2 req-c86505da-05ce-425a-af67-86ae387243f1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Jan 17 13:13:16.463534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afee295-cab9-4dda-9a3a-9fd363925f06 req-1fd6d049-47cf-45ed-b7d5-cf95d66f1536 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:16.464911 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3afee295-cab9-4dda-9a3a-9fd363925f06 req-1fd6d049-47cf-45ed-b7d5-cf95d66f1536 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0484836 Jan 17 13:13:16.503410 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3afee295-cab9-4dda-9a3a-9fd363925f06 req-d3fb89d1-f879-441b-ac8c-f58268232c4d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Jan 17 13:13:17.618678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3182a-a5e5-47b1-84fa-05134265293d req-602e9415-9b06-43b9-b860-e9467995d5a6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:17.620185 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-14f3182a-a5e5-47b1-84fa-05134265293d req-602e9415-9b06-43b9-b860-e9467995d5a6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488591 Jan 17 13:13:17.657672 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-14f3182a-a5e5-47b1-84fa-05134265293d req-7f514fc9-f2ce-4f02-9da5-a222871c7669 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jan 17 13:13:18.773018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e72c6-31b9-4062-9253-9ba44ac49edb req-01f3dcde-4bec-46c8-879f-f3c650d62aaf tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:18.774472 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-920e72c6-31b9-4062-9253-9ba44ac49edb req-01f3dcde-4bec-46c8-879f-f3c650d62aaf tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0503561 Jan 17 13:13:18.816059 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-920e72c6-31b9-4062-9253-9ba44ac49edb req-1817d9ea-96b6-4502-88aa-bfa2c72dfffa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355663 Jan 17 13:13:19.936682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fc53-309c-4b55-93d4-02d6c087db5f req-1518fc3c-9fec-4ff1-a45b-f0af96787939 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:19.938130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64a8fc53-309c-4b55-93d4-02d6c087db5f req-1518fc3c-9fec-4ff1-a45b-f0af96787939 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0531721 Jan 17 13:13:19.976103 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64a8fc53-309c-4b55-93d4-02d6c087db5f req-54f5c7ab-f734-40b5-be61-864efeb50d12 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jan 17 13:13:21.089429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566ab75-57f3-46b2-ac83-13a70cea2bc0 req-3efa46e1-03b8-48cf-8756-55e98cd370e3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:21.090881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f566ab75-57f3-46b2-ac83-13a70cea2bc0 req-3efa46e1-03b8-48cf-8756-55e98cd370e3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0486381 Jan 17 13:13:21.128841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f566ab75-57f3-46b2-ac83-13a70cea2bc0 req-ca2278e2-f914-4418-8c0c-5685888c7d06 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Jan 17 13:13:22.242613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739e7ff-c805-440c-90fa-c1b1d8c8eaed req-360f22ce-65ab-443c-9891-4ff22a6800a5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:22.244090 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c739e7ff-c805-440c-90fa-c1b1d8c8eaed req-360f22ce-65ab-443c-9891-4ff22a6800a5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0486741 Jan 17 13:13:22.287297 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c739e7ff-c805-440c-90fa-c1b1d8c8eaed req-a8fc7e22-d3aa-4fcc-b717-67f66559c967 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364003 Jan 17 13:13:22.491893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:23.402399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186589cc-b9db-4b3c-87c6-e90eaa0683f0 req-21d05cda-e324-41d4-be01-3ff4c1755fe6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:23.404474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-186589cc-b9db-4b3c-87c6-e90eaa0683f0 req-21d05cda-e324-41d4-be01-3ff4c1755fe6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0500257 Jan 17 13:13:23.441416 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-186589cc-b9db-4b3c-87c6-e90eaa0683f0 req-6a22560a-9013-40a5-905d-fd130235867d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306127 Jan 17 13:13:24.032101 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:13:24.556165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a7915-aaa2-4b57-b700-6c13f68f79af req-c93d33b9-8247-4c38-95cc-4f24295b4b20 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:24.557657 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c7a7915-aaa2-4b57-b700-6c13f68f79af req-c93d33b9-8247-4c38-95cc-4f24295b4b20 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488610 Jan 17 13:13:24.594627 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0c7a7915-aaa2-4b57-b700-6c13f68f79af req-d51bfa3e-82b1-4cf7-8f63-311b7fc6da4f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309336 Jan 17 13:13:25.708884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f814d7-ba02-442d-ae94-b32ae2330164 req-59099050-861a-4083-b39d-a5625e7a4ba3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:25.710353 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-79f814d7-ba02-442d-ae94-b32ae2330164 req-59099050-861a-4083-b39d-a5625e7a4ba3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0482662 Jan 17 13:13:25.751928 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-79f814d7-ba02-442d-ae94-b32ae2330164 req-0e81c836-8839-4fd5-bf5d-936dcc37b69f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356903 Jan 17 13:13:26.869721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378950a-cb52-4db5-b2b2-b1168d7d9edb req-e627105d-d746-4eea-9335-8ea346b61ca5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:26.871186 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8378950a-cb52-4db5-b2b2-b1168d7d9edb req-e627105d-d746-4eea-9335-8ea346b61ca5 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0525887 Jan 17 13:13:26.908962 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8378950a-cb52-4db5-b2b2-b1168d7d9edb req-73387b57-ece2-4248-a8e1-4af20e9d9fa1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Jan 17 13:13:28.023758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f70fd-d1ac-4700-99f1-a1a846de97c1 req-44d21430-5169-478b-9737-77652d755859 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:28.025234 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-261f70fd-d1ac-4700-99f1-a1a846de97c1 req-44d21430-5169-478b-9737-77652d755859 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0490007 Jan 17 13:13:28.063006 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-261f70fd-d1ac-4700-99f1-a1a846de97c1 req-de249a7c-1d89-487f-9a90-f5a072908ef8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309331 Jan 17 13:13:29.179773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174a97-a56a-4379-9f16-22e4c4c2cbd3 req-7e818194-6465-44c0-a466-b2133ff65653 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:29.181292 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e7174a97-a56a-4379-9f16-22e4c4c2cbd3 req-7e818194-6465-44c0-a466-b2133ff65653 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0503759 Jan 17 13:13:29.219282 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e7174a97-a56a-4379-9f16-22e4c4c2cbd3 req-0de6541d-3bfd-48aa-9386-cb941b9b7874 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Jan 17 13:13:30.334493 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49e569-30eb-4d86-a749-27335c061fff req-82f51491-9a85-4541-bb42-efa61490ace1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:30.336008 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ec49e569-30eb-4d86-a749-27335c061fff req-82f51491-9a85-4541-bb42-efa61490ace1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0486758 Jan 17 13:13:30.373241 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ec49e569-30eb-4d86-a749-27335c061fff req-72798739-019d-4c6a-a763-1af60221cf2e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Jan 17 13:13:31.487190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012db9-3a59-4c34-8cb2-4b84bcccc575 req-5d18486d-6f9f-4ec4-bba1-e29484803fec tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:31.488596 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-07012db9-3a59-4c34-8cb2-4b84bcccc575 req-5d18486d-6f9f-4ec4-bba1-e29484803fec tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0483222 Jan 17 13:13:31.525156 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-07012db9-3a59-4c34-8cb2-4b84bcccc575 req-e51da03f-89bf-4dd0-999f-8907c3e70092 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307243 Jan 17 13:13:32.639885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365732f6-8b1e-4cc7-9eb8-ce94eef667d0 req-4b07232f-8f92-47e7-a453-116411a0c569 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:32.641343 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-365732f6-8b1e-4cc7-9eb8-ce94eef667d0 req-4b07232f-8f92-47e7-a453-116411a0c569 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0488212 Jan 17 13:13:32.682336 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-365732f6-8b1e-4cc7-9eb8-ce94eef667d0 req-1d300d07-2a62-4b54-9a06-42e4ca3dfb5f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351393 Jan 17 13:13:33.800733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6b30eeb4-6334-493c-a2e8-20621d9a909c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:33.803657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a552ee-877d-4082-9b43-402c773ccb63 req-e1a43ff5-76a9-4cf4-bc6f-b526f52f96dc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:33.805282 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-30a552ee-877d-4082-9b43-402c773ccb63 req-e1a43ff5-76a9-4cf4-bc6f-b526f52f96dc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0541685 Jan 17 13:13:33.845800 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-30a552ee-877d-4082-9b43-402c773ccb63 req-cc933b28-9f74-4b77-9d01-4295cb1c3d3c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337744 Jan 17 13:13:34.963385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f7696-e937-44cc-9c7c-c5806e98c6db req-9499bee3-311b-46d4-90d2-3402fc747c86 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:34.964903 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-164f7696-e937-44cc-9c7c-c5806e98c6db req-9499bee3-311b-46d4-90d2-3402fc747c86 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0498261 Jan 17 13:13:35.003668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-164f7696-e937-44cc-9c7c-c5806e98c6db req-44e167e5-789f-4c8b-a2d1-39502dc56cfe tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320942 Jan 17 13:13:35.415119 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-b774fdba-fb4a-4ced-9032-b65ac42e1cd5 service neutron] 10.222.0.67 "GET /v2.0/ports/96b5d524-a662-46e5-8ca7-8a495148a64f/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0540469 Jan 17 13:13:35.944092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-ac6a67bf-c4c4-404d-9fe3-ffee855a42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:35.945561 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-ac6a67bf-c4c4-404d-9fe3-ffee855a42c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 1099 time: 0.0404091 Jan 17 13:13:36.009490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-55eacc16-017d-4a5f-9d51-5989c132ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:36.010969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-55eacc16-017d-4a5f-9d51-5989c132ff9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0442548 Jan 17 13:13:36.099844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-3435737f-cc34-4f47-83b6-546ae462f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:36.101335 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-3435737f-cc34-4f47-83b6-546ae462f1e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0843151 Jan 17 13:13:36.119173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69109093-288a-47d7-a9bb-213bba14fb6f req-d219df56-7daf-444d-b554-543722539acc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:36.120774 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-69109093-288a-47d7-a9bb-213bba14fb6f req-d219df56-7daf-444d-b554-543722539acc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0487406 Jan 17 13:13:36.164727 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-69109093-288a-47d7-a9bb-213bba14fb6f req-e23b77aa-e7ba-434d-a6cc-fcbd1aa76a19 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368645 Jan 17 13:13:36.176727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-9b7f3a07-4ca7-4162-8e44-a73ddf8bc6ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1003 time: 0.0671923 Jan 17 13:13:36.191219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5861fd83-7b3b-4135-903d-31f9d95f3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:36.225516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-986c6e7c-9e81-4c97-b6ec-c3f6cbf3fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:36.226899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-986c6e7c-9e81-4c97-b6ec-c3f6cbf3fe82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0442739 Jan 17 13:13:36.273727 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-2ee63f27-40f7-4592-b357-450e36cad7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:36.275609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-2ee63f27-40f7-4592-b357-450e36cad7f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421872 Jan 17 13:13:36.366650 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-1290ef21-f242-4130-b3ed-2dca7dc9ce54 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847461 Jan 17 13:13:36.453885 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-748f743a-ae37-44a9-b44a-dd44cf34ff7d req-a521f9a3-7b6c-4e9c-a7dd-562b940237ec service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814817 Jan 17 13:13:36.517979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:13:36.594223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:36.616317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:13:36.618517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3764cf-b878-4aa4-8d32-3f51e58dea8f" -d '{"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:13:36.634533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:13:36.714457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6c4619-4614-4b69-87f8-8bedcd82e6b0 x-openstack-request-id: req-6c6c4619-4614-4b69-87f8-8bedcd82e6b0 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:13:36.714748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:13:36.714999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c6c4619-4614-4b69-87f8-8bedcd82e6b0 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:13:36.715390 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'code': 200} Jan 17 13:13:36.728016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:36.774543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:13:36.782651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.783005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.783352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.783726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.784279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.784525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.784885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.785219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.785549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.785876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.786229 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:36.786552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:13:37.285619 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a78b4-6146-45c7-b89c-9146041b3b41 req-a81e5876-c284-4135-8360-9814478734cc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:37.287191 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-223a78b4-6146-45c7-b89c-9146041b3b41 req-a81e5876-c284-4135-8360-9814478734cc tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0532470 Jan 17 13:13:37.334116 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-223a78b4-6146-45c7-b89c-9146041b3b41 req-32cae4b3-a0a5-43a1-95be-f9306db13815 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403023 Jan 17 13:13:37.356715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:38.454248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7531-c41c-4657-bf90-c7ec8712fbb2 req-8892523b-4342-4a7b-a88e-7c9c2a4f5a11 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:38.455779 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-211f7531-c41c-4657-bf90-c7ec8712fbb2 req-8892523b-4342-4a7b-a88e-7c9c2a4f5a11 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0501897 Jan 17 13:13:38.495446 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-211f7531-c41c-4657-bf90-c7ec8712fbb2 req-52165df2-cc01-48e5-a5bc-9e5460b1a1dd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336668 Jan 17 13:13:38.836836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:38.933980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:39.616867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce495f-a2ee-4b75-aee2-192bee813525 req-03880326-ef0e-437b-9de2-4efcc9015afb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:39.618342 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-12ce495f-a2ee-4b75-aee2-192bee813525 req-03880326-ef0e-437b-9de2-4efcc9015afb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0525639 Jan 17 13:13:39.657830 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-12ce495f-a2ee-4b75-aee2-192bee813525 req-0898eb31-792d-476f-b8f9-602623d5de67 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jan 17 13:13:40.778509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d999ae-4d57-4aba-a8a1-707162cc40c4 req-55a9e246-95d0-4674-97ba-a2ea7a20f512 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:40.780035 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-20d999ae-4d57-4aba-a8a1-707162cc40c4 req-55a9e246-95d0-4674-97ba-a2ea7a20f512 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0553181 Jan 17 13:13:40.818248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-20d999ae-4d57-4aba-a8a1-707162cc40c4 req-99139bf7-c2fa-4643-bbb2-5548ad48c049 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Jan 17 13:13:41.932921 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd8b4e-d2d9-477e-8184-4bc6716eac5c req-88688e49-7224-4e0b-b4b6-374d330295eb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:41.934389 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-31bd8b4e-d2d9-477e-8184-4bc6716eac5c req-88688e49-7224-4e0b-b4b6-374d330295eb tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0483620 Jan 17 13:13:41.971549 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-31bd8b4e-d2d9-477e-8184-4bc6716eac5c req-e4e43147-7d6a-47c8-919c-b13116814dd0 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310154 Jan 17 13:13:42.580300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:13:42.674381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:13:42.685675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'mac_address': 'fa:16:3e:a3:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:13:42.721463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:42.733684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b5d524-a662-46e5-8ca7-8a495148a64f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:13:42.752465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:13:42.847907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:42.901853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:13:42.910603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['96b5d524-a662-46e5-8ca7-8a495148a64f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:13:43.088296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1e4e1-aada-4c70-9999-41a83ed73de0 req-dc95669c-2579-464e-8957-a7c3dc132d91 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:43.089768 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-62c1e4e1-aada-4c70-9999-41a83ed73de0 req-dc95669c-2579-464e-8957-a7c3dc132d91 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 945 time: 0.0489645 Jan 17 13:13:43.128293 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-62c1e4e1-aada-4c70-9999-41a83ed73de0 req-5a17f509-da5d-4297-95cc-126fba044366 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323439 Jan 17 13:13:44.243405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04542a-105b-47b0-96b5-fb420b4f7e52 req-5e3fced8-c14e-4f3b-8c8c-b3586ba4be43 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:44.244888 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4c04542a-105b-47b0-96b5-fb420b4f7e52 req-5e3fced8-c14e-4f3b-8c8c-b3586ba4be43 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 945 time: 0.0480418 Jan 17 13:13:44.283573 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4c04542a-105b-47b0-96b5-fb420b4f7e52 req-f24dd575-2546-4255-960b-9b086c94e6ab tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Jan 17 13:13:44.595858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:13:44.642305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 96b5d524-a662-46e5-8ca7-8a495148a64f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:13:44.642673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:44.716840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:44.738201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:13:44.740408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5bb2d7-868b-411e-9af3-a7adeaecf475" -d '{"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:13:44.753317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:13:44.784853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df15d261-2f4f-4092-b3ae-c2e757c13eb2 x-openstack-request-id: req-df15d261-2f4f-4092-b3ae-c2e757c13eb2 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:13:44.785147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:13:44.785404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df15d261-2f4f-4092-b3ae-c2e757c13eb2 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:13:44.785798 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'code': 200} Jan 17 13:13:44.816892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:44.863544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:13:45.400527 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ab996-3d28-4349-bf32-6d2aaf15da1b req-1caa1bfb-76b4-4a9b-809f-70a2d555157e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:45.401992 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5a5ab996-3d28-4349-bf32-6d2aaf15da1b req-1caa1bfb-76b4-4a9b-809f-70a2d555157e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0517440 Jan 17 13:13:45.734735 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5a5ab996-3d28-4349-bf32-6d2aaf15da1b req-3d73a48b-9cda-4285-b9b2-8bef81826142 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258839 Jan 17 13:13:46.850685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85622876-e041-45d3-9220-f1a570e2d086 req-b751c719-0b57-4b13-9e31-f4be88b23231 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:46.852166 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-85622876-e041-45d3-9220-f1a570e2d086 req-b751c719-0b57-4b13-9e31-f4be88b23231 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0478213 Jan 17 13:13:46.890060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-85622876-e041-45d3-9220-f1a570e2d086 req-7d5df24d-9cb8-436e-8f16-86e745d2f9c3 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Jan 17 13:13:48.009262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4137-e7d8-4dee-96a4-13b8812a278b req-b5a49b5c-f793-4ca5-947e-52cfdd3b14ca tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:48.010731 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a4af4137-e7d8-4dee-96a4-13b8812a278b req-b5a49b5c-f793-4ca5-947e-52cfdd3b14ca tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0518198 Jan 17 13:13:48.051287 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a4af4137-e7d8-4dee-96a4-13b8812a278b req-434b698f-2b5c-4e16-bbb0-0c735951e155 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334289 Jan 17 13:13:49.175590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c7c4-8ab9-4d2e-9487-d3babe8a06fd req-69b24dd4-e9dd-47ec-8c92-47827325d630 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:49.177085 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f14c7c4-8ab9-4d2e-9487-d3babe8a06fd req-69b24dd4-e9dd-47ec-8c92-47827325d630 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0530884 Jan 17 13:13:49.214645 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0f14c7c4-8ab9-4d2e-9487-d3babe8a06fd req-4c50b62a-87d2-4076-94d5-e29e5909f11c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jan 17 13:13:49.790523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2725c5-ad86-426c-aa23-dff718bfc60b req-75a4a5fb-e73d-414a-9ce6-c2fed05ee985 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:49.792016 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2725c5-ad86-426c-aa23-dff718bfc60b req-75a4a5fb-e73d-414a-9ce6-c2fed05ee985 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0724642 Jan 17 13:13:49.841337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-c040c3dd-d638-4d6f-b492-0a5ab46e78fa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:49.842777 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-c040c3dd-d638-4d6f-b492-0a5ab46e78fa tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f&tenant_id=dca5833a337243ef9dada804e915c415&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 946 time: 0.0848167 Jan 17 13:13:49.847451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b2725c5-ad86-426c-aa23-dff718bfc60b req-84267e40-ce49-4e04-8802-cba7c0bc3562 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Jan 17 13:13:49.908708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-45989f1f-e685-45d4-9876-7dae01160795 service neutron] 10.222.0.67 "GET /v2.0/ports/96b5d524-a662-46e5-8ca7-8a495148a64f/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0596070 Jan 17 13:13:49.968840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-591d1ec7-d970-45a4-8a6e-f5303a030ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:49.970212 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-591d1ec7-d970-45a4-8a6e-f5303a030ae3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0399733 Jan 17 13:13:50.059598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-51d7e2ba-d2df-4600-b192-2b286cefe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:50.061122 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-51d7e2ba-d2df-4600-b192-2b286cefe04a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0847569 Jan 17 13:13:50.129254 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-2bbc613b-4cb9-43de-8c9f-d17319cbd10d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1003 time: 0.0613647 Jan 17 13:13:50.177714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-b6465335-653e-4222-b905-faba183a02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:50.179188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-b6465335-653e-4222-b905-faba183a02ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0438097 Jan 17 13:13:50.223559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-7bbd2adf-006c-42d0-9903-a73f6d57482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:50.224971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-7bbd2adf-006c-42d0-9903-a73f6d57482c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396211 Jan 17 13:13:50.317252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-bd186f62-01ce-4832-813c-a59c5c300035 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849843 Jan 17 13:13:50.406411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-a9eda442-c6cc-4055-a6b7-55d4e8dd1111 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825953 Jan 17 13:13:50.967973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c50ff-a046-4b70-a510-f38eb0edd995 req-34c3b8b6-e4d3-4539-af8c-0b003be2d198 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:50.969445 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ec4c50ff-a046-4b70-a510-f38eb0edd995 req-34c3b8b6-e4d3-4539-af8c-0b003be2d198 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0511589 Jan 17 13:13:51.007474 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ec4c50ff-a046-4b70-a510-f38eb0edd995 req-2541b331-f8cd-4097-9ce3-6c90740ee48f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Jan 17 13:13:52.136822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587b52-6eec-454d-a6f6-bb69d626b186 req-481d8666-9830-4289-8ce1-106e10a69b02 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:52.139017 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ed587b52-6eec-454d-a6f6-bb69d626b186 req-481d8666-9830-4289-8ce1-106e10a69b02 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0580230 Jan 17 13:13:52.207228 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ed587b52-6eec-454d-a6f6-bb69d626b186 req-0bb03260-2ab1-4136-9b04-ae42a7e3cc6a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620866 Jan 17 13:13:52.220047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-2ffe7334-9536-43d3-ae12-7ff1f20fe1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:52.221531 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-2ffe7334-9536-43d3-ae12-7ff1f20fe1b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1099 time: 0.0530944 Jan 17 13:13:52.327026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-82e07faf-fb12-425a-8a7c-845b6782a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:52.328585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-82e07faf-fb12-425a-8a7c-845b6782a4a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.0886400 Jan 17 13:13:52.395603 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-a2fac0ab-5f60-4042-ac57-449768603a77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1003 time: 0.0598876 Jan 17 13:13:52.444612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-c7039c2a-bcb2-44e0-9e25-47583ded33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:52.446129 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-c7039c2a-bcb2-44e0-9e25-47583ded33cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0445268 Jan 17 13:13:52.483005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:52.495849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-77abd8ff-e46a-4e10-ae01-0db0ccec7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:52.500575 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-77abd8ff-e46a-4e10-ae01-0db0ccec7513 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451033 Jan 17 13:13:52.592387 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-3e3cdc15-973a-4e60-ab5c-c15d72d9230e service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873082 Jan 17 13:13:52.688225 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf17a0b2-1fd5-49c4-a126-3e5d5345cdc2 req-48984b29-98b2-4361-8b09-ce3c30327e28 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895860 Jan 17 13:13:53.330943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058e290-9c68-4ece-ae1d-b9a9b2f331e8 req-9943a261-c285-43a7-ac09-07f519a57a20 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:53.332438 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5058e290-9c68-4ece-ae1d-b9a9b2f331e8 req-9943a261-c285-43a7-ac09-07f519a57a20 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0528224 Jan 17 13:13:53.370757 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5058e290-9c68-4ece-ae1d-b9a9b2f331e8 req-610f9464-e88f-47b3-a997-4579ee6862f9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Jan 17 13:13:54.487018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59370b95-d0e5-46f9-a24a-0a4c91e1e570 req-f66ccd39-d568-4e6b-819d-df87fb8057ca tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:54.488652 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59370b95-d0e5-46f9-a24a-0a4c91e1e570 req-f66ccd39-d568-4e6b-819d-df87fb8057ca tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0509841 Jan 17 13:13:54.528543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59370b95-d0e5-46f9-a24a-0a4c91e1e570 req-fe4e80c2-8d65-48ba-8f26-1681c0a2db06 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337579 Jan 17 13:13:54.658543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:13:54.733792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:54.755698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:13:54.757937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580b2301-8af3-4439-9389-f92e37fdabd9" -d '{"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:13:54.770867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:13:54.801979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b08235-daac-4569-9a06-732636ec9eec x-openstack-request-id: req-88b08235-daac-4569-9a06-732636ec9eec {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:13:54.802277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-unplugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:13:54.802593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88b08235-daac-4569-9a06-732636ec9eec {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:13:54.802916 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'code': 200} Jan 17 13:13:54.847681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:13:54.894595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=9']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:13:55.492642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-35336fac-18e1-43b2-80b9-abb667953380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:55.494163 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-35336fac-18e1-43b2-80b9-abb667953380 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f&tenant_id=dca5833a337243ef9dada804e915c415 HTTP/1.1" status: 200 len: 1097 time: 0.0415478 Jan 17 13:13:55.552090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-3a2ee275-ecbc-4972-8eb5-a51455457cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:55.553626 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-3a2ee275-ecbc-4972-8eb5-a51455457cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dca5833a337243ef9dada804e915c415&device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 1097 time: 0.0394633 Jan 17 13:13:55.680199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2edf5f-af44-412f-9fd0-11788327d46f req-3591d9d9-f4fa-409e-b762-4ff9c395237b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:55.681668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e2edf5f-af44-412f-9fd0-11788327d46f req-3591d9d9-f4fa-409e-b762-4ff9c395237b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0774448 Jan 17 13:13:55.684782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-48798bec-705e-408e-9c41-1935dc4be1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:55.687097 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-48798bec-705e-408e-9c41-1935dc4be1c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 200 len: 912 time: 0.1272798 Jan 17 13:13:55.764077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e2edf5f-af44-412f-9fd0-11788327d46f req-cc267bb7-454b-400e-bd37-09a69dd52b1e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755978 Jan 17 13:13:55.776149 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-d9177fed-8f5c-4cfc-a99f-0d6ded931f05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 200 len: 1001 time: 0.0812619 Jan 17 13:13:55.825131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-4a58d887-3c50-4ff3-a117-2a01fd5a29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:55.826546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-4a58d887-3c50-4ff3-a117-2a01fd5a29e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 200 len: 850 time: 0.0443680 Jan 17 13:13:55.870047 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-1811c4e0-985b-4049-af39-323079ba95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:55.871543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-1811c4e0-985b-4049-af39-323079ba95c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e150ad83-9d30-4789-82c2-e979d88bde34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387499 Jan 17 13:13:55.962190 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-d23ddaf1-c891-4f04-9574-3b762b712019 service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Jan 17 13:13:56.048890 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c3c74e30-e55e-488d-92ff-dee3a2bbc311 req-3ebb4d29-7c46-4be0-929c-4a5a4ac8223e service neutron] 10.222.0.67 "GET /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808480 Jan 17 13:13:56.881735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce0c14-9901-4fb8-8065-d0723bad720e req-8ba7c49a-d34c-4d06-884d-015e0e65fd5e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:56.883233 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8cce0c14-9901-4fb8-8065-d0723bad720e req-8ba7c49a-d34c-4d06-884d-015e0e65fd5e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0490417 Jan 17 13:13:56.921530 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8cce0c14-9901-4fb8-8065-d0723bad720e req-7e0455ba-4722-4ad1-8b4d-b41060e27d3c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Jan 17 13:13:58.042653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8746b18-bffb-4ec9-b040-217e09793102 req-9723b345-1648-4f06-a9f2-ae64a3b494fd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:58.044705 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d8746b18-bffb-4ec9-b040-217e09793102 req-9723b345-1648-4f06-a9f2-ae64a3b494fd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0549040 Jan 17 13:13:58.082857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d8746b18-bffb-4ec9-b040-217e09793102 req-d3254e6a-9521-407e-8d0a-4e5c940471ca tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Jan 17 13:13:59.199729 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411dac4-713e-4bac-9402-e5b74cc1d14f req-c88cf01b-48c9-4b5b-98e8-99d92467ac98 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:13:59.201495 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1411dac4-713e-4bac-9402-e5b74cc1d14f req-c88cf01b-48c9-4b5b-98e8-99d92467ac98 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0504034 Jan 17 13:13:59.240986 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1411dac4-713e-4bac-9402-e5b74cc1d14f req-a11b519f-bfab-4c75-b2e0-7ce36235db88 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Jan 17 13:14:00.361858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5538a4-7689-417d-bb2f-2a74841c1c84 req-e3f4ebe7-ee1a-4994-96c4-86d720d570b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:00.363381 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5538a4-7689-417d-bb2f-2a74841c1c84 req-e3f4ebe7-ee1a-4994-96c4-86d720d570b8 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0487797 Jan 17 13:14:00.404373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9f5538a4-7689-417d-bb2f-2a74841c1c84 req-4300ad07-9188-4640-bf47-c55c33b96886 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Jan 17 13:14:01.031397 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:14:01.522646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa0e84-3d41-4aca-966a-6a66b89a7d56 req-a74bacd1-487b-4a41-8ab4-71dab578c815 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:01.524130 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-30fa0e84-3d41-4aca-966a-6a66b89a7d56 req-a74bacd1-487b-4a41-8ab4-71dab578c815 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0513272 Jan 17 13:14:01.561453 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-30fa0e84-3d41-4aca-966a-6a66b89a7d56 req-29090685-14be-47e5-a5af-2fad38b5576b tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309336 Jan 17 13:14:02.674068 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51781625-1fe9-4a7a-803e-13ab4c036100 req-3fb0f2e5-6086-4f87-8c3f-6b0e34d6ec97 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:02.675532 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-51781625-1fe9-4a7a-803e-13ab4c036100 req-3fb0f2e5-6086-4f87-8c3f-6b0e34d6ec97 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 944 time: 0.0477967 Jan 17 13:14:02.705294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:14:02.712765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-51781625-1fe9-4a7a-803e-13ab4c036100 req-9f2d87ec-499f-4cbc-8d14-3bc8f420700d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jan 17 13:14:02.799562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:02.811135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'port_id': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'mac_address': 'fa:16:3e:a3:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:14:02.846497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:02.858541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b5d524-a662-46e5-8ca7-8a495148a64f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:14:02.877372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:02.932546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:02.986126 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=10']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:02.990717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['96b5d524-a662-46e5-8ca7-8a495148a64f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:14:03.787292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9e4cc077-fbf7-4a8b-8367-0389f4c548b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:03.829694 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e0795-6f15-4b86-a0bf-9722701c2600 req-9a564ff8-9e99-4b69-82bc-bbb9d8a17b41 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:03.831337 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4d0e0795-6f15-4b86-a0bf-9722701c2600 req-9a564ff8-9e99-4b69-82bc-bbb9d8a17b41 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 946 time: 0.0484467 Jan 17 13:14:03.869142 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4d0e0795-6f15-4b86-a0bf-9722701c2600 req-07538ecc-8e85-47ea-a9a9-92ad0fbf0a3e tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Jan 17 13:14:04.704869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:14:04.754434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 96b5d524-a662-46e5-8ca7-8a495148a64f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:14:04.754726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:04.828662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:04.849573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:04.851772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b391feb3-1237-4fa6-b2dc-52b7762b8f1a" -d '{"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:04.864357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:04.894665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce12fd0-e345-4724-a073-793e65d14233 x-openstack-request-id: req-8ce12fd0-e345-4724-a073-793e65d14233 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:04.894977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-plugged", "status": "completed", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:04.895235 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ce12fd0-e345-4724-a073-793e65d14233 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:04.895658 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'code': 200} Jan 17 13:14:04.924796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:04.971752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=11']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:04.985892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24409-819d-4d32-ba23-be91f99a5bf3 req-8a4bb334-8f38-49ce-9f92-43c4bb466125 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:04.990446 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d5e24409-819d-4d32-ba23-be91f99a5bf3 req-8a4bb334-8f38-49ce-9f92-43c4bb466125 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0483458 Jan 17 13:14:05.025265 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d5e24409-819d-4d32-ba23-be91f99a5bf3 req-c7cb7d2b-9c49-4f55-aff8-6af0e612a30f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Jan 17 13:14:06.148161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad36f8-d9c1-431b-9180-7ba07a775070 req-37303d4c-3289-4e93-9c89-becb066da787 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:06.149645 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e0ad36f8-d9c1-431b-9180-7ba07a775070 req-37303d4c-3289-4e93-9c89-becb066da787 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0549982 Jan 17 13:14:06.187316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbc79-86af-4401-9334-bee8097ede09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:06.191473 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e0ad36f8-d9c1-431b-9180-7ba07a775070 req-ddbf620e-eb55-4b83-b917-c20e721ab917 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Jan 17 13:14:07.312720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94a33c-04fc-476c-bd1f-eee9fbfc3a30 req-a866b7c6-5402-4a47-99e8-8a41b6df5d1f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:07.314114 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4d94a33c-04fc-476c-bd1f-eee9fbfc3a30 req-a866b7c6-5402-4a47-99e8-8a41b6df5d1f tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0545857 Jan 17 13:14:07.351211 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4d94a33c-04fc-476c-bd1f-eee9fbfc3a30 req-9d893321-aa90-4f93-ba06-0ec78206d657 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Jan 17 13:14:07.378559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:08.465524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157651a-0985-49ef-8c3c-691c19681877 req-fe49122b-74fb-4b9a-b1eb-0e61513ab0c9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:08.466889 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4157651a-0985-49ef-8c3c-691c19681877 req-fe49122b-74fb-4b9a-b1eb-0e61513ab0c9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0494070 Jan 17 13:14:08.504923 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4157651a-0985-49ef-8c3c-691c19681877 req-815427a6-5a22-4ed6-964b-df206de3aadd tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320957 Jan 17 13:14:08.616970 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04710-687a-458f-809f-0ff2d7a95401 req-df1962a9-8d57-4d1d-b60c-0854c562153c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:08.618433 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-67a04710-687a-458f-809f-0ff2d7a95401 req-df1962a9-8d57-4d1d-b60c-0854c562153c tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0479178 Jan 17 13:14:08.655764 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-67a04710-687a-458f-809f-0ff2d7a95401 req-faca869d-3b8d-4acf-a56e-2d4781e8bd55 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301836 Jan 17 13:14:08.768475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11979302-7721-457e-acfc-4402d4921abd req-7dbf12be-aac6-407b-8b0c-a9e8433c5694 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:08.769944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11979302-7721-457e-acfc-4402d4921abd req-7dbf12be-aac6-407b-8b0c-a9e8433c5694 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0489595 Jan 17 13:14:08.807063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:08.808101 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11979302-7721-457e-acfc-4402d4921abd req-87557a96-549f-4eaa-9259-499acf3c6c25 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Jan 17 13:14:08.938921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:09.242856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37557ad0-7849-4ed0-90d7-4b46bf4e7691 req-f7d872e7-1437-45bb-8af1-0db56875729d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:09.244394 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37557ad0-7849-4ed0-90d7-4b46bf4e7691 req-f7d872e7-1437-45bb-8af1-0db56875729d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0541027 Jan 17 13:14:09.283210 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-37557ad0-7849-4ed0-90d7-4b46bf4e7691 req-797ae2f6-bfc1-4b89-8625-0869ec482da4 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Jan 17 13:14:10.399603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f73b5-3150-41cd-a4a7-9f009b6500a0 req-1857b60c-a846-4ac4-b568-1f5f0d8e01fe tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:10.401089 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-701f73b5-3150-41cd-a4a7-9f009b6500a0 req-1857b60c-a846-4ac4-b568-1f5f0d8e01fe tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0488095 Jan 17 13:14:10.437890 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-701f73b5-3150-41cd-a4a7-9f009b6500a0 req-c8364c77-80d8-47a6-a539-e5562a7e555d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307472 Jan 17 13:14:11.576881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3dfb3-9e4d-433d-b82a-b5c714d7c611 req-c73e4029-9a22-4488-a153-e4f458019b23 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:11.578352 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eb3dfb3-9e4d-433d-b82a-b5c714d7c611 req-c73e4029-9a22-4488-a153-e4f458019b23 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0740664 Jan 17 13:14:11.600200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-d07bc766-4e23-4fff-a8aa-da035a3aff9d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:11.601607 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-d07bc766-4e23-4fff-a8aa-da035a3aff9d tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 947 time: 0.0709004 Jan 17 13:14:11.658790 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4eb3dfb3-9e4d-433d-b82a-b5c714d7c611 req-55c787b5-09ba-44b0-9ce7-5ba7fab3b00a tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups?id=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742106 Jan 17 13:14:11.709425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Deleting port 96b5d524-a662-46e5-8ca7-8a495148a64f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:11.709767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:11.797796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] For port 96b5d524-a662-46e5-8ca7-8a495148a64f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=96b5d524-a662-46e5-8ca7-8a495148a64f,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:11.798169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:11.970593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:11.970959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:11.971265 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Floating IP 9790938b-2da8-4db1-8d37-af71b1508903 disassociated. External IP: 172.26.4.218, port: 96b5d524-a662-46e5-8ca7-8a495148a64f. Jan 17 13:14:11.971631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Calling delete_port for 96b5d524-a662-46e5-8ca7-8a495148a64f owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:12.187057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:12.219267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event deleted for resources: {'Port': ['ID=96b5d524-a662-46e5-8ca7-8a495148a64f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:12.230306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.231187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.231554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.232049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.232393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.232731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.233065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.233394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.233724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.234058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.234376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.234696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:12.349465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:14:12.462631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:14:12.471972 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:14:12.481441 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:14:12.482330 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:14:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:12.505343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] No DVR routers for this DVR port 96b5d524-a662-46e5-8ca7-8a495148a64f on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:14:12.508013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:12.511405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e03ba8a-8f16-40f3-9f55-3cbe9c2341cd req-29c9df5c-6867-4ab1-ac28-ca4ef67d7263 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.67 "DELETE /v2.0/ports/96b5d524-a662-46e5-8ca7-8a495148a64f HTTP/1.1" status: 204 len: 173 time: 0.9032369 Jan 17 13:14:12.511902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-deleted', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:12.514195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d7168e-8086-458f-94a8-0bb6df147c50" -d '{"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-deleted", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:12.556473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907ff2b0-06e1-46d4-a7f3-0b509e1a0d50 x-openstack-request-id: req-907ff2b0-06e1-46d4-a7f3-0b509e1a0d50 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:12.556766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6dc0d3-1673-433c-ac69-675a8cf4ab6f", "name": "network-vif-deleted", "tag": "96b5d524-a662-46e5-8ca7-8a495148a64f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:12.557045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-907ff2b0-06e1-46d4-a7f3-0b509e1a0d50 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:12.557463 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6dc0d3-1673-433c-ac69-675a8cf4ab6f', 'name': 'network-vif-deleted', 'tag': '96b5d524-a662-46e5-8ca7-8a495148a64f', 'status': 'completed', 'code': 200} Jan 17 13:14:12.592978 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:14:12.768148 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2a6182c2-94c6-4bcd-be1a-8321c530b1f7 req-44e795fc-9363-4a51-b88b-6b2cc762e2b1 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0334034 Jan 17 13:14:12.799447 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:12.827426 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:14:12.835622 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:14:12.836216 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:14:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:12.940221 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:14:13.132530 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:13.163314 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a724a6f-89b5-456a-a44b-5eb0718ed755 None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:07:59Z', 'revision_number': 4, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f45699cd-a688-4a13-8e6e-eb8c0cba9cf8', 'name': '', 'network_id': 'e150ad83-9d30-4789-82c2-e979d88bde34', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'mac_address': 'fa:16:3e:07:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:58Z', 'updated_at': '2022-01-17T13:08:02Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'subnets': [{'id': 'd57b75a4-4cac-4390-872b-cee38de97cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:14:13.381164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795c15b-6e67-4629-ba34-7166de68a4eb None None] New status for floating IP 9790938b-2da8-4db1-8d37-af71b1508903: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:14:13.869276 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-dda2090c-4c57-47a5-b9c0-78068819c318 req-f58a130b-a48d-47a9-8259-105353883f19 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0301602 Jan 17 13:14:14.766897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:14:14.787189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 96b5d524-a662-46e5-8ca7-8a495148a64f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:14:14.787557 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 96b5d524-a662-46e5-8ca7-8a495148a64f not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:14:14.962896 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8133244f-8819-4a3d-bba1-372fd42b7bdd req-b6d2dc74-c916-404b-a17d-b032e1a66ec9 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0261056 Jan 17 13:14:16.058021 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a299a32e-567f-4629-b37f-bb7b57698dff req-706a4863-3460-4deb-97b0-8bddeace3227 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a6dc0d3-1673-433c-ac69-675a8cf4ab6f HTTP/1.1" status: 200 len: 210 time: 0.0261347 Jan 17 13:14:21.022061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53592) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:21.075757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.098156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.229720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.232667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.233839 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "DELETE /v2.0/security-groups/e13c8b9a-e57e-4cde-b4a4-c1684bca5a53 HTTP/1.1" status: 204 len: 168 time: 0.2107341 Jan 17 13:14:21.236515 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53594) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:21.243569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13c8b9a-e57e-4cde-b4a4-c1684bca5a53,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:21.250353 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.api.v2.resource [None req-12fdcb99-3951-4adb-8fba-c3c4bd50fcf6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] show failed (client error): The resource could not be found. Jan 17 13:14:21.251514 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-12fdcb99-3951-4adb-8fba-c3c4bd50fcf6 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "GET /v2.0/security-groups/e13c8b9a-e57e-4cde-b4a4-c1684bca5a53 HTTP/1.1" status: 404 len: 347 time: 0.0140004 Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.256924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.257781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28ffb96-39a7-4893-b3cc-fd6949e8a477 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:21.258795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53596) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:21.381478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Deleting port a17e3ec3-6a2e-4a64-ad50-fbf59bf2a723 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:21.381818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.797176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.797506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:21.809507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Calling delete_port for a17e3ec3-6a2e-4a64-ad50-fbf59bf2a723 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:22.004015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.028855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Pushing event deleted for resources: {'Port': ['ID=a17e3ec3-6a2e-4a64-ad50-fbf59bf2a723,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:22.088902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.091520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.094082 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f30a1f74-93ef-4a64-9657-39e6a5e38406 tempest-ServerActionsTestJSON-1955127291 tempest-ServerActionsTestJSON-1955127291-project] 10.222.0.77 "DELETE /v2.0/floatingips/9790938b-2da8-4db1-8d37-af71b1508903 HTTP/1.1" status: 204 len: 168 time: 0.8343728 Jan 17 13:14:22.095547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53598) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:22.489282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.507757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.750370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Deleting port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:22.750606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.827504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] For port f45699cd-a688-4a13-8e6e-eb8c0cba9cf8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:22.827873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:22.840265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Calling delete_port for f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:23.081371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:23.112965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f45699cd-a688-4a13-8e6e-eb8c0cba9cf8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:23.278835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:23.491665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Router 35863250-5e25-4f38-8533-593f6ac3a3c3 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:14:23.601242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:14:23.607318 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e9543428-f2da-4867-9a03-16b8fa2c87bb admin admin] 10.222.0.77 "PUT /v2.0/routers/35863250-5e25-4f38-8533-593f6ac3a3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106928 Jan 17 13:14:23.609700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53602) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:23.612267 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] Sync routers for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:14:23.622918 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:14:23.623537 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:14:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:23.713389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:23.725887 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:14:23.813433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:23.903816 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:14:22Z', 'revision_number': 5, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port': {'id': 'cc4bf9f6-c79a-4bd0-bc24-2430dd8199be', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:07:56Z', 'updated_at': '2022-01-17T13:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:23.929546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Deleting port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:23.929893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:23.930249 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] Checking router: 35863250-5e25-4f38-8533-593f6ac3a3c3 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:14:23.938769 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] Routers {'35863250-5e25-4f38-8533-593f6ac3a3c3'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:14:23.939377 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:14:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['35863250-5e25-4f38-8533-593f6ac3a3c3'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:24.011731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] For port cc4bf9f6-c79a-4bd0-bc24-2430dd8199be, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:24.012101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.025756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Calling delete_port for cc4bf9f6-c79a-4bd0-bc24-2430dd8199be owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:24.113257 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] Set router 35863250-5e25-4f38-8533-593f6ac3a3c3 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:14:24.167422 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:14:23Z', 'revision_number': 6, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:24.194647 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4561dcab-5a07-4cf9-987e-d440a5a5b3cb None None] The sync data for ids ['35863250-5e25-4f38-8533-593f6ac3a3c3'] in dv-neutron-824886-1-hyperv is: [{'id': '35863250-5e25-4f38-8533-593f6ac3a3c3', 'name': 'tempest-ServerActionsTestJSON-749404296-router', 'tenant_id': 'dca5833a337243ef9dada804e915c415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:07:55Z', 'updated_at': '2022-01-17T13:14:23Z', 'revision_number': 6, 'project_id': 'dca5833a337243ef9dada804e915c415', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:14:24.241388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.268364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4bf9f6-c79a-4bd0-bc24-2430dd8199be,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:24.332622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.421228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.423181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.523740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.524286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35863250-5e25-4f38-8533-593f6ac3a3c3 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:14:24.529849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.533823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53604) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:24.534294 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e0144d24-0726-47ce-b5e9-bcea109e61aa admin admin] 10.222.0.77 "DELETE /v2.0/routers/35863250-5e25-4f38-8533-593f6ac3a3c3 HTTP/1.1" status: 204 len: 168 time: 0.9230278 Jan 17 13:14:24.582544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Deleting subnet d57b75a4-4cac-4390-872b-cee38de97cae {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:14:24.586356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.627516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.701994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.796068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.825360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57b75a4-4cac-4390-872b-cee38de97cae,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:24.830100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.833738 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-40dde2de-cb5a-4b72-81a0-354e5237408b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d57b75a4-4cac-4390-872b-cee38de97cae HTTP/1.1" status: 204 len: 168 time: 0.2989404 Jan 17 13:14:24.835446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8cef2-c48e-4e19-8001-cb9221538954 None None] Network e150ad83-9d30-4789-82c2-e979d88bde34 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:14:24.836627 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53606) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:24.912445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.965810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:14:24.968313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Deleting port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:24.968660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:24.986811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:14:24.987514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f45699cd-a688-4a13-8e6e-eb8c0cba9cf8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:14:25.035118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] For port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:25.035579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.036768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] DHCP port deletion for e150ad83-9d30-4789-82c2-e979d88bde34 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:14:25.048890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Calling delete_port for f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:25.082441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] Deleting port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:25.082852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.148367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] For port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,segment=NetworkSegment(66650ed7-7b82-44bc-95dc-af256add5faf),segment_id=66650ed7-7b82-44bc-95dc-af256add5faf)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:25.148766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.161798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] Calling delete_port for f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:25.238312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.244569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.268699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:25.278316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] Pushing event deleted for resources: {'Port': ['ID=f33ac371-e94a-46cc-a5ae-b8e39ef97ae3,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:25.280354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a8daa-dd3d-48b2-b019-48b5af9d99d0 None None] No DVR routers for this DVR port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:14:25.284786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] No DVR routers for this DVR port f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:14:25.362334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.382618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e150ad83-9d30-4789-82c2-e979d88bde34']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:25.392293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66650ed7-7b82-44bc-95dc-af256add5faf') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:25.392592 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66650ed7-7b82-44bc-95dc-af256add5faf') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:14:25.401698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.414453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.420172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:14:25.420561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:14:25.422179 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:14:25.555883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.561957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.565503 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e150ad83-9d30-4789-82c2-e979d88bde34 HTTP/1.1" status: 204 len: 168 time: 0.7275586 Jan 17 13:14:25.577064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50276-29e0-4e9d-896d-c0544571f261 admin admin] Pushing event deleted for resources: {'Network': ['ID=e150ad83-9d30-4789-82c2-e979d88bde34,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:25.881260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53610) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:25.925949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5f33ff49-b699-49a1-a648-72ad84ac3714 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dca5833a337243ef9dada804e915c415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434487 Jan 17 13:14:25.928340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53612) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:25.975335 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8eab62e8-6e52-4e60-9ac3-5d782ccf9702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:25.997274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8eab62e8-6e52-4e60-9ac3-5d782ccf9702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:26.107249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8eab62e8-6e52-4e60-9ac3-5d782ccf9702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:26.109969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8eab62e8-6e52-4e60-9ac3-5d782ccf9702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:26.111129 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8eab62e8-6e52-4e60-9ac3-5d782ccf9702 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3cf764b-491b-4c93-b173-c63643b82cba HTTP/1.1" status: 204 len: 168 time: 0.1819105 Jan 17 13:14:26.118813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab62e8-6e52-4e60-9ac3-5d782ccf9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf764b-491b-4c93-b173-c63643b82cba,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:26.350146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cc4bf9f6-c79a-4bd0-bc24-2430dd8199be no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:14:26.370692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: cc4bf9f6-c79a-4bd0-bc24-2430dd8199be {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:14:26.370961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device cc4bf9f6-c79a-4bd0-bc24-2430dd8199be not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:14:26.371416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:14:26.390108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:14:26.390458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f33ac371-e94a-46cc-a5ae-b8e39ef97ae3 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:14:27.076835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53634) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:27.172316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1122649875-network', 'tenant_id': '596191520527430498d5abea32ec8be9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:14:27.269539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Made reservation on behalf of 596191520527430498d5abea32ec8be9 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:14:27.271891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.281111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.351774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.435397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.459597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:14:27.469584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1081b991-0e0d-4879-b3f9-5fd765ac1360,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:27.474230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.476329 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Added segment 75727a64-08e6-4c4f-8437-16a721ef4a10 of type vlan for network 7b81e840-84db-408d-8104-1f032db7ba05 Jan 17 13:14:27.516685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.606832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.607796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:27.608381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:27.665558 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] Pushing event updated for resources: {'Network': ['ID=7b81e840-84db-408d-8104-1f032db7ba05,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:27.675920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 7b81e840-84db-408d-8104-1f032db7ba05 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:14:27.730101 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-81af0cdb-8334-48f5-ba46-a89c0c596ecc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6519322 Jan 17 13:14:27.733124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53638) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:14:27.737882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Request body: {'subnet': {'network_id': '7b81e840-84db-408d-8104-1f032db7ba05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1122649875-subnet', 'tenant_id': '596191520527430498d5abea32ec8be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:14:27.829271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Made reservation on behalf of 596191520527430498d5abea32ec8be9 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:14:27.831630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:28.052344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:28.106724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:28.115215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Checking segment: {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:14:28.115609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Network hostable DHCP agents. Network: 7b81e840-84db-408d-8104-1f032db7ba05, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:14:28.209306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Network 7b81e840-84db-408d-8104-1f032db7ba05 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:14:28.300604 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 7b81e840-84db-408d-8104-1f032db7ba05) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:14:28.305728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:28.306392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:28.310157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc1e63-6914-4151-9c35-aec12e16ce3d None None] Network 7b81e840-84db-408d-8104-1f032db7ba05 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:14:28.389722 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ddfb58ab-2682-4164-b4d8-19a2ad4671ef admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6554701 Jan 17 13:14:28.430910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128c62a-c537-47cd-9ae2-27a8ce959209 None None] Network 7b81e840-84db-408d-8104-1f032db7ba05 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:14:28.802682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-34b2bda2-cc99-4b41-81a3-427acb6dbd3b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:28.804171 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-34b2bda2-cc99-4b41-81a3-427acb6dbd3b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/networks?id=7b81e840-84db-408d-8104-1f032db7ba05 HTTP/1.1" status: 200 len: 814 time: 0.0996487 Jan 17 13:14:28.819269 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d34151a6-5d8f-4424-b2fd-3dfe1fda8bad tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/quotas/596191520527430498d5abea32ec8be9 HTTP/1.1" status: 200 len: 375 time: 0.0090916 Jan 17 13:14:28.851442 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-21a627b8-5d9a-496b-adb2-c12545cfad85 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262086 Jan 17 13:14:28.988947 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-0fff48d3-21b2-42e7-9770-db446ee3ff99 service neutron] 10.222.0.77 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306086 Jan 17 13:14:29.077055 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-a3e245a1-cf60-4adc-89c9-24d80c955dc1 service neutron] 10.222.0.77 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821183 Jan 17 13:14:29.350953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c10a843b-a707-4bb1-af39-838df4804982 req-1daa9a77-2de7-4c51-8fe7-783290f31733 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 210 time: 0.0322790 Jan 17 13:14:30.444636 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9e9009a7-4d1e-4090-b5a6-d090a2daa423 req-672efa73-aa3a-443c-99b5-1fa2244669a1 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 210 time: 0.0266471 Jan 17 13:14:31.374001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-83f39717-2d45-4f1f-898b-14bed9a1918b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:31.375424 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-83f39717-2d45-4f1f-898b-14bed9a1918b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "GET /v2.0/networks?id=7b81e840-84db-408d-8104-1f032db7ba05 HTTP/1.1" status: 200 len: 814 time: 0.0974460 Jan 17 13:14:31.392430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Request body: {'port': {'device_id': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05', 'admin_state_up': True, 'tenant_id': '596191520527430498d5abea32ec8be9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:14:31.540392 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-72aaefe4-5a58-4e9c-8292-5e28d0f3a80b req-222f6f10-13ad-4e5f-b176-0b73db968f34 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 210 time: 0.0270948 Jan 17 13:14:31.586070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Made reservation on behalf of 596191520527430498d5abea32ec8be9 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:14:31.590112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:31.712657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Allocated IP 172.20.0.11 (7b81e840-84db-408d-8104-1f032db7ba05/b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d/f5f308c2-dc8d-4504-98df-723724c1bcfd) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:14:31.860488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:31.950511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:31.996231 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Network 7b81e840-84db-408d-8104-1f032db7ba05 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:14:31.999672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:14:32.001992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:14:32.033172 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Pushing event updated for resources: {'Port': ['ID=f5f308c2-dc8d-4504-98df-723724c1bcfd,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:32.059601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:32.060207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.128708 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d63e679b-e505-4e6f-8122-4e0c6996862d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7398467 Jan 17 13:14:32.140981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Request body: {'port': {'device_id': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:14:32.193556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.453719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f308c2-dc8d-4504-98df-723724c1bcfd {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:14:32.460916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.472855 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Transition to ACTIVE for port object f5f308c2-dc8d-4504-98df-723724c1bcfd will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:14:32.551935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.605759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f308c2-dc8d-4504-98df-723724c1bcfd,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:32.660229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bfbc8-509c-4099-8822-ac5dc0f1240a req-f3ce88a0-7fb5-4f9a-9214-b6600b7a88b7 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:32.661831 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b32bfbc8-509c-4099-8822-ac5dc0f1240a req-f3ce88a0-7fb5-4f9a-9214-b6600b7a88b7 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 944 time: 0.0542235 Jan 17 13:14:32.670017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Attempting to bind port f5f308c2-dc8d-4504-98df-723724c1bcfd on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:14:32.670357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Attempting to bind port f5f308c2-dc8d-4504-98df-723724c1bcfd by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:14:32.670682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Attempting to bind port f5f308c2-dc8d-4504-98df-723724c1bcfd on network 7b81e840-84db-408d-8104-1f032db7ba05 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:14:32.675032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Port f5f308c2-dc8d-4504-98df-723724c1bcfd on network 7b81e840-84db-408d-8104-1f032db7ba05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:14:32.675349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Attempting to bind port f5f308c2-dc8d-4504-98df-723724c1bcfd on network 7b81e840-84db-408d-8104-1f032db7ba05 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:14:32.680262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:14:32.680596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Checking segment: {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:14:32.680972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Bound using segment: {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:14:32.681394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Bound port: f5f308c2-dc8d-4504-98df-723724c1bcfd, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:14:32.681767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.699935 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b32bfbc8-509c-4099-8822-ac5dc0f1240a req-7a2ef905-2f02-4be4-b75b-876832dd637c tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jan 17 13:14:32.748343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] For port f5f308c2-dc8d-4504-98df-723724c1bcfd, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:14:32.751295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] For port f5f308c2-dc8d-4504-98df-723724c1bcfd, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:14:32.809440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.844788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:32.845401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:32.846757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] 10.222.0.67 "PUT /v2.0/ports/f5f308c2-dc8d-4504-98df-723724c1bcfd HTTP/1.1" status: 200 len: 1094 time: 0.7105577 Jan 17 13:14:32.847182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'tag': 'f5f308c2-dc8d-4504-98df-723724c1bcfd'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:32.849418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24" -d '{"events": [{"name": "network-changed", "server_uuid": "0c910e16-a2f8-4d29-9632-a852d4db56ad", "tag": "f5f308c2-dc8d-4504-98df-723724c1bcfd"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:32.875167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560c16b-1296-4236-983d-36b4c06f0ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f308c2-dc8d-4504-98df-723724c1bcfd,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:32.890789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67ab47-0472-45e9-b453-28e9863a4d51 x-openstack-request-id: req-8d67ab47-0472-45e9-b453-28e9863a4d51 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:32.891079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c910e16-a2f8-4d29-9632-a852d4db56ad", "tag": "f5f308c2-dc8d-4504-98df-723724c1bcfd", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:32.891357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d67ab47-0472-45e9-b453-28e9863a4d51 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:32.896631 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'tag': 'f5f308c2-dc8d-4504-98df-723724c1bcfd', 'status': 'completed', 'code': 200} Jan 17 13:14:32.953239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24 req-8489760c-acd4-40ae-91a4-5b7555ef93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:32.954702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24 req-8489760c-acd4-40ae-91a4-5b7555ef93ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 1097 time: 0.0415862 Jan 17 13:14:33.389168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24 req-41b910f7-d3ca-4dd5-bbec-c308a818cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:33.390700 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24 req-41b910f7-d3ca-4dd5-bbec-c308a818cc97 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=596191520527430498d5abea32ec8be9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4286859 Jan 17 13:14:33.481389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24 req-8679d7d7-4980-4a2a-8e80-38f62253cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:33.482798 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9c7b336-6b7c-4d0c-9b07-b81d2586cb24 req-8679d7d7-4980-4a2a-8e80-38f62253cf4d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857408 Jan 17 13:14:33.563779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-5cb595be-6fb2-4abc-93ec-9ea82914990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:33.565303 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-5cb595be-6fb2-4abc-93ec-9ea82914990f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 1097 time: 0.0439479 Jan 17 13:14:33.605954 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-c0c54156-d421-449b-b40d-f7f6a777b95d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd HTTP/1.1" status: 200 len: 217 time: 0.0336428 Jan 17 13:14:33.651144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de826d1-730b-4449-8363-4f18d1720e5d req-c3e0955e-1d43-4945-854c-41f1eef4e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:33.653187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-c3e0955e-1d43-4945-854c-41f1eef4e330 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d HTTP/1.1" status: 200 len: 854 time: 0.0417194 Jan 17 13:14:33.684214 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-d6ebadb7-5324-4a3e-98e9-3ea17a8cd7ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b81e840-84db-408d-8104-1f032db7ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243669 Jan 17 13:14:33.777391 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-25a96954-385c-4d19-b646-3abb8574216d service neutron] 10.222.0.67 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863097 Jan 17 13:14:33.797677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2ac67b1e-a7dd-4896-b12e-f367ccdde962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:33.815606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed9fb4-b580-49ef-b28a-f8081b709788 req-0fdff635-a30f-4b7a-9e0b-88d3c23def54 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:33.817096 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e6ed9fb4-b580-49ef-b28a-f8081b709788 req-0fdff635-a30f-4b7a-9e0b-88d3c23def54 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 944 time: 0.0513475 Jan 17 13:14:33.856346 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e6ed9fb4-b580-49ef-b28a-f8081b709788 req-4b3f7c9f-d88e-4365-ba7d-c8fbed7f93c5 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Jan 17 13:14:33.868693 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9de826d1-730b-4449-8363-4f18d1720e5d req-7599c8f3-d94d-4d5e-b9d4-71bfdf8baefc service neutron] 10.222.0.67 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837712 Jan 17 13:14:34.828569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device f5f308c2-dc8d-4504-98df-723724c1bcfd details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:14:34.922939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port f5f308c2-dc8d-4504-98df-723724c1bcfd, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:34.934331 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'f5f308c2-dc8d-4504-98df-723724c1bcfd', 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05', 'port_id': 'f5f308c2-dc8d-4504-98df-723724c1bcfd', 'mac_address': 'fa:16:3e:38:1f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:14:34.971118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:34.978588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdee0b-e5aa-4f6b-9bbc-1eca5a4e81b4 req-87f6b35b-dd25-4b66-8113-6e7d0b847685 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:34.980323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6fdee0b-e5aa-4f6b-9bbc-1eca5a4e81b4 req-87f6b35b-dd25-4b66-8113-6e7d0b847685 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 944 time: 0.0541544 Jan 17 13:14:34.983644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f308c2-dc8d-4504-98df-723724c1bcfd {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:14:35.004282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port f5f308c2-dc8d-4504-98df-723724c1bcfd, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:35.018895 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6fdee0b-e5aa-4f6b-9bbc-1eca5a4e81b4 req-2ddfa817-d6c8-4706-b7ab-6e3b5500df91 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Jan 17 13:14:35.069335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:35.115841 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=f5f308c2-dc8d-4504-98df-723724c1bcfd,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:35.304344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['f5f308c2-dc8d-4504-98df-723724c1bcfd'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:14:36.132262 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c9644-599e-4628-9d10-2f3a857f9c6c req-00a6bd7e-bdd7-43bf-a542-b533d03efa02 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:36.133790 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9d1c9644-599e-4628-9d10-2f3a857f9c6c req-00a6bd7e-bdd7-43bf-a542-b533d03efa02 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 945 time: 0.0494912 Jan 17 13:14:36.172825 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9d1c9644-599e-4628-9d10-2f3a857f9c6c req-096fff13-8d2b-43b7-9ebb-030af5e04633 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jan 17 13:14:36.178108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-858851db-e30d-48de-b77f-39d7e36f2b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:36.845092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device f5f308c2-dc8d-4504-98df-723724c1bcfd up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:14:36.991791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port f5f308c2-dc8d-4504-98df-723724c1bcfd completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:14:36.996417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port f5f308c2-dc8d-4504-98df-723724c1bcfd triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:14:36.996792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:37.073554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:37.095422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f308c2-dc8d-4504-98df-723724c1bcfd'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:37.097861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdcbb2d-3775-44ff-8b5c-305357421acc" -d '{"events": [{"server_uuid": "0c910e16-a2f8-4d29-9632-a852d4db56ad", "name": "network-vif-plugged", "status": "completed", "tag": "f5f308c2-dc8d-4504-98df-723724c1bcfd"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:37.112293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port f5f308c2-dc8d-4504-98df-723724c1bcfd, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:37.149840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccefe9b-074d-4f04-ba39-e74244c70632 x-openstack-request-id: req-8ccefe9b-074d-4f04-ba39-e74244c70632 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:37.149840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c910e16-a2f8-4d29-9632-a852d4db56ad", "name": "network-vif-plugged", "status": "completed", "tag": "f5f308c2-dc8d-4504-98df-723724c1bcfd", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:37.149840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ccefe9b-074d-4f04-ba39-e74244c70632 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:37.149840 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f308c2-dc8d-4504-98df-723724c1bcfd', 'code': 200} Jan 17 13:14:37.231700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:37.290912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=f5f308c2-dc8d-4504-98df-723724c1bcfd,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:37.293588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c9780-38e7-4340-ab1e-6a34e89ff882 req-9bc7202d-4d65-407e-9e89-8095fcf68cae tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:37.298817 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ee8c9780-38e7-4340-ab1e-6a34e89ff882 req-9bc7202d-4d65-407e-9e89-8095fcf68cae tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0568459 Jan 17 13:14:37.300167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.300523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.300869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.301208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.301549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.301931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.302262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.302595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.302926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.303275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.303621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.303946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:14:37.335369 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ee8c9780-38e7-4340-ab1e-6a34e89ff882 req-f226f822-9690-4370-83bf-69575f7c7464 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Jan 17 13:14:37.363171 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:37.498008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96a4df-3f72-4bd1-b493-ef6f3e953618 req-91519087-7f21-4b8a-bd22-f4ea2d03f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:37.499572 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cc96a4df-3f72-4bd1-b493-ef6f3e953618 req-91519087-7f21-4b8a-bd22-f4ea2d03f8d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 1099 time: 0.0399425 Jan 17 13:14:37.534768 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cc96a4df-3f72-4bd1-b493-ef6f3e953618 req-5d1b64ba-625f-4f5e-bac8-af96bae1fca2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273817 Jan 17 13:14:38.029886 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:14:38.453744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b041-a7d0-43a4-87e9-3ebfed7bfb92 req-69a84176-b0b5-42f8-8a81-58be69741dd7 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:38.455247 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4454b041-a7d0-43a4-87e9-3ebfed7bfb92 req-69a84176-b0b5-42f8-8a81-58be69741dd7 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0494254 Jan 17 13:14:38.493525 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4454b041-a7d0-43a4-87e9-3ebfed7bfb92 req-c6c98d6a-66e7-4532-972f-6e2796b6d85b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Jan 17 13:14:38.850703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:38.945356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:39.609815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d234ff-67c8-4a02-985e-4bcee9084190 req-0b30903f-ddbe-4eff-95f9-842c92d5e1de tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:39.611273 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-57d234ff-67c8-4a02-985e-4bcee9084190 req-0b30903f-ddbe-4eff-95f9-842c92d5e1de tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0487370 Jan 17 13:14:39.649134 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-57d234ff-67c8-4a02-985e-4bcee9084190 req-56b5c0f2-50ae-4bca-bf25-ce2a63438dd8 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Jan 17 13:14:39.870026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-666afc83-4c8e-438a-aeff-d6c82cd2320b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:39.871515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-666afc83-4c8e-438a-aeff-d6c82cd2320b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/networks?id=7b81e840-84db-408d-8104-1f032db7ba05 HTTP/1.1" status: 200 len: 814 time: 0.1026857 Jan 17 13:14:39.886766 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-209e4fe5-17da-4e84-a9d7-ec2eef83ef42 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/quotas/596191520527430498d5abea32ec8be9 HTTP/1.1" status: 200 len: 375 time: 0.0093284 Jan 17 13:14:39.934415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-a37a952e-84c6-4a27-9ef7-eeb1fa0a435d tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423279 Jan 17 13:14:40.069748 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-43372ecb-1348-4776-a9fa-a65d42b39a1e service neutron] 10.222.0.77 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281385 Jan 17 13:14:40.158683 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-ba22dd6e-777c-4dc4-958d-dcdf147e6e8b service neutron] 10.222.0.77 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819135 Jan 17 13:14:40.437334 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-04ad5700-0f60-4c40-b2a3-b3b26b87b504 req-693fcc5b-95b5-4adb-81df-15641da25dc2 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 210 time: 0.0265901 Jan 17 13:14:41.530495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4bce0b5f-514a-4ebc-aa5a-c206de2dba5b req-84be226a-7eb6-4ca4-b195-b7110c850101 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 210 time: 0.0277889 Jan 17 13:14:42.138383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-2a733848-eb69-4e09-84d5-ca128548736c tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:42.139961 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-2a733848-eb69-4e09-84d5-ca128548736c tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "GET /v2.0/networks?id=7b81e840-84db-408d-8104-1f032db7ba05 HTTP/1.1" status: 200 len: 814 time: 0.1063197 Jan 17 13:14:42.152525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Request body: {'port': {'device_id': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05', 'admin_state_up': True, 'tenant_id': '596191520527430498d5abea32ec8be9'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:14:42.351587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Made reservation on behalf of 596191520527430498d5abea32ec8be9 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:14:42.355579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:42.485808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Allocated IP 172.20.0.14 (7b81e840-84db-408d-8104-1f032db7ba05/b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d/307c4ad1-6628-4517-a39f-00d0a680df59) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:14:42.628969 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-43e4d263-d088-4099-b2a0-e337c1c239e4 req-b84e7b61-c2c0-4603-a6ac-23be701bf6ea tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 210 time: 0.0299876 Jan 17 13:14:42.639543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:42.728765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:42.740761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['f5f308c2-dc8d-4504-98df-723724c1bcfd'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:14:42.772828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Network 7b81e840-84db-408d-8104-1f032db7ba05 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:14:42.775840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:14:42.779799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:14:42.805019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Pushing event updated for resources: {'Port': ['ID=307c4ad1-6628-4517-a39f-00d0a680df59,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:42.833664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:42.834833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:42.913814 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-e7ab207b-299c-4e97-bb88-9c4c757d53e9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655637 Jan 17 13:14:42.936313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Request body: {'port': {'device_id': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:14:42.991365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:43.246548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307c4ad1-6628-4517-a39f-00d0a680df59 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:14:43.253889 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:43.265385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Transition to ACTIVE for port object 307c4ad1-6628-4517-a39f-00d0a680df59 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:14:43.357263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:43.422683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ae542-41fe-436b-8127-995724147251 service neutron] Pushing event updated for resources: {'Port': ['ID=307c4ad1-6628-4517-a39f-00d0a680df59,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:43.476315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Attempting to bind port 307c4ad1-6628-4517-a39f-00d0a680df59 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:14:43.476644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Attempting to bind port 307c4ad1-6628-4517-a39f-00d0a680df59 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:14:43.476966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Attempting to bind port 307c4ad1-6628-4517-a39f-00d0a680df59 on network 7b81e840-84db-408d-8104-1f032db7ba05 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:14:43.481861 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Port 307c4ad1-6628-4517-a39f-00d0a680df59 on network 7b81e840-84db-408d-8104-1f032db7ba05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:14:43.482182 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Attempting to bind port 307c4ad1-6628-4517-a39f-00d0a680df59 on network 7b81e840-84db-408d-8104-1f032db7ba05 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:14:43.487154 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:14:43.487549 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Checking segment: {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:14:43.487935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Bound using segment: {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:14:43.488360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Bound port: 307c4ad1-6628-4517-a39f-00d0a680df59, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75727a64-08e6-4c4f-8437-16a721ef4a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:14:43.488713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:43.550139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] For port 307c4ad1-6628-4517-a39f-00d0a680df59, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:14:43.553237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] For port 307c4ad1-6628-4517-a39f-00d0a680df59, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=307c4ad1-6628-4517-a39f-00d0a680df59,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:14:43.602748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:43.634070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:43.634813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:43.636864 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-218ae542-41fe-436b-8127-995724147251 service neutron] 10.222.0.67 "PUT /v2.0/ports/307c4ad1-6628-4517-a39f-00d0a680df59 HTTP/1.1" status: 200 len: 1094 time: 0.7052324 Jan 17 13:14:43.639088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'tag': '307c4ad1-6628-4517-a39f-00d0a680df59'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:43.642356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fd1976-3c52-45fd-9310-9d4c88e4dbb0", "tag": "307c4ad1-6628-4517-a39f-00d0a680df59"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:43.674527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ae542-41fe-436b-8127-995724147251 service neutron] Pushing event updated for resources: {'Port': ['ID=307c4ad1-6628-4517-a39f-00d0a680df59,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:43.681073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce691405-a81a-400b-b40b-7984a85166e2 x-openstack-request-id: req-ce691405-a81a-400b-b40b-7984a85166e2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:43.681361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fd1976-3c52-45fd-9310-9d4c88e4dbb0", "tag": "307c4ad1-6628-4517-a39f-00d0a680df59", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:43.681612 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce691405-a81a-400b-b40b-7984a85166e2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:43.682133 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'tag': '307c4ad1-6628-4517-a39f-00d0a680df59', 'status': 'completed', 'code': 200} Jan 17 13:14:43.744602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7 req-f1162a8b-d5b4-469e-8a74-d25e55525884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:43.746466 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7 req-f1162a8b-d5b4-469e-8a74-d25e55525884 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 1097 time: 0.0461438 Jan 17 13:14:43.752821 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073ab7b-eba6-4419-a378-f1179b099fbf req-3b21fd4b-6068-4b35-aa10-c8125de8f967 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:43.754295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1073ab7b-eba6-4419-a378-f1179b099fbf req-3b21fd4b-6068-4b35-aa10-c8125de8f967 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 944 time: 0.0503042 Jan 17 13:14:43.793157 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1073ab7b-eba6-4419-a378-f1179b099fbf req-042239f6-a286-4ae3-88cf-da8d62aba33c tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Jan 17 13:14:43.844941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7 req-59614fd7-c72c-424c-b35a-b3e333ac34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:43.846404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7 req-59614fd7-c72c-424c-b35a-b3e333ac34b0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=596191520527430498d5abea32ec8be9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0932624 Jan 17 13:14:43.939760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7 req-8709ad9c-60db-4e78-a779-a6502f360631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:43.941191 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0c6730d6-a1d1-4627-bec1-bc5549fec0c7 req-8709ad9c-60db-4e78-a779-a6502f360631 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888071 Jan 17 13:14:44.015329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-3ba49cb3-03e3-416c-ac2b-b2b9f60798c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:44.016843 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-3ba49cb3-03e3-416c-ac2b-b2b9f60798c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 1097 time: 0.0410600 Jan 17 13:14:44.058142 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-1a556312-2291-4f14-bba2-dc59dd020edc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=307c4ad1-6628-4517-a39f-00d0a680df59 HTTP/1.1" status: 200 len: 217 time: 0.0330384 Jan 17 13:14:44.108871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-6f930f5b-d42b-4478-ab96-62759abe574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:44.110332 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-6f930f5b-d42b-4478-ab96-62759abe574b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d HTTP/1.1" status: 200 len: 854 time: 0.0467079 Jan 17 13:14:44.141152 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-74692987-8ac2-4b6f-a570-4bed220fc6b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b81e840-84db-408d-8104-1f032db7ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249650 Jan 17 13:14:44.233477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-89eef667-b4ab-44e3-918b-fb4e4ad7c925 service neutron] 10.222.0.67 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Jan 17 13:14:44.327062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4e2816c-94ee-459a-93ee-0dcda6dcf151 req-ac03027f-fc96-4d42-87fc-c40f5369ac29 service neutron] 10.222.0.67 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861957 Jan 17 13:14:44.908883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd536-5578-41b7-855d-6b0ad6703590 req-62fb89e6-2849-4fbc-8383-fd98e5a95266 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:44.910390 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2edcd536-5578-41b7-855d-6b0ad6703590 req-62fb89e6-2849-4fbc-8383-fd98e5a95266 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 944 time: 0.0493941 Jan 17 13:14:44.947701 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2edcd536-5578-41b7-855d-6b0ad6703590 req-7bd70dcd-1c96-4768-b654-a1461a76bfcc tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Jan 17 13:14:46.059261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa3371-8cf2-462a-8e52-d94723c78496 req-f2531491-d13c-4e17-a1fe-64f9f5ed0597 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:46.060770 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fbfa3371-8cf2-462a-8e52-d94723c78496 req-f2531491-d13c-4e17-a1fe-64f9f5ed0597 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 944 time: 0.0478797 Jan 17 13:14:46.099138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fbfa3371-8cf2-462a-8e52-d94723c78496 req-8cb081d3-414d-4e42-a177-ff2df2031c91 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jan 17 13:14:46.897257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 307c4ad1-6628-4517-a39f-00d0a680df59 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:14:46.991044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 307c4ad1-6628-4517-a39f-00d0a680df59, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=307c4ad1-6628-4517-a39f-00d0a680df59,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:47.002744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '307c4ad1-6628-4517-a39f-00d0a680df59', 'network_id': '7b81e840-84db-408d-8104-1f032db7ba05', 'port_id': '307c4ad1-6628-4517-a39f-00d0a680df59', 'mac_address': 'fa:16:3e:c6:19:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:14:47.037885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:47.050676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307c4ad1-6628-4517-a39f-00d0a680df59 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:14:47.068881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 307c4ad1-6628-4517-a39f-00d0a680df59, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=307c4ad1-6628-4517-a39f-00d0a680df59,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:47.139995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:47.188276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=307c4ad1-6628-4517-a39f-00d0a680df59,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:47.215028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41281f-d70f-4ac2-84ba-c9e98617ea9a req-a107397e-60e5-4193-970d-6c6c0d8127d5 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:47.216522 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1a41281f-d70f-4ac2-84ba-c9e98617ea9a req-a107397e-60e5-4193-970d-6c6c0d8127d5 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0510068 Jan 17 13:14:47.254822 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1a41281f-d70f-4ac2-84ba-c9e98617ea9a req-1791fa36-ef87-4c2d-a1e5-89090d9be714 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jan 17 13:14:47.341994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['307c4ad1-6628-4517-a39f-00d0a680df59'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:14:48.369278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d30ac4-ae7e-4b2d-bb61-6ed000e69dc9 req-02ed9828-d82a-4541-84c4-0d71e5e788a5 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:48.371384 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-52d30ac4-ae7e-4b2d-bb61-6ed000e69dc9 req-02ed9828-d82a-4541-84c4-0d71e5e788a5 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 945 time: 0.0488982 Jan 17 13:14:48.412147 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-52d30ac4-ae7e-4b2d-bb61-6ed000e69dc9 req-5175bb9c-7a18-4b7b-b4b9-ee926445a6b0 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345647 Jan 17 13:14:48.909287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 307c4ad1-6628-4517-a39f-00d0a680df59 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:14:49.017543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 307c4ad1-6628-4517-a39f-00d0a680df59 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:14:49.022999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 307c4ad1-6628-4517-a39f-00d0a680df59 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:14:49.023378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:49.112147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:49.142444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c4ad1-6628-4517-a39f-00d0a680df59'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:49.144750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bc5943-d9c0-40ba-ae46-72d6c7233b2a" -d '{"events": [{"server_uuid": "f1fd1976-3c52-45fd-9310-9d4c88e4dbb0", "name": "network-vif-plugged", "status": "completed", "tag": "307c4ad1-6628-4517-a39f-00d0a680df59"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:49.159183 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 307c4ad1-6628-4517-a39f-00d0a680df59, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=307c4ad1-6628-4517-a39f-00d0a680df59,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:49.185955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28635376-1aae-4be4-b227-14ee5e7aaaa7 x-openstack-request-id: req-28635376-1aae-4be4-b227-14ee5e7aaaa7 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:49.185955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fd1976-3c52-45fd-9310-9d4c88e4dbb0", "name": "network-vif-plugged", "status": "completed", "tag": "307c4ad1-6628-4517-a39f-00d0a680df59", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:49.185955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28635376-1aae-4be4-b227-14ee5e7aaaa7 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:49.186279 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c4ad1-6628-4517-a39f-00d0a680df59', 'code': 200} Jan 17 13:14:49.246971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:49.294481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=307c4ad1-6628-4517-a39f-00d0a680df59,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:49.472771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732807-f685-45bd-acbd-a82c53fb4913 req-78c3ea6b-8d2c-40f5-91e1-48aecaff9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:49.474286 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d1732807-f685-45bd-acbd-a82c53fb4913 req-78c3ea6b-8d2c-40f5-91e1-48aecaff9124 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 1099 time: 0.0523076 Jan 17 13:14:49.511004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d1732807-f685-45bd-acbd-a82c53fb4913 req-720df96f-5385-4c45-9745-3f329086f593 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297000 Jan 17 13:14:49.532228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e666498-a058-47f1-bca8-9c54f6c852b3 req-5d4470b4-d9a2-4352-8472-db3899ea4bab tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:49.533844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9e666498-a058-47f1-bca8-9c54f6c852b3 req-5d4470b4-d9a2-4352-8472-db3899ea4bab tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 946 time: 0.0522273 Jan 17 13:14:49.574532 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9e666498-a058-47f1-bca8-9c54f6c852b3 req-bcd78b2e-c909-438e-962e-15a8b2aa638f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Jan 17 13:14:50.692314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4fa23-4129-4726-b473-d40574cb6e3e req-1facc58a-81c3-4c8f-aaf7-87e3f641f582 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:50.693801 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cca4fa23-4129-4726-b473-d40574cb6e3e req-1facc58a-81c3-4c8f-aaf7-87e3f641f582 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 946 time: 0.0497866 Jan 17 13:14:50.733011 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cca4fa23-4129-4726-b473-d40574cb6e3e req-bd6bf923-70ef-4594-8a2b-ce4d15b74df6 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Jan 17 13:14:51.847187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353055-22cf-4747-acc7-355dfc0ed317 req-a3bf9de0-fc12-4b10-95c9-b6b981b267bd tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:51.848693 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-66353055-22cf-4747-acc7-355dfc0ed317 req-a3bf9de0-fc12-4b10-95c9-b6b981b267bd tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 946 time: 0.0486095 Jan 17 13:14:51.888399 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-66353055-22cf-4747-acc7-355dfc0ed317 req-ecfc091f-177f-41b6-b3d7-7447c315ffda tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Jan 17 13:14:52.384195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c204871-86f4-4472-9751-e7a5d0e9f0f8 req-6b2cf06c-7f20-4315-9fa3-d16e28539adb tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:52.385903 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6c204871-86f4-4472-9751-e7a5d0e9f0f8 req-6b2cf06c-7f20-4315-9fa3-d16e28539adb tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 946 time: 0.0491230 Jan 17 13:14:52.428832 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6c204871-86f4-4472-9751-e7a5d0e9f0f8 req-1c1db83b-345b-412d-aac4-198c57d6d7b4 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 Jan 17 13:14:52.510623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:53.545465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15652d68-2315-41f3-86a0-b7aa37a65c0b req-cd4ebd7f-bed9-4ad3-9cbb-6f7dd3c7ba2f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:53.546944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15652d68-2315-41f3-86a0-b7aa37a65c0b req-cd4ebd7f-bed9-4ad3-9cbb-6f7dd3c7ba2f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Jan 17 13:14:53.583870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-15652d68-2315-41f3-86a0-b7aa37a65c0b req-31a17fbb-61d7-443f-b886-c2d0393a732a tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Jan 17 13:14:53.781282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-20b9d8ca-5e93-4a37-ad8f-9ac4fb042de9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:53.782714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-20b9d8ca-5e93-4a37-ad8f-9ac4fb042de9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Jan 17 13:14:53.868632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Deleting port 307c4ad1-6628-4517-a39f-00d0a680df59 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:53.868964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:53.957624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] For port 307c4ad1-6628-4517-a39f-00d0a680df59, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=307c4ad1-6628-4517-a39f-00d0a680df59,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:53.957988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:53.971235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Calling delete_port for 307c4ad1-6628-4517-a39f-00d0a680df59 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:54.146724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:54.159665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['f5f308c2-dc8d-4504-98df-723724c1bcfd', '307c4ad1-6628-4517-a39f-00d0a680df59'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:14:54.179984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Pushing event deleted for resources: {'Port': ['ID=307c4ad1-6628-4517-a39f-00d0a680df59,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:54.226896 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-2a6a68cf-5be0-49a9-8ede-60cc4b31cc9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094480 Jan 17 13:14:54.227991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] No DVR routers for this DVR port 307c4ad1-6628-4517-a39f-00d0a680df59 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:14:54.231079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:54.234491 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a04f95c5-1c36-4a05-b46a-43c2aa24a2e7 req-cd38ab88-9c50-46c6-a1e7-74fae60ccf5f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "DELETE /v2.0/ports/307c4ad1-6628-4517-a39f-00d0a680df59 HTTP/1.1" status: 204 len: 173 time: 0.4463184 Jan 17 13:14:54.235404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'name': 'network-vif-deleted', 'tag': '307c4ad1-6628-4517-a39f-00d0a680df59'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:54.237421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b64aa-1c4b-4888-babc-0e22fe873e18" -d '{"events": [{"server_uuid": "f1fd1976-3c52-45fd-9310-9d4c88e4dbb0", "name": "network-vif-deleted", "tag": "307c4ad1-6628-4517-a39f-00d0a680df59"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:54.287111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528224b9-3fa2-430d-ae2f-a3e9c73987c7 x-openstack-request-id: req-528224b9-3fa2-430d-ae2f-a3e9c73987c7 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:54.287329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fd1976-3c52-45fd-9310-9d4c88e4dbb0", "name": "network-vif-deleted", "tag": "307c4ad1-6628-4517-a39f-00d0a680df59", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:54.287524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-528224b9-3fa2-430d-ae2f-a3e9c73987c7 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:54.287936 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fd1976-3c52-45fd-9310-9d4c88e4dbb0', 'name': 'network-vif-deleted', 'tag': '307c4ad1-6628-4517-a39f-00d0a680df59', 'status': 'completed', 'code': 200} Jan 17 13:14:54.343092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-f7c89c03-9ec6-4e47-93c6-2c7e33cff0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:54.344608 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-f7c89c03-9ec6-4e47-93c6-2c7e33cff0cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=596191520527430498d5abea32ec8be9&device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 1099 time: 0.0473351 Jan 17 13:14:54.453301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-ca06f93d-2928-4e78-b80d-2693066f2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:54.454672 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-ca06f93d-2928-4e78-b80d-2693066f2019 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7b81e840-84db-408d-8104-1f032db7ba05 HTTP/1.1" status: 200 len: 915 time: 0.0852885 Jan 17 13:14:54.496641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-6ced3ffd-383f-49ea-8ecd-712299da2617 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd HTTP/1.1" status: 200 len: 217 time: 0.0343473 Jan 17 13:14:54.549153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-bc34eb72-547f-4911-a892-38b5c07b49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:54.550591 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-bc34eb72-547f-4911-a892-38b5c07b49ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d HTTP/1.1" status: 200 len: 854 time: 0.0477953 Jan 17 13:14:54.581752 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-6f702eae-b3da-46e4-b7a4-5fa468696473 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7b81e840-84db-408d-8104-1f032db7ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243680 Jan 17 13:14:54.681323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-3974cd5d-4f44-4955-9855-a7a41b5c0e41 service neutron] 10.222.0.67 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921123 Jan 17 13:14:54.701250 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97a49177-baa6-45cc-bc00-e9fb903390ca req-c0a2386e-839e-4688-96f5-b6637592121a tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=f1fd1976-3c52-45fd-9310-9d4c88e4dbb0 HTTP/1.1" status: 200 len: 210 time: 0.0391753 Jan 17 13:14:54.783037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d471b6dd-cbe2-4b4c-b631-905e4b4bc42e req-de628d4e-8988-45e4-b2c1-caadcd4ba46e service neutron] 10.222.0.67 "GET /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838635 Jan 17 13:14:55.848312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6287e-dfac-4f97-b0b2-a6b942c6556c req-1b660d30-b6d9-4c5c-8dcf-f3800e147e09 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:55.849769 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cf6287e-dfac-4f97-b0b2-a6b942c6556c req-1b660d30-b6d9-4c5c-8dcf-f3800e147e09 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0487270 Jan 17 13:14:55.886884 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3cf6287e-dfac-4f97-b0b2-a6b942c6556c req-62bc7231-c71c-4f51-82bb-e62b936afb1f tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Jan 17 13:14:56.018737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee3f2-e892-49ae-b9b3-60bfbf219ec8 req-c7e7c238-a247-4d02-b238-5115e08180f0 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:56.020243 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8edee3f2-e892-49ae-b9b3-60bfbf219ec8 req-c7e7c238-a247-4d02-b238-5115e08180f0 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0527751 Jan 17 13:14:56.057530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8edee3f2-e892-49ae-b9b3-60bfbf219ec8 req-2e2be5d7-d6bf-46dd-adcf-33ced7f3ebe1 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Jan 17 13:14:56.172156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d266a4-283e-4243-b9fd-0a4297ed7e0a req-7551348c-2cd9-43d5-bcd8-005954586017 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:56.173629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45d266a4-283e-4243-b9fd-0a4297ed7e0a req-7551348c-2cd9-43d5-bcd8-005954586017 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0493424 Jan 17 13:14:56.215211 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-45d266a4-283e-4243-b9fd-0a4297ed7e0a req-c3bd09f4-1aef-4dcc-a3a7-2c6a797c82f6 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jan 17 13:14:56.384716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f17097-e206-427d-a434-88acc2f19166 req-5ee9fee5-0f7c-4779-997f-73b6a9c43fee tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:56.386298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64f17097-e206-427d-a434-88acc2f19166 req-5ee9fee5-0f7c-4779-997f-73b6a9c43fee tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0509632 Jan 17 13:14:56.424498 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64f17097-e206-427d-a434-88acc2f19166 req-748a4ec4-1550-43f3-a2ff-320f66622e72 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jan 17 13:14:56.539316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c0e36-c878-42b1-ac81-31d94626ec43 req-c0f65626-cec3-4a78-b122-05975416b0a9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:56.540727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-215c0e36-c878-42b1-ac81-31d94626ec43 req-c0f65626-cec3-4a78-b122-05975416b0a9 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0493762 Jan 17 13:14:56.579195 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-215c0e36-c878-42b1-ac81-31d94626ec43 req-b57b18e4-e05a-4607-9431-934527f4b603 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Jan 17 13:14:56.702180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ae981-6177-470d-a949-86a8cbc8e7bd req-6b5ff106-17df-451a-9d4f-67bd4342d090 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:56.703706 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc4ae981-6177-470d-a949-86a8cbc8e7bd req-6b5ff106-17df-451a-9d4f-67bd4342d090 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0488558 Jan 17 13:14:56.740824 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fc4ae981-6177-470d-a949-86a8cbc8e7bd req-a3a28704-3d8c-4ea3-8030-9ae34cfe8ced tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Jan 17 13:14:56.937157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 307c4ad1-6628-4517-a39f-00d0a680df59 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:14:56.956938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 307c4ad1-6628-4517-a39f-00d0a680df59 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:14:56.960813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 307c4ad1-6628-4517-a39f-00d0a680df59 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:14:57.255235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2862dce-573c-424e-9360-d8eda9264570 req-b1d3c5a3-692e-4fad-b4a0-613f12e3e8b4 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:57.256776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2862dce-573c-424e-9360-d8eda9264570 req-b1d3c5a3-692e-4fad-b4a0-613f12e3e8b4 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0527580 Jan 17 13:14:57.294327 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d2862dce-573c-424e-9360-d8eda9264570 req-2f4f1a98-99ab-43cd-9b1b-2d2b20404d84 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Jan 17 13:14:58.411863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6313fe-4268-41e1-b6a9-2ea195710209 req-19f79cdd-6add-41e5-a82e-d3caf63b34be tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:58.413453 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab6313fe-4268-41e1-b6a9-2ea195710209 req-19f79cdd-6add-41e5-a82e-d3caf63b34be tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0491128 Jan 17 13:14:58.455604 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ab6313fe-4268-41e1-b6a9-2ea195710209 req-fc1cccb1-d1ae-4d1d-8906-e51ae67c4178 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/security-groups?id=1081b991-0e0d-4879-b3f9-5fd765ac1360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358887 Jan 17 13:14:58.558364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565211f3-c760-48a9-91e3-b952062e6aeb req-17e22d65-d776-470a-9146-ec762c55f06b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:14:58.559810 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-565211f3-c760-48a9-91e3-b952062e6aeb req-17e22d65-d776-470a-9146-ec762c55f06b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 946 time: 0.0478630 Jan 17 13:14:58.649985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Deleting port f5f308c2-dc8d-4504-98df-723724c1bcfd {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:14:58.650333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:58.736775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] For port f5f308c2-dc8d-4504-98df-723724c1bcfd, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f5f308c2-dc8d-4504-98df-723724c1bcfd,segment=NetworkSegment(75727a64-08e6-4c4f-8437-16a721ef4a10),segment_id=75727a64-08e6-4c4f-8437-16a721ef4a10)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:14:58.737084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:58.750656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Calling delete_port for f5f308c2-dc8d-4504-98df-723724c1bcfd owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:14:58.954481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:58.966340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['f5f308c2-dc8d-4504-98df-723724c1bcfd'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:14:58.997361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Pushing event deleted for resources: {'Port': ['ID=f5f308c2-dc8d-4504-98df-723724c1bcfd,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:14:59.027350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] No DVR routers for this DVR port f5f308c2-dc8d-4504-98df-723724c1bcfd on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:14:59.029918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:14:59.033480 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-565211f3-c760-48a9-91e3-b952062e6aeb req-355c83b7-b8f4-49a2-9c50-63d01413ac6b tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.67 "DELETE /v2.0/ports/f5f308c2-dc8d-4504-98df-723724c1bcfd HTTP/1.1" status: 204 len: 173 time: 0.4682136 Jan 17 13:14:59.033936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'name': 'network-vif-deleted', 'tag': 'f5f308c2-dc8d-4504-98df-723724c1bcfd'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:14:59.036765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e319f1-541e-454e-9a9c-da5cf314eb43" -d '{"events": [{"server_uuid": "0c910e16-a2f8-4d29-9632-a852d4db56ad", "name": "network-vif-deleted", "tag": "f5f308c2-dc8d-4504-98df-723724c1bcfd"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:14:59.075396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883543f-921b-41ae-83b4-91ad0ff63a42 x-openstack-request-id: req-6883543f-921b-41ae-83b4-91ad0ff63a42 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:14:59.075715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c910e16-a2f8-4d29-9632-a852d4db56ad", "name": "network-vif-deleted", "tag": "f5f308c2-dc8d-4504-98df-723724c1bcfd", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:14:59.075963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6883543f-921b-41ae-83b4-91ad0ff63a42 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:14:59.076379 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c910e16-a2f8-4d29-9632-a852d4db56ad', 'name': 'network-vif-deleted', 'tag': 'f5f308c2-dc8d-4504-98df-723724c1bcfd', 'status': 'completed', 'code': 200} Jan 17 13:14:59.559796 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-46be731b-6dea-4e36-a169-ab0322718d58 req-9d60208e-a6a6-4b99-b09f-37c24ab26f36 tempest-ServersNegativeTestJSON-823914182 tempest-ServersNegativeTestJSON-823914182-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c910e16-a2f8-4d29-9632-a852d4db56ad HTTP/1.1" status: 200 len: 210 time: 0.0268109 Jan 17 13:15:00.615590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53794) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:00.663185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Deleting subnet b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:15:00.666907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:00.699553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:00.737875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:00.859385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:00.883966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:00.888330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:00.891335 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b806509b-35a9-4816-b67b-9f761f49fb7e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b787c3a0-7229-4f6a-9bd2-18ebbfc81e3d HTTP/1.1" status: 204 len: 168 time: 0.2747602 Jan 17 13:15:00.893906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53796) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:00.953007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device f5f308c2-dc8d-4504-98df-723724c1bcfd no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:15:00.964675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:00.973625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: f5f308c2-dc8d-4504-98df-723724c1bcfd {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:15:00.974199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device f5f308c2-dc8d-4504-98df-723724c1bcfd not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:15:01.042513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.062033 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b81e840-84db-408d-8104-1f032db7ba05']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:01.070886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75727a64-08e6-4c4f-8437-16a721ef4a10') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:01.071175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75727a64-08e6-4c4f-8437-16a721ef4a10') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:01.084948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.098397 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.104250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:01.106266 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:01.228904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.233123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.236365 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7b81e840-84db-408d-8104-1f032db7ba05 HTTP/1.1" status: 204 len: 168 time: 0.3415425 Jan 17 13:15:01.250095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886422-45a4-4508-9df7-9f76d41c8da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b81e840-84db-408d-8104-1f032db7ba05,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:01.584400 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53800) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:01.624206 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8b986d3c-5880-4faf-b7a6-322374e27652 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=596191520527430498d5abea32ec8be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386422 Jan 17 13:15:01.626641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53802) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:01.671813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b159065-281d-4295-bba9-aabe3e2dc6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.692909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b159065-281d-4295-bba9-aabe3e2dc6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.813146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b159065-281d-4295-bba9-aabe3e2dc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.815755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1b159065-281d-4295-bba9-aabe3e2dc6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:01.816908 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1b159065-281d-4295-bba9-aabe3e2dc6f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1081b991-0e0d-4879-b3f9-5fd765ac1360 HTTP/1.1" status: 204 len: 168 time: 0.1893947 Jan 17 13:15:01.824763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b159065-281d-4295-bba9-aabe3e2dc6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1081b991-0e0d-4879-b3f9-5fd765ac1360,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:02.856600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53824) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:02.949537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-941034549'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:03.030053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:03.033530 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.042359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.115968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.190591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.216288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:03.226221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336c43e5-5f77-4896-b52d-95ee67778dc2,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:03.231390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.231763 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Added segment 00d89ef9-9b2d-41b4-b365-3ff44012c685 of type vlan for network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 Jan 17 13:15:03.270158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.356035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.361595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:03.362187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:03.428252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Network': ['ID=2649c57d-4c63-4518-bcdf-2b5f8ae4ec22,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:03.439097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:03.490611 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0c46a20d-9142-48e3-a86c-e8107d85b1e2 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6329024 Jan 17 13:15:03.771865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4fedf478-0a24-43c2-b914-fe7169379b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:06.179194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e4d200dc-8ba8-416a-861a-b059bc6af1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:06.713307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53828) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:06.718457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'subnet': {'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:06.864636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:06.868288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.117164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.189552 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Subnet': ['ID=cc3b9036-4926-49b3-806e-de4caa015c23,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:07.196699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Checking segment: {'id': '00d89ef9-9b2d-41b4-b365-3ff44012c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:07.197124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network hostable DHCP agents. Network: 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:07.270058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:07.344503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:07.348638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:07.349318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.355448 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66048511-f0e3-4514-96bd-f375e8c2983d None None] Network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:07.367400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.433655 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89f42c99-5dca-41b5-a3da-f3d862376aeb tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7190685 Jan 17 13:15:07.436919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53830) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:07.441984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1397828009'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:07.497150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-2649c57d-4c63-4518-bcdf-2b5f8ae4ec22', 'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22', 'tenant_id': 'a21c42c028b9443b97c9e3f801d91f3c', 'fixed_ips': [{'subnet_id': 'cc3b9036-4926-49b3-806e-de4caa015c23'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:07.497993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.522115 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:07.526304 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.549888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:07.558390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.558770 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Added segment 6f003ef7-586d-43e5-b5be-e6882e3c607d of type vlan for network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 Jan 17 13:15:07.598220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.635191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Allocated IP 2001:db8:0:ffff::2 (2649c57d-4c63-4518-bcdf-2b5f8ae4ec22/cc3b9036-4926-49b3-806e-de4caa015c23/a1a4459e-a834-488d-a851-aeebee4f1e1a) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:07.674316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.680101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:07.683340 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.745165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Network': ['ID=5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:07.757273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:07.798592 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e1a61bc0-cc76-4f30-8b7e-e9cf43aaed6a tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3606093 Jan 17 13:15:07.801602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53832) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:07.806561 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'subnet': {'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:07.824868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.899258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.933280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:07.935942 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:07.939232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:07.950565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:07.954219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:07.954976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Pushing event updated for resources: {'Port': ['ID=a1a4459e-a834-488d-a851-aeebee4f1e1a,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:08.003064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Attempting to bind port a1a4459e-a834-488d-a851-aeebee4f1e1a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:08.003428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Attempting to bind port a1a4459e-a834-488d-a851-aeebee4f1e1a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '00d89ef9-9b2d-41b4-b365-3ff44012c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:08.003821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Attempting to bind port a1a4459e-a834-488d-a851-aeebee4f1e1a on network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:08.008664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:08.009027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Checking segment: {'id': '00d89ef9-9b2d-41b4-b365-3ff44012c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:08.009414 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.010374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Bound using segment: {'id': '00d89ef9-9b2d-41b4-b365-3ff44012c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:08.010837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Bound port: a1a4459e-a834-488d-a851-aeebee4f1e1a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d89ef9-9b2d-41b4-b365-3ff44012c685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2649c57d-4c63-4518-bcdf-2b5f8ae4ec22'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:08.011209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.074321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] For port a1a4459e-a834-488d-a851-aeebee4f1e1a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:08.077489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] For port a1a4459e-a834-488d-a851-aeebee4f1e1a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a1a4459e-a834-488d-a851-aeebee4f1e1a,segment=NetworkSegment(00d89ef9-9b2d-41b4-b365-3ff44012c685),segment_id=00d89ef9-9b2d-41b4-b365-3ff44012c685)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:08.177826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.237727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de64c0-ac14-46fc-a22f-c4683a7b0053 None None] Pushing event updated for resources: {'Port': ['ID=a1a4459e-a834-488d-a851-aeebee4f1e1a,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:08.246653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.312965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Subnet': ['ID=19c6b68d-3ce5-4714-9bb2-9d4e86d78951,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:08.318825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Checking segment: {'id': '6f003ef7-586d-43e5-b5be-e6882e3c607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:08.319188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network hostable DHCP agents. Network: 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:08.457079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:08.542930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:08.547170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:08.547795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.553341 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2c404-4acc-49a1-a01e-c70438cfbea7 None None] Network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:08.639282 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1fe388b4-c9fd-4c97-a33f-398532d7b2ee tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8367035 Jan 17 13:15:08.641922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53834) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:08.696969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8', 'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8', 'tenant_id': 'a21c42c028b9443b97c9e3f801d91f3c', 'fixed_ips': [{'subnet_id': '19c6b68d-3ce5-4714-9bb2-9d4e86d78951'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:08.697832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.744779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.827540 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.860151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Allocated IP 2001:db8::2 (5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8/19c6b68d-3ce5-4714-9bb2-9d4e86d78951/ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:08.889102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:08.927650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.015993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.076921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.113508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:09.116323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:09.120469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:09.129363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d555b-c4d6-4e7f-befd-dd7d0ae2caff None None] Network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:09.162596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.175743 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Pushing event updated for resources: {'Port': ['ID=ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:09.195345 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Subnet': ['ID=19c6b68d-3ce5-4714-9bb2-9d4e86d78951,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:09.242340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f8e4afc2-b193-4914-8de9-0e264ba7e9f8 None None] Provisioning complete for port a1a4459e-a834-488d-a851-aeebee4f1e1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:09.243410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f8e4afc2-b193-4914-8de9-0e264ba7e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.249647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Attempting to bind port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:09.250099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Attempting to bind port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '6f003ef7-586d-43e5-b5be-e6882e3c607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:09.250538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Attempting to bind port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd on network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:09.258108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.283401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:09.284125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:09.284502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Checking segment: {'id': '6f003ef7-586d-43e5-b5be-e6882e3c607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:09.288756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.288756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Bound using segment: {'id': '6f003ef7-586d-43e5-b5be-e6882e3c607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:09.288756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Bound port: ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f003ef7-586d-43e5-b5be-e6882e3c607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:09.288756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.295668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f003ef7-586d-43e5-b5be-e6882e3c607d') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:09.296160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f003ef7-586d-43e5-b5be-e6882e3c607d') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:09.306402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.322366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.330065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:09.330467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:09.333920 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:09.412505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] For port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:09.416711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] For port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd,segment=NetworkSegment(6f003ef7-586d-43e5-b5be-e6882e3c607d),segment_id=6f003ef7-586d-43e5-b5be-e6882e3c607d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:09.424916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.db.api [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 13:15:09.424916 dv-neutron-824886-1-hyperv neutron-server[109281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 13:15:09.424916 dv-neutron-824886-1-hyperv neutron-server[109281]: [parameters: {'id': '5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8'}] Jan 17 13:15:09.424916 dv-neutron-824886-1-hyperv neutron-server[109281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:15:09.425333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG oslo_db.api [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:15:09.465751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f8e4afc2-b193-4914-8de9-0e264ba7e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.487799 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.682708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f8e4afc2-b193-4914-8de9-0e264ba7e9f8 None None] For port a1a4459e-a834-488d-a851-aeebee4f1e1a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a1a4459e-a834-488d-a851-aeebee4f1e1a,segment=NetworkSegment(00d89ef9-9b2d-41b4-b365-3ff44012c685),segment_id=00d89ef9-9b2d-41b4-b365-3ff44012c685)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:09.725157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb43139-743c-42a2-8af0-df6ddaa4f351 None None] Pushing event updated for resources: {'Port': ['ID=ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:09.738141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da38ded-c913-45fd-9ca7-f60330c9f9c9 None None] Network 5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:09.751001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f8e4afc2-b193-4914-8de9-0e264ba7e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.863117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4afc2-b193-4914-8de9-0e264ba7e9f8 None None] Pushing event updated for resources: {'Port': ['ID=a1a4459e-a834-488d-a851-aeebee4f1e1a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:09.894245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9e5b911a-2474-4e23-a761-77a6145ac9b1 None None] Provisioning complete for port a1a4459e-a834-488d-a851-aeebee4f1e1a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:09.894623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9e5b911a-2474-4e23-a761-77a6145ac9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.926982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:09.933939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d71ce-ddcc-41eb-83cf-6e42b54f31d0 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 13:15:09.980400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Deleting port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:09.980400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.036506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d71ce-ddcc-41eb-83cf-6e42b54f31d0 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 13:15:10.045759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] For port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd,segment=NetworkSegment(6f003ef7-586d-43e5-b5be-e6882e3c607d),segment_id=6f003ef7-586d-43e5-b5be-e6882e3c607d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:10.046132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.058931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Calling delete_port for ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:10.213056 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.241953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Port': ['ID=ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:10.244288 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No DVR routers for this DVR port ff7bfb8f-9271-48b6-bd27-f0b3acbd37cd on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:10.323075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.345093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:10.354767 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f003ef7-586d-43e5-b5be-e6882e3c607d') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:10.355061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f003ef7-586d-43e5-b5be-e6882e3c607d') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:10.364378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.377558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.383610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:10.384027 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:10.387873 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:10.406163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a1a4459e-a834-488d-a851-aeebee4f1e1a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:10.453632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a1a4459e-a834-488d-a851-aeebee4f1e1a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:10.454000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.504981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.512880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.515986 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 HTTP/1.1" status: 204 len: 168 time: 1.8730989 Jan 17 13:15:10.519701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53836) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:10.524823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646678568'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:10.528674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0e05-ba1f-41fd-b5f2-ceff057f4d94 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Network': ['ID=5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:10.612802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:10.616286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.639993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:10.648345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.648678 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Added segment 59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb of type vlan for network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb Jan 17 13:15:10.687088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.772892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.778428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:10.779048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:10.845050 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Network': ['ID=e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:10.869504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:10.913010 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dd299d1a-1450-4284-be32-fc10a06f1cef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3921440 Jan 17 13:15:10.915748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53838) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:10.921278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'subnet': {'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:11.064732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:11.068300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:11.129378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Performing IP validity checks on allocation pools {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 17 13:15:11.129894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.ipam_backend_mixin [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109280) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 17 13:15:11.298673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:11.359738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Subnet': ['ID=e21a59be-b3f9-4ba8-825c-c9c88bdee02a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:11.365777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Checking segment: {'id': '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:11.366181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network hostable DHCP agents. Network: e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:11.452735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:11.538724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:11.542825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:11.543702 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:11.547320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685f3c2-9b45-4349-b1bf-7106c6e216e6 None None] Network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:11.622447 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1e53bedb-2666-42b0-918c-c13c67d81758 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7054448 Jan 17 13:15:11.625181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53840) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:11.692705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb', 'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb', 'tenant_id': 'a21c42c028b9443b97c9e3f801d91f3c', 'fixed_ips': [{'subnet_id': 'e21a59be-b3f9-4ba8-825c-c9c88bdee02a'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:11.693576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:11.725847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:11.803107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:11.830747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Allocated IP 2001:db8::3 (e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb/e21a59be-b3f9-4ba8-825c-c9c88bdee02a/0792c67c-60b9-492c-abde-bf479c7c46ab) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:11.971885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.040589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.078426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:12.081115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:12.084522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:12.094219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Pushing event updated for resources: {'Port': ['ID=0792c67c-60b9-492c-abde-bf479c7c46ab,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:12.133538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.143074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Attempting to bind port 0792c67c-60b9-492c-abde-bf479c7c46ab on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:12.143438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Attempting to bind port 0792c67c-60b9-492c-abde-bf479c7c46ab by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:12.143825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Attempting to bind port 0792c67c-60b9-492c-abde-bf479c7c46ab on network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:12.148958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:12.149912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Checking segment: {'id': '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:12.149912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.150090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Bound using segment: {'id': '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:12.150523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Bound port: 0792c67c-60b9-492c-abde-bf479c7c46ab, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:12.150895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.160890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Subnet': ['ID=e21a59be-b3f9-4ba8-825c-c9c88bdee02a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:12.220815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.221489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] For port 0792c67c-60b9-492c-abde-bf479c7c46ab, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:12.224829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] For port 0792c67c-60b9-492c-abde-bf479c7c46ab, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0792c67c-60b9-492c-abde-bf479c7c46ab,segment=NetworkSegment(59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb),segment_id=59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:12.244587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:12.254796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:12.255082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:12.259270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.264571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.277714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.283483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:12.283904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:12.286837 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:12.335851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5359fa-730e-4775-bd5f-6bc10ce49067 None None] Pushing event updated for resources: {'Port': ['ID=0792c67c-60b9-492c-abde-bf479c7c46ab,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:12.351822 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f7a51-cde6-45ff-93ce-5b2105f38bb0 None None] Network e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:12.476667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7481154-004c-40a9-ac14-8880dde75651 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 13:15:12.493508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.db.api [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 13:15:12.493508 dv-neutron-824886-1-hyperv neutron-server[109280]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 13:15:12.493508 dv-neutron-824886-1-hyperv neutron-server[109280]: [parameters: {'id': 'e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb'}] Jan 17 13:15:12.493508 dv-neutron-824886-1-hyperv neutron-server[109280]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109280) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:15:12.493963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG oslo_db.api [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:15:12.540268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7481154-004c-40a9-ac14-8880dde75651 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 13:15:12.995364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.047987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Deleting port 0792c67c-60b9-492c-abde-bf479c7c46ab {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:13.048324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.112286 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] For port 0792c67c-60b9-492c-abde-bf479c7c46ab, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0792c67c-60b9-492c-abde-bf479c7c46ab,segment=NetworkSegment(59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb),segment_id=59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:13.112645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.125081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Calling delete_port for 0792c67c-60b9-492c-abde-bf479c7c46ab owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:13.302822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.328969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Port': ['ID=0792c67c-60b9-492c-abde-bf479c7c46ab,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:13.332912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No DVR routers for this DVR port 0792c67c-60b9-492c-abde-bf479c7c46ab on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:13.364023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.364425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.364765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.365107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.365436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.365764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.366087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.366407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.366722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.367046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.367363 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.367706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:13.424199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.444044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:13.453859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:13.454153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fe8c1b-a51d-4ffd-ac1c-b5c94ce8cdbb') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:13.463066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.475782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.481510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:13.481893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:13.484753 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:13.630424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.637248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.640331 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb HTTP/1.1" status: 204 len: 168 time: 2.0142324 Jan 17 13:15:13.644125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53842) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:13.649256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432680191'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:13.652086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9edd6b-40ff-4c61-a3c2-a9d5f378f918 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Network': ['ID=e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:13.759717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:13.763324 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.786019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:13.794940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.795278 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Added segment bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d of type vlan for network 429b2a73-c127-4630-9138-d6b406040426 Jan 17 13:15:13.834208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.932894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:13.939014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:13.939617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.005354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Network': ['ID=429b2a73-c127-4630-9138-d6b406040426,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:14.015668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 429b2a73-c127-4630-9138-d6b406040426 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:14.053806 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-baf1e3ef-d9be-4176-8e57-8c2dfe3aa938 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4085777 Jan 17 13:15:14.056642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53844) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:14.061677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'subnet': {'network_id': '429b2a73-c127-4630-9138-d6b406040426', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:14.241842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:14.245355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.459637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.523297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Subnet': ['ID=09c4a9ad-e71d-4b93-8936-9698f3f681c1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:14.531303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Checking segment: {'id': 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '429b2a73-c127-4630-9138-d6b406040426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:14.531303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network hostable DHCP agents. Network: 429b2a73-c127-4630-9138-d6b406040426, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:14.578614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network 429b2a73-c127-4630-9138-d6b406040426 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:14.669777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 429b2a73-c127-4630-9138-d6b406040426) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:14.673910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:14.674499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.678540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7987023f-0810-4ca6-9da0-4fc122db5952 None None] Network 429b2a73-c127-4630-9138-d6b406040426 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:14.752778 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-520718b2-1a3f-4f4b-8584-f2488c75f7ef tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6950967 Jan 17 13:15:14.756410 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53846) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:14.761479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817109775'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:14.822265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-429b2a73-c127-4630-9138-d6b406040426', 'network_id': '429b2a73-c127-4630-9138-d6b406040426', 'tenant_id': 'a21c42c028b9443b97c9e3f801d91f3c', 'fixed_ips': [{'subnet_id': '09c4a9ad-e71d-4b93-8936-9698f3f681c1'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:14.827775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.847197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:14.850902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.875483 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:14.884356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.884844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Added segment dc381095-4c4d-4c85-beb7-046ef64129ad of type vlan for network c63615e7-3423-485c-9e19-818536bce729 Jan 17 13:15:14.925357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.954808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Allocated IP 2001:db8::2 (429b2a73-c127-4630-9138-d6b406040426/09c4a9ad-e71d-4b93-8936-9698f3f681c1/0387b5c3-45f4-4814-ac1e-105df674c455) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:14.990152 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:14.996348 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:15.002814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.029373 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:15:15.060711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Network': ['ID=c63615e7-3423-485c-9e19-818536bce729,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:15.077002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network c63615e7-3423-485c-9e19-818536bce729 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:15.098599 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-773baca1-e535-436a-823d-7ad88c7a9eed tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3381226 Jan 17 13:15:15.098802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53848) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:15.103592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Request body: {'subnet': {'network_id': 'c63615e7-3423-485c-9e19-818536bce729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:15.152682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.229020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.264229 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Made reservation on behalf of a21c42c028b9443b97c9e3f801d91f3c for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:15.266273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Network 429b2a73-c127-4630-9138-d6b406040426 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:15.267803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.269141 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:15.273430 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:15.283086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Pushing event updated for resources: {'Port': ['ID=0387b5c3-45f4-4814-ac1e-105df674c455,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:15.333078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Attempting to bind port 0387b5c3-45f4-4814-ac1e-105df674c455 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:15.333350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Attempting to bind port 0387b5c3-45f4-4814-ac1e-105df674c455 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '429b2a73-c127-4630-9138-d6b406040426'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:15.333707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Attempting to bind port 0387b5c3-45f4-4814-ac1e-105df674c455 on network 429b2a73-c127-4630-9138-d6b406040426 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:15.338597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:15.338958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Checking segment: {'id': 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '429b2a73-c127-4630-9138-d6b406040426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:15.340093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.340747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Bound using segment: {'id': 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '429b2a73-c127-4630-9138-d6b406040426'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:15.341272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Bound port: 0387b5c3-45f4-4814-ac1e-105df674c455, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '429b2a73-c127-4630-9138-d6b406040426'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:15.341645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.406610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] For port 0387b5c3-45f4-4814-ac1e-105df674c455, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:15.409585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] For port 0387b5c3-45f4-4814-ac1e-105df674c455, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0387b5c3-45f4-4814-ac1e-105df674c455,segment=NetworkSegment(bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d),segment_id=bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:15.482110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.510596 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.543427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a801b14-6af7-40a5-b9ac-83d01f3f38b3 None None] Pushing event updated for resources: {'Port': ['ID=0387b5c3-45f4-4814-ac1e-105df674c455,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:15.579009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event updated for resources: {'Subnet': ['ID=df5e2a06-6ec2-45e8-8530-1ed3ee42d885,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:15.588162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Checking segment: {'id': 'dc381095-4c4d-4c85-beb7-046ef64129ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c63615e7-3423-485c-9e19-818536bce729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:15.588526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network hostable DHCP agents. Network: c63615e7-3423-485c-9e19-818536bce729, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:15.636162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Network c63615e7-3423-485c-9e19-818536bce729 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:15.728004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, c63615e7-3423-485c-9e19-818536bce729) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:15.732863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:15.734856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.739614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76725fa-5c2c-4ca5-b504-9d6323032443 None None] Network c63615e7-3423-485c-9e19-818536bce729 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:15.822302 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b6e4b865-f7e8-4a69-b9e4-77231fd32ee4 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7200842 Jan 17 13:15:15.822494 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53850) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:15.930433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:15.984466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.037002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40212c3c-2bf6-4241-bdca-8f8b12b5f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-c63615e7-3423-485c-9e19-818536bce729', 'network_id': 'c63615e7-3423-485c-9e19-818536bce729', 'tenant_id': 'a21c42c028b9443b97c9e3f801d91f3c', 'fixed_ips': [{'subnet_id': 'df5e2a06-6ec2-45e8-8530-1ed3ee42d885'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:16.037867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40212c3c-2bf6-4241-bdca-8f8b12b5f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.150806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.179258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Subnet': ['ID=df5e2a06-6ec2-45e8-8530-1ed3ee42d885,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server [None req-40212c3c-2bf6-4241-bdca-8f8b12b5f625 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df5e2a06-6ec2-45e8-8530-1ed3ee42d885: This subnet is being modified by another concurrent operation. Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise self.value Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server raise exception Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df5e2a06-6ec2-45e8-8530-1ed3ee42d885: This subnet is being modified by another concurrent operation. Jan 17 13:15:16.248731 dv-neutron-824886-1-hyperv neutron-server[109282]: ERROR oslo_messaging.rpc.server Jan 17 13:15:16.258311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.271907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab1a74-0a58-47da-b33c-befd9332bc0b None None] Network c63615e7-3423-485c-9e19-818536bce729 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:16.283115 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63615e7-3423-485c-9e19-818536bce729']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:16.294343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc381095-4c4d-4c85-beb7-046ef64129ad') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:16.294791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc381095-4c4d-4c85-beb7-046ef64129ad') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:16.305043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.319432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.327742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:16.328325 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:16.332027 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:16.435711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0387b5c3-45f4-4814-ac1e-105df674c455 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:16.484138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0387b5c3-45f4-4814-ac1e-105df674c455 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:16.485009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.504725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.513501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.516723 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/c63615e7-3423-485c-9e19-818536bce729 HTTP/1.1" status: 204 len: 168 time: 0.6931686 Jan 17 13:15:16.525447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53852) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:16.527956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7329f2-e914-461a-9ea6-33bfea08ca5c None None] Network 429b2a73-c127-4630-9138-d6b406040426 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:16.531690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fab32-66d7-4794-a318-a5eef74b7f05 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Network': ['ID=c63615e7-3423-485c-9e19-818536bce729,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:16.551961 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abd04e0-2db0-479f-9944-4541c4906194 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] GET failed (client error): The resource could not be found. Jan 17 13:15:16.553733 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1abd04e0-2db0-479f-9944-4541c4906194 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "GET /v2.0/subnets/df5e2a06-6ec2-45e8-8530-1ed3ee42d885 HTTP/1.1" status: 404 len: 337 time: 0.0317183 Jan 17 13:15:16.556449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53854) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:16.575057 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09eeeb6-5299-4a61-80c5-ec95dc79f72f tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:16.575597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09eeeb6-5299-4a61-80c5-ec95dc79f72f tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:16.579311 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d09eeeb6-5299-4a61-80c5-ec95dc79f72f tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/c63615e7-3423-485c-9e19-818536bce729 HTTP/1.1" status: 404 len: 339 time: 0.0212402 Jan 17 13:15:16.585993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53856) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:16.612074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0eb12e-788f-4145-b1f1-2127ab72f945 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:16.617157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0eb12e-788f-4145-b1f1-2127ab72f945 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:16.617157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ae0eb12e-788f-4145-b1f1-2127ab72f945 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/subnets/df5e2a06-6ec2-45e8-8530-1ed3ee42d885 HTTP/1.1" status: 404 len: 337 time: 0.0285263 Jan 17 13:15:16.618897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53858) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:16.638372 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.pecan_wsgi.hooks.translation [None req-2721bd93-7203-4c41-a354-6d26080d7019 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:16.638895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2721bd93-7203-4c41-a354-6d26080d7019 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109280) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:16.641138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ea5b0d13-95f1-4fe7-8504-7aa25d16b5cd None None] Provisioning complete for port 0387b5c3-45f4-4814-ac1e-105df674c455 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:16.644101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0d13-95f1-4fe7-8504-7aa25d16b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.644223 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2721bd93-7203-4c41-a354-6d26080d7019 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/c63615e7-3423-485c-9e19-818536bce729 HTTP/1.1" status: 404 len: 339 time: 0.0214858 Jan 17 13:15:16.644318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53860) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:16.678070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.699327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Deleting subnet 09c4a9ad-e71d-4b93-8936-9698f3f681c1 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:15:16.702310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.742314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.758357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 0387b5c3-45f4-4814-ac1e-105df674c455, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0387b5c3-45f4-4814-ac1e-105df674c455,segment=NetworkSegment(bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d),segment_id=bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:16.813788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0d13-95f1-4fe7-8504-7aa25d16b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.824757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.831913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.891163 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=0387b5c3-45f4-4814-ac1e-105df674c455,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:16.951259 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:16.992869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-ea5b0d13-95f1-4fe7-8504-7aa25d16b5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:15:16.993242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-ea5b0d13-95f1-4fe7-8504-7aa25d16b5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:15:17.024829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c445b13-d4a7-41e3-b264-b73369488585 None None] get_active_networks_info from dv-neutron-824886-1-hyperv {{(pid=109282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 17 13:15:17.092988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c445b13-d4a7-41e3-b264-b73369488585 None None] Resources bound (agent type, host, resource id): {{(pid=109282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 13:15:17.330544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Subnet': ['ID=09c4a9ad-e71d-4b93-8936-9698f3f681c1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:17.333274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.338776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0faae785-f54d-45f3-afbc-a8234cb5fd97 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/subnets/09c4a9ad-e71d-4b93-8936-9698f3f681c1 HTTP/1.1" status: 204 len: 168 time: 0.6913857 Jan 17 13:15:17.338947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdee2b-e915-4e6a-945d-42e0055e61d1 None None] Network 429b2a73-c127-4630-9138-d6b406040426 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:17.339410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53862) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:17.413220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.468817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Deleting port 0387b5c3-45f4-4814-ac1e-105df674c455 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:17.469151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.497303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] DHCP port deletion for 429b2a73-c127-4630-9138-d6b406040426 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:15:17.534637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] For port 0387b5c3-45f4-4814-ac1e-105df674c455, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0387b5c3-45f4-4814-ac1e-105df674c455,segment=NetworkSegment(bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d),segment_id=bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:17.535238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.548235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Calling delete_port for 0387b5c3-45f4-4814-ac1e-105df674c455 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:17.576043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] Deleting port 0387b5c3-45f4-4814-ac1e-105df674c455 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:17.576397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.636680 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] For port 0387b5c3-45f4-4814-ac1e-105df674c455, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0387b5c3-45f4-4814-ac1e-105df674c455,segment=NetworkSegment(bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d),segment_id=bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:17.637070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.649173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] Calling delete_port for 0387b5c3-45f4-4814-ac1e-105df674c455 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:17.717973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7c9012c0-043d-41de-8ac1-8644bcf1dc18 None None] Provisioning complete for port 0387b5c3-45f4-4814-ac1e-105df674c455 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:17.718334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7c9012c0-043d-41de-8ac1-8644bcf1dc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.767434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.786428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7c9012c0-043d-41de-8ac1-8644bcf1dc18 None None] Port 0387b5c3-45f4-4814-ac1e-105df674c455 update to ACTIVE by agent not found {{(pid=109282) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 17 13:15:17.789695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.795341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Port': ['ID=0387b5c3-45f4-4814-ac1e-105df674c455,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:17.800533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No DVR routers for this DVR port 0387b5c3-45f4-4814-ac1e-105df674c455 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:17.813875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] Pushing event deleted for resources: {'Port': ['ID=0387b5c3-45f4-4814-ac1e-105df674c455,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:17.819967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eee996-4d85-446a-968b-33a6386ba3a9 None None] No DVR routers for this DVR port 0387b5c3-45f4-4814-ac1e-105df674c455 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:17.878416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.898546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429b2a73-c127-4630-9138-d6b406040426']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:17.908110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:17.908411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf10007b-c19f-4158-b7ee-6c9fd3b0cb1d') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:17.918266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.930877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.936790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:17.943409 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:18.115821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.120058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.127290 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/429b2a73-c127-4630-9138-d6b406040426 HTTP/1.1" status: 204 len: 168 time: 0.7837341 Jan 17 13:15:18.127372 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53864) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:18.139139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc52564-d384-4739-a47c-c3d6173062ea tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Network': ['ID=429b2a73-c127-4630-9138-d6b406040426,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:18.154445 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b659d5-1639-4d6f-9f0b-928797760b07 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:18.154943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b659d5-1639-4d6f-9f0b-928797760b07 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:18.157978 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d2b659d5-1639-4d6f-9f0b-928797760b07 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/subnets/e21a59be-b3f9-4ba8-825c-c9c88bdee02a HTTP/1.1" status: 404 len: 337 time: 0.0300684 Jan 17 13:15:18.160621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53866) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:18.178535 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10ea061-ad99-4379-8537-11c0636fc049 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:18.179072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10ea061-ad99-4379-8537-11c0636fc049 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:18.182162 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f10ea061-ad99-4379-8537-11c0636fc049 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/e8b90f05-e5c3-4d9f-9ca7-4d00c841e2bb HTTP/1.1" status: 404 len: 339 time: 0.0206463 Jan 17 13:15:18.184639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53868) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:18.209688 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bfc22d-11b5-4dfd-aa03-23ceaf92ba26 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:18.210126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bfc22d-11b5-4dfd-aa03-23ceaf92ba26 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:18.213009 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-01bfc22d-11b5-4dfd-aa03-23ceaf92ba26 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/subnets/19c6b68d-3ce5-4714-9bb2-9d4e86d78951 HTTP/1.1" status: 404 len: 337 time: 0.0274937 Jan 17 13:15:18.215356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53870) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:18.236381 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a42138c-0a85-4ed2-a480-51bd46629654 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] DELETE failed (client error): The resource could not be found. Jan 17 13:15:18.236909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a42138c-0a85-4ed2-a480-51bd46629654 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 13:15:18.239820 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8a42138c-0a85-4ed2-a480-51bd46629654 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/5989c4f0-7fea-4c9d-8ffa-f72bbbb42af8 HTTP/1.1" status: 404 len: 339 time: 0.0235598 Jan 17 13:15:18.242407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53872) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:18.294092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Deleting subnet cc3b9036-4926-49b3-806e-de4caa015c23 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:15:18.297142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.337843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.375033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0387b5c3-45f4-4814-ac1e-105df674c455 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:15:18.394712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0387b5c3-45f4-4814-ac1e-105df674c455 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:15:18.399109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0387b5c3-45f4-4814-ac1e-105df674c455 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:15:18.427118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.556222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.582242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3b9036-4926-49b3-806e-de4caa015c23,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:18.585803 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.588950 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-41c49d63-1e18-477f-8bf1-5937149ee305 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/subnets/cc3b9036-4926-49b3-806e-de4caa015c23 HTTP/1.1" status: 204 len: 168 time: 0.3452423 Jan 17 13:15:18.592257 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:18.593895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b892f-d80d-4027-a310-c9ab09fc7766 None None] Network 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:18.671282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.724654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Deleting port a1a4459e-a834-488d-a851-aeebee4f1e1a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:18.724990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.767340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] DHCP port deletion for 2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:15:18.790317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] For port a1a4459e-a834-488d-a851-aeebee4f1e1a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a1a4459e-a834-488d-a851-aeebee4f1e1a,segment=NetworkSegment(00d89ef9-9b2d-41b4-b365-3ff44012c685),segment_id=00d89ef9-9b2d-41b4-b365-3ff44012c685)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:18.790692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.808911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Calling delete_port for a1a4459e-a834-488d-a851-aeebee4f1e1a owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:18.812898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] Deleting port a1a4459e-a834-488d-a851-aeebee4f1e1a {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:18.813276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.876283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] For port a1a4459e-a834-488d-a851-aeebee4f1e1a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a1a4459e-a834-488d-a851-aeebee4f1e1a,segment=NetworkSegment(00d89ef9-9b2d-41b4-b365-3ff44012c685),segment_id=00d89ef9-9b2d-41b4-b365-3ff44012c685)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:18.876684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.889461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] Calling delete_port for a1a4459e-a834-488d-a851-aeebee4f1e1a owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:18.950668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.960065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:18.980090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Port': ['ID=a1a4459e-a834-488d-a851-aeebee4f1e1a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:18.984602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] No DVR routers for this DVR port a1a4459e-a834-488d-a851-aeebee4f1e1a on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:18.988261 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] Pushing event deleted for resources: {'Port': ['ID=a1a4459e-a834-488d-a851-aeebee4f1e1a,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:18.991503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0b59b-807d-43ac-b751-07cc56ec07f0 None None] No DVR routers for this DVR port a1a4459e-a834-488d-a851-aeebee4f1e1a on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:19.067950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.088088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2649c57d-4c63-4518-bcdf-2b5f8ae4ec22']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:19.097731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d89ef9-9b2d-41b4-b365-3ff44012c685') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:19.098032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d89ef9-9b2d-41b4-b365-3ff44012c685') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:19.107131 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.119781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.125999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:19.126391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:19.129298 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:19.269867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.280213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.280213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] 10.222.0.77 "DELETE /v2.0/networks/2649c57d-4c63-4518-bcdf-2b5f8ae4ec22 HTTP/1.1" status: 204 len: 168 time: 0.6863770 Jan 17 13:15:19.291772 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404f2a8-16bf-4a83-aedf-ff4a2aa41341 tempest-NetworksIpV6Test-1250909941 tempest-NetworksIpV6Test-1250909941-project] Pushing event deleted for resources: {'Network': ['ID=2649c57d-4c63-4518-bcdf-2b5f8ae4ec22,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:19.665892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53880) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:19.798267 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dae0ae5b-ab48-4f05-a957-1542e86fecfa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a21c42c028b9443b97c9e3f801d91f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311021 Jan 17 13:15:19.800742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53884) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:19.848351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edeed5a1-ff19-4c62-8826-921250c303f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.868609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edeed5a1-ff19-4c62-8826-921250c303f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.988174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edeed5a1-ff19-4c62-8826-921250c303f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.990752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-edeed5a1-ff19-4c62-8826-921250c303f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:19.991936 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-edeed5a1-ff19-4c62-8826-921250c303f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/336c43e5-5f77-4896-b52d-95ee67778dc2 HTTP/1.1" status: 204 len: 168 time: 0.1902938 Jan 17 13:15:20.000781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeed5a1-ff19-4c62-8826-921250c303f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c43e5-5f77-4896-b52d-95ee67778dc2,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:20.377956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a1a4459e-a834-488d-a851-aeebee4f1e1a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:15:20.398151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: a1a4459e-a834-488d-a851-aeebee4f1e1a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:15:20.398489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a1a4459e-a834-488d-a851-aeebee4f1e1a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:15:20.944989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53906) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:21.037811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1685426175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:21.104190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.105275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.158422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.207049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.265865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.267108 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a51d7a63-c0f7-4aaf-8fee-b3878a632fa7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3211076 Jan 17 13:15:21.269838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53910) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:21.274676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1828164568'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:21.344224 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Made reservation on behalf of 42d5d5b30262495091dcd7e5fa21c04b for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:21.347755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.358733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.433613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.486608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.513487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:21.522704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110fecf3-48dc-44bc-b88e-252f3e463e35,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:21.528393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.528735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Added segment 19b6c1a2-a20a-459d-9730-0f8306c7b154 of type vlan for network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 Jan 17 13:15:21.567735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.664041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.669827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:21.670410 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:21.737437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event updated for resources: {'Network': ['ID=fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:21.747873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:21.809742 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cea68da0-a26c-4931-908d-25ada53892ca tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5388496 Jan 17 13:15:21.812530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53912) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:21.818639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Request body: {'subnet': {'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:21.976372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Made reservation on behalf of 42d5d5b30262495091dcd7e5fa21c04b for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:21.980036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.207442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.271892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event updated for resources: {'Subnet': ['ID=a8984a5f-28b4-4c42-b835-f99244a46cbe,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:22.280526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Checking segment: {'id': '19b6c1a2-a20a-459d-9730-0f8306c7b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:22.280883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Network hostable DHCP agents. Network: fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:22.366864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:22.452761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:22.457996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:22.458955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.465514 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2edf9-94bb-43d8-ba01-2d12cc0b0698 None None] Network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:22.506009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.529948 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3b5632ed-bd79-4f84-a3d6-d2fe55ea798e tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7163746 Jan 17 13:15:22.535205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53914) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:22.540447 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1843725888'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:22.612043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3', 'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3', 'tenant_id': '42d5d5b30262495091dcd7e5fa21c04b', 'fixed_ips': [{'subnet_id': 'a8984a5f-28b4-4c42-b835-f99244a46cbe'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:22.612947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.656866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Made reservation on behalf of 42d5d5b30262495091dcd7e5fa21c04b for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:22.660356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.684267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:22.692882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.693220 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Added segment 36da29cc-54b1-4f55-bd0a-e8010e1f16a3 of type vlan for network a8c6f753-2d3c-4ca4-852a-f3402e502514 Jan 17 13:15:22.732620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.750568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Allocated IP 172.20.0.2 (fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3/a8984a5f-28b4-4c42-b835-f99244a46cbe/f0f42951-18b1-4c09-95bb-974d34083ee5) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:22.833730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.839426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:22.840116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.893069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:22.909236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event updated for resources: {'Network': ['ID=a8c6f753-2d3c-4ca4-852a-f3402e502514,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:22.916166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.916518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.916855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.917721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.918070 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.918370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.918687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.919053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.919379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.919723 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.920041 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.920356 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:22.931537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a8c6f753-2d3c-4ca4-852a-f3402e502514 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:22.953664 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-cc3a9348-e532-4761-950f-2df96d2ecdc7 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4147568 Jan 17 13:15:22.954062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53916) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:22.958926 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Request body: {'subnet': {'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:22.987714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.037181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:23.038465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Pushing event updated for resources: {'Port': ['ID=f0f42951-18b1-4c09-95bb-974d34083ee5,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:23.041025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:23.043773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:23.098175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Attempting to bind port f0f42951-18b1-4c09-95bb-974d34083ee5 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:23.098541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Attempting to bind port f0f42951-18b1-4c09-95bb-974d34083ee5 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '19b6c1a2-a20a-459d-9730-0f8306c7b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:23.098900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Attempting to bind port f0f42951-18b1-4c09-95bb-974d34083ee5 on network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:23.103910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Made reservation on behalf of 42d5d5b30262495091dcd7e5fa21c04b for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:23.104075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:23.104408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Checking segment: {'id': '19b6c1a2-a20a-459d-9730-0f8306c7b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:23.105392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.105821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Bound using segment: {'id': '19b6c1a2-a20a-459d-9730-0f8306c7b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:23.106494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Bound port: f0f42951-18b1-4c09-95bb-974d34083ee5, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b6c1a2-a20a-459d-9730-0f8306c7b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:23.106875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.108558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.170191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] For port f0f42951-18b1-4c09-95bb-974d34083ee5, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:23.173321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] For port f0f42951-18b1-4c09-95bb-974d34083ee5, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f0f42951-18b1-4c09-95bb-974d34083ee5,segment=NetworkSegment(19b6c1a2-a20a-459d-9730-0f8306c7b154),segment_id=19b6c1a2-a20a-459d-9730-0f8306c7b154)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:23.287511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.345267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10359c-f56d-424e-b1e1-2d8a7dab8898 None None] Pushing event updated for resources: {'Port': ['ID=f0f42951-18b1-4c09-95bb-974d34083ee5,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:23.390144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.450817 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event updated for resources: {'Subnet': ['ID=16e7e7b9-c4f2-4e95-95dc-8a1c45f21e04,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:23.484610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Checking segment: {'id': '36da29cc-54b1-4f55-bd0a-e8010e1f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:23.484915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Network hostable DHCP agents. Network: a8c6f753-2d3c-4ca4-852a-f3402e502514, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:23.595276 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Network a8c6f753-2d3c-4ca4-852a-f3402e502514 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:23.692665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a8c6f753-2d3c-4ca4-852a-f3402e502514) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:23.697072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:23.697750 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.701442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e9362-3dfa-40f5-bb2a-ab6d5f701b11 None None] Network a8c6f753-2d3c-4ca4-852a-f3402e502514 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:23.790832 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-970014f1-e7eb-48a2-9141-fbadd260fd4f tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8357394 Jan 17 13:15:23.794593 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53918) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:23.799157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4a3c974a-1d5a-43a6-90d9-efef29c882a5 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:23.845594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a8c6f753-2d3c-4ca4-852a-f3402e502514', 'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514', 'tenant_id': '42d5d5b30262495091dcd7e5fa21c04b', 'fixed_ips': [{'subnet_id': '16e7e7b9-c4f2-4e95-95dc-8a1c45f21e04'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:23.846490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:23.995757 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Allocated IP 172.21.0.2 (a8c6f753-2d3c-4ca4-852a-f3402e502514/16e7e7b9-c4f2-4e95-95dc-8a1c45f21e04/ca293a71-bfd6-400c-9516-5b96103dbd9f) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:24.008968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4a3c974a-1d5a-43a6-90d9-efef29c882a5 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.147722 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.213461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.222802 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.api.v2.resource [None req-4a3c974a-1d5a-43a6-90d9-efef29c882a5 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 13:15:24.223954 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4a3c974a-1d5a-43a6-90d9-efef29c882a5 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "PUT /v2.0/routers/3147c997-b230-4f66-9a9a-cb5a4216febc HTTP/1.1" status: 400 len: 364 time: 0.4283597 Jan 17 13:15:24.230101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53920) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:24.244255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e78e2-1b64-4b96-946b-37ecf5096aca None None] Network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:24.267049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Network a8c6f753-2d3c-4ca4-852a-f3402e502514 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:24.285951 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Deleting subnet 16e7e7b9-c4f2-4e95-95dc-8a1c45f21e04 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:15:24.289055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.296406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:24.298784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:24.320401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Pushing event updated for resources: {'Port': ['ID=ca293a71-bfd6-400c-9516-5b96103dbd9f,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:24.329578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.505324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f0f42951-18b1-4c09-95bb-974d34083ee5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:24.593940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Attempting to bind port ca293a71-bfd6-400c-9516-5b96103dbd9f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:24.594216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Attempting to bind port ca293a71-bfd6-400c-9516-5b96103dbd9f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '36da29cc-54b1-4f55-bd0a-e8010e1f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:24.594573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Attempting to bind port ca293a71-bfd6-400c-9516-5b96103dbd9f on network a8c6f753-2d3c-4ca4-852a-f3402e502514 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:24.596516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4236d781-32cc-4ddb-a875-96b9a230073d None None] Provisioning complete for port f0f42951-18b1-4c09-95bb-974d34083ee5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:24.596885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4236d781-32cc-4ddb-a875-96b9a230073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.643814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:24.644251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Checking segment: {'id': '36da29cc-54b1-4f55-bd0a-e8010e1f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:24.644655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.645042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Bound using segment: {'id': '36da29cc-54b1-4f55-bd0a-e8010e1f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:24.645521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Bound port: ca293a71-bfd6-400c-9516-5b96103dbd9f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36da29cc-54b1-4f55-bd0a-e8010e1f16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8c6f753-2d3c-4ca4-852a-f3402e502514'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:24.645899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.739053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.740970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f0f42951-18b1-4c09-95bb-974d34083ee5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:24.741957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.841897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.848776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4236d781-32cc-4ddb-a875-96b9a230073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.851758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] For port ca293a71-bfd6-400c-9516-5b96103dbd9f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:24.872796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event deleted for resources: {'Subnet': ['ID=16e7e7b9-c4f2-4e95-95dc-8a1c45f21e04,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:24.873765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] For port ca293a71-bfd6-400c-9516-5b96103dbd9f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ca293a71-bfd6-400c-9516-5b96103dbd9f,segment=NetworkSegment(36da29cc-54b1-4f55-bd0a-e8010e1f16a3),segment_id=36da29cc-54b1-4f55-bd0a-e8010e1f16a3)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:24.879184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.882602 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3bbb4c66-5756-4bb7-b46c-9af4f38ffd55 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "DELETE /v2.0/subnets/16e7e7b9-c4f2-4e95-95dc-8a1c45f21e04 HTTP/1.1" status: 204 len: 168 time: 0.6510239 Jan 17 13:15:24.885087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53922) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:24.925734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4236d781-32cc-4ddb-a875-96b9a230073d None None] For port f0f42951-18b1-4c09-95bb-974d34083ee5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f0f42951-18b1-4c09-95bb-974d34083ee5,segment=NetworkSegment(19b6c1a2-a20a-459d-9730-0f8306c7b154),segment_id=19b6c1a2-a20a-459d-9730-0f8306c7b154)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:24.926833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.940168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:24.967153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.002165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4236d781-32cc-4ddb-a875-96b9a230073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.013767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf99adc-8015-4332-83ee-fc946ad403dc None None] Pushing event updated for resources: {'Port': ['ID=ca293a71-bfd6-400c-9516-5b96103dbd9f,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:25.031899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Deleting port ca293a71-bfd6-400c-9516-5b96103dbd9f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:25.032359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.090969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:15:25.091318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:15:25.100662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236d781-32cc-4ddb-a875-96b9a230073d None None] Pushing event updated for resources: {'Port': ['ID=f0f42951-18b1-4c09-95bb-974d34083ee5,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:25.105226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] For port ca293a71-bfd6-400c-9516-5b96103dbd9f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ca293a71-bfd6-400c-9516-5b96103dbd9f,segment=NetworkSegment(36da29cc-54b1-4f55-bd0a-e8010e1f16a3),segment_id=36da29cc-54b1-4f55-bd0a-e8010e1f16a3)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:25.105591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.119810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b029085a-f8bf-4e9c-99d1-3303f704e900 None None] Provisioning complete for port f0f42951-18b1-4c09-95bb-974d34083ee5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:25.120539 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b029085a-f8bf-4e9c-99d1-3303f704e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.124279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Calling delete_port for ca293a71-bfd6-400c-9516-5b96103dbd9f owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:25.304365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.329431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event deleted for resources: {'Port': ['ID=ca293a71-bfd6-400c-9516-5b96103dbd9f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:25.339648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] No DVR routers for this DVR port ca293a71-bfd6-400c-9516-5b96103dbd9f on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:25.422854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.442455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c6f753-2d3c-4ca4-852a-f3402e502514']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:25.451555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36da29cc-54b1-4f55-bd0a-e8010e1f16a3') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:25.451830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36da29cc-54b1-4f55-bd0a-e8010e1f16a3') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:25.460919 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.474057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.480883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:25.481268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:25.484184 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:25.618214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.625708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.628965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "DELETE /v2.0/networks/a8c6f753-2d3c-4ca4-852a-f3402e502514 HTTP/1.1" status: 204 len: 168 time: 0.7421596 Jan 17 13:15:25.631748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53924) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:25.641589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523a69-6eea-4cd4-9cac-d944c79dff3c tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event deleted for resources: {'Network': ['ID=a8c6f753-2d3c-4ca4-852a-f3402e502514,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:25.689968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Deleting subnet a8984a5f-28b4-4c42-b835-f99244a46cbe {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:15:25.694261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.735636 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.822482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.950610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.977989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event deleted for resources: {'Subnet': ['ID=a8984a5f-28b4-4c42-b835-f99244a46cbe,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:25.982855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:25.985952 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-31fdf6ef-01c5-43bc-ab72-e436cf916113 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "DELETE /v2.0/subnets/a8984a5f-28b4-4c42-b835-f99244a46cbe HTTP/1.1" status: 204 len: 168 time: 0.3531196 Jan 17 13:15:25.988378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53926) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:25.991022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36ba1b-a39d-4b79-90a7-7fe5a73e0cfd None None] Network fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:26.034848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a272c-3116-4f05-b3f0-4aae347f5f7b None None] DHCP port deletion for a8c6f753-2d3c-4ca4-852a-f3402e502514 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:15:26.058400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6f55086d-e4d3-4386-8d28-cdeb25b59dee None None] Could not find standard attr ID for object ca293a71-bfd6-400c-9516-5b96103dbd9f. {{(pid=109282) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 13:15:26.066323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.070825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c8a76-8a20-4901-ae52-7f3eb8c117d1 None None] Network a8c6f753-2d3c-4ca4-852a-f3402e502514 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:26.104012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c8a76-8a20-4901-ae52-7f3eb8c117d1 None None] Network a8c6f753-2d3c-4ca4-852a-f3402e502514 could not be found, it might have been deleted concurrently. {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 17 13:15:26.120971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Deleting port f0f42951-18b1-4c09-95bb-974d34083ee5 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:26.121352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.188710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] For port f0f42951-18b1-4c09-95bb-974d34083ee5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f0f42951-18b1-4c09-95bb-974d34083ee5,segment=NetworkSegment(19b6c1a2-a20a-459d-9730-0f8306c7b154),segment_id=19b6c1a2-a20a-459d-9730-0f8306c7b154)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:26.189998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.190941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] DHCP port deletion for fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:15:26.203829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Calling delete_port for f0f42951-18b1-4c09-95bb-974d34083ee5 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:26.235562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] Deleting port f0f42951-18b1-4c09-95bb-974d34083ee5 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:15:26.235938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.300035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] For port f0f42951-18b1-4c09-95bb-974d34083ee5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f0f42951-18b1-4c09-95bb-974d34083ee5,segment=NetworkSegment(19b6c1a2-a20a-459d-9730-0f8306c7b154),segment_id=19b6c1a2-a20a-459d-9730-0f8306c7b154)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:26.300432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.313175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] Calling delete_port for f0f42951-18b1-4c09-95bb-974d34083ee5 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:15:26.382086 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f0f42951-18b1-4c09-95bb-974d34083ee5 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:15:26.382408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.402884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f0f42951-18b1-4c09-95bb-974d34083ee5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:15:26.403155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f0f42951-18b1-4c09-95bb-974d34083ee5 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:15:26.408215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.415782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event deleted for resources: {'Port': ['ID=f0f42951-18b1-4c09-95bb-974d34083ee5,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:26.418136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] No DVR routers for this DVR port f0f42951-18b1-4c09-95bb-974d34083ee5 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:26.437871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] Pushing event deleted for resources: {'Port': ['ID=f0f42951-18b1-4c09-95bb-974d34083ee5,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:26.441319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f16207-6f6d-4754-9256-d68a92d02198 None None] No DVR routers for this DVR port f0f42951-18b1-4c09-95bb-974d34083ee5 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:15:26.498956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.518545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:26.527957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b6c1a2-a20a-459d-9730-0f8306c7b154') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:26.532429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b6c1a2-a20a-459d-9730-0f8306c7b154') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:26.537247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.550268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.556007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:15:26.556381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:15:26.559916 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:15:26.692363 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.706004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.706004 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "DELETE /v2.0/networks/fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3 HTTP/1.1" status: 204 len: 168 time: 0.7138181 Jan 17 13:15:26.706195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53928) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:26.715425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc486c-0464-4ca1-8229-2975770e3c20 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Pushing event deleted for resources: {'Network': ['ID=fd99c48b-75ff-4bcb-bbcc-87a7b7667ef3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:26.734258 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fd16a249-c0fa-4268-94b7-267e2eca4488 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "GET /v2.0/ports?device_id=3147c997-b230-4f66-9a9a-cb5a4216febc HTTP/1.1" status: 200 len: 205 time: 0.0268590 Jan 17 13:15:26.736561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53930) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:26.811513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.966683 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:26.968676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.058536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.059044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Fanout notify agent at l3_agent the message router_deleted on router 3147c997-b230-4f66-9a9a-cb5a4216febc {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:15:27.065791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.069525 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a45c11ff-997b-4f8a-85a8-01ddbc76dad1 tempest-RoutersNegativeTest-455219424 tempest-RoutersNegativeTest-455219424-project] 10.222.0.77 "DELETE /v2.0/routers/3147c997-b230-4f66-9a9a-cb5a4216febc HTTP/1.1" status: 204 len: 168 time: 0.3293700 Jan 17 13:15:27.448140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53936) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:27.576019 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-164db131-370e-4fe8-8f4f-f54797c94f4e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42d5d5b30262495091dcd7e5fa21c04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266341 Jan 17 13:15:27.578475 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53940) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:27.625866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77bdd13a-6766-4066-b787-38c09050ee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.645958 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77bdd13a-6766-4066-b787-38c09050ee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.766303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77bdd13a-6766-4066-b787-38c09050ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.768899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-77bdd13a-6766-4066-b787-38c09050ee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:27.770064 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-77bdd13a-6766-4066-b787-38c09050ee77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/110fecf3-48dc-44bc-b88e-252f3e463e35 HTTP/1.1" status: 204 len: 168 time: 0.1907036 Jan 17 13:15:27.778797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd13a-6766-4066-b787-38c09050ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110fecf3-48dc-44bc-b88e-252f3e463e35,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:28.725528 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53962) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:28.820417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1537649043-network', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:28.936682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Made reservation on behalf of 8a95b65b9a7b4d9eaed21672f24b2f01 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:28.938957 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:28.951411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.022107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.085106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.108568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:29.116769 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a010817-85a0-46d5-8d2a-5303ab72625f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:29.124014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.124354 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Added segment ac90238b-616e-45db-a2bc-99771875a732 of type vlan for network f6702421-2454-4300-92f3-be94829cabf9 Jan 17 13:15:29.166014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.252387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.253342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:29.254045 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.314210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6702421-2454-4300-92f3-be94829cabf9,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:29.325093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network f6702421-2454-4300-92f3-be94829cabf9 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:29.392399 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-564425cb-69a5-4522-bd26-e42f007765d4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6656964 Jan 17 13:15:29.395176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53966) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:29.400207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Request body: {'subnet': {'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-subnet', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:29.475146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Made reservation on behalf of 8a95b65b9a7b4d9eaed21672f24b2f01 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:29.477615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.702642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.763382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2463bb15-c530-40d1-bfd1-b8c917128d6e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:29.771133 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Checking segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:29.771509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Network hostable DHCP agents. Network: f6702421-2454-4300-92f3-be94829cabf9, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:29.863608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Network f6702421-2454-4300-92f3-be94829cabf9 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:29.932202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, f6702421-2454-4300-92f3-be94829cabf9) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:29.936864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:29.937456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:29.942767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef325a-b4ee-44d8-b722-cb280700bc6e None None] Network f6702421-2454-4300-92f3-be94829cabf9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:30.020619 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f58a84f9-e0ae-4f84-9a16-f8bb2114f503 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6243119 Jan 17 13:15:30.023167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53968) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:30.027952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:30.090760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-f6702421-2454-4300-92f3-be94829cabf9', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:30.091711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.115560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.116579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.177245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.228395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Allocated IP 172.20.0.2 (f6702421-2454-4300-92f3-be94829cabf9/2463bb15-c530-40d1-bfd1-b8c917128d6e/8dcaf281-0e2f-421f-8ef3-10e78a11e30b) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:30.369231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.393390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.441193 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.481002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Network f6702421-2454-4300-92f3-be94829cabf9 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:30.483798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:30.487130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:30.498215 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Pushing event updated for resources: {'Port': ['ID=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:30.549033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Attempting to bind port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:30.549407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Attempting to bind port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:30.549803 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Attempting to bind port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b on network f6702421-2454-4300-92f3-be94829cabf9 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:30.554714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:30.555092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Checking segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:30.555516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.555921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Bound using segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:30.556388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Bound port: 8dcaf281-0e2f-421f-8ef3-10e78a11e30b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:30.556800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.618487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] For port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:30.622139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] For port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:30.659544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.678758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.715968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:30.778346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab48b1-f7bc-4df1-9e8f-f9e5ab7cfed6 None None] Pushing event updated for resources: {'Port': ['ID=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:30.790385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Allocated IP 172.26.4.160 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1e7e8c08-4a1d-4751-b463-0a7af52df14a) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:30.896076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:31.005593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:31.049826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:31.052652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:31.059641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:31.062596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Pushing event updated for resources: {'Port': ['ID=1e7e8c08-4a1d-4751-b463-0a7af52df14a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:31.620567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000a8e3-562c-46cf-be91-ec4a8a28e345 None None] Network f6702421-2454-4300-92f3-be94829cabf9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:31.735247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:31.746457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9d1db5f1-b511-4844-af68-ccf763ae8144 None None] Provisioning complete for port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:31.746830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d1db5f1-b511-4844-af68-ccf763ae8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:31.850770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d1db5f1-b511-4844-af68-ccf763ae8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:31.884625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-9d1db5f1-b511-4844-af68-ccf763ae8144 None None] For port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:31.944052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:31.955292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d1db5f1-b511-4844-af68-ccf763ae8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:32.004518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1db5f1-b511-4844-af68-ccf763ae8144 None None] Pushing event updated for resources: {'Port': ['ID=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:32.074357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a29a9ede-e890-41ba-a679-00127c851436 None None] Provisioning complete for port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:32.074738 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a29a9ede-e890-41ba-a679-00127c851436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:32.126126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:15:32.229223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:15:32.237777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Sync routers for ids ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:15:32.247202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Routers {'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:32.252035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:32.316872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:32.318180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-daa27ed4-6351-4abb-b5f7-d6d87d3102ff admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2940197 Jan 17 13:15:32.321012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53970) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:32.355843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Set router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:32.427174 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8dcaf281-0e2f-421f-8ef3-10e78a11e30b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:32.549230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:32.549611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:32.748330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:32.779206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:31Z', 'revision_number': 3, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:32.809380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Checking router: f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:15:32.809649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Updating router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 port 1e7e8c08-4a1d-4751-b463-0a7af52df14a binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:15:32.843518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:32.953703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Allocated IP 172.20.0.1 (f6702421-2454-4300-92f3-be94829cabf9/2463bb15-c530-40d1-bfd1-b8c917128d6e/2bef421a-5640-4662-87a7-d59354ec9f54) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:33.059815 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.095255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.144047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.154750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.184524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Network f6702421-2454-4300-92f3-be94829cabf9 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:33.189649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:33.196768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:33.208296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66cf44-de3a-452f-8ab1-cb290c56be20 None None] Pushing event updated for resources: {'Port': ['ID=1e7e8c08-4a1d-4751-b463-0a7af52df14a,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:33.209892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Attempting to bind port 1e7e8c08-4a1d-4751-b463-0a7af52df14a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:33.210268 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Attempting to bind port 1e7e8c08-4a1d-4751-b463-0a7af52df14a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:33.210633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Attempting to bind port 1e7e8c08-4a1d-4751-b463-0a7af52df14a on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:33.217196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:33.217907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:33.218048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.218401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:33.218622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Pushing event updated for resources: {'Port': ['ID=2bef421a-5640-4662-87a7-d59354ec9f54,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:33.218871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Bound port: 1e7e8c08-4a1d-4751-b463-0a7af52df14a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:33.219253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.244326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.275587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] For port 1e7e8c08-4a1d-4751-b463-0a7af52df14a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:33.279714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] For port 1e7e8c08-4a1d-4751-b463-0a7af52df14a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1e7e8c08-4a1d-4751-b463-0a7af52df14a,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:33.349759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.409538 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Routers {'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:33.410188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:33.431706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.449429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66cf44-de3a-452f-8ab1-cb290c56be20 None None] Pushing event updated for resources: {'Port': ['ID=1e7e8c08-4a1d-4751-b463-0a7af52df14a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:33.525583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-03347e66-18ce-4a53-ba64-ac4964977857 None None] Provisioning complete for port 2bef421a-5640-4662-87a7-d59354ec9f54 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:33.526087 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-03347e66-18ce-4a53-ba64-ac4964977857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.531001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] Set router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:33.594840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.598262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-03347e66-18ce-4a53-ba64-ac4964977857 None None] Port 2bef421a-5640-4662-87a7-d59354ec9f54 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:15:33.698720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.766728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.767231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '2bef421a-5640-4662-87a7-d59354ec9f54', 'name': '', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'mac_address': 'fa:16:3e:8a:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:32Z', 'updated_at': '2022-01-17T13:15:32Z', 'revision_number': 1, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'subnets': [{'id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:33.768471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Pushing event updated for resources: {'Port': ['ID=2bef421a-5640-4662-87a7-d59354ec9f54,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:33.793855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e521e9c-28e3-499e-bbb7-e5488dc17947 None None] The sync data for ids ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'] in dv-neutron-824886-1-hyperv is: [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '2bef421a-5640-4662-87a7-d59354ec9f54', 'name': '', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'mac_address': 'fa:16:3e:8a:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:32Z', 'updated_at': '2022-01-17T13:15:32Z', 'revision_number': 1, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'subnets': [{'id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:15:33.851710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c6687cc0-f258-4eee-9e25-c6f9a5fe6162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:33.871733 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Network f6702421-2454-4300-92f3-be94829cabf9 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:33.873188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:34.010473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:15:34.119133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a95cdb73-4e6f-4008-8b9d-8c0cfdd8e4ad None None] Provisioning complete for port 2bef421a-5640-4662-87a7-d59354ec9f54 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:34.121058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a95cdb73-4e6f-4008-8b9d-8c0cfdd8e4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:34.133117 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:15:34.144164 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7f578b15-dd31-4e59-8b1a-2c13757c4a7d admin admin] 10.222.0.77 "PUT /v2.0/routers/f49e0eb8-b187-4cb9-b171-dbdfa210b3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8219678 Jan 17 13:15:34.163044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a95cdb73-4e6f-4008-8b9d-8c0cfdd8e4ad None None] Port 2bef421a-5640-4662-87a7-d59354ec9f54 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:15:34.819037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 53986) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:34.824323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1034134795-network', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:34.913670 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Made reservation on behalf of f1fe1031134f4c66a5c3c482b84a227f for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:34.916332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:34.926047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.008973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.096011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.123522 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:15:35.129812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee61f11-fd0c-43b1-b057-52119c90482f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:35.136449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.136990 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Added segment 2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869 of type vlan for network 5b82c27d-32d8-443c-919e-092338e7f7c3 Jan 17 13:15:35.183437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.263564 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.264587 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:35.265174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.326321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] Pushing event updated for resources: {'Network': ['ID=5b82c27d-32d8-443c-919e-092338e7f7c3,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:35.335770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:15:35.374993 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-68ae74c8-414b-4269-a6d3-c8dd87f59f26 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5547645 Jan 17 13:15:35.377863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53988) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:35.383025 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Request body: {'subnet': {'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-subnet', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:35.469337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Made reservation on behalf of f1fe1031134f4c66a5c3c482b84a227f for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:35.471776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.715703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.749222 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Sync routers for ids ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:15:35.758261 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Routers {'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:35.759117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:35.777262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9df3f6f-d966-437e-8ae0-54af150ff633,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:35.788607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Checking segment: {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:35.788965 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Network hostable DHCP agents. Network: 5b82c27d-32d8-443c-919e-092338e7f7c3, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:15:35.865730 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Set router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:35.869308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:15:35.932181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 5b82c27d-32d8-443c-919e-092338e7f7c3) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:35.936827 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:35.937864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:35.941023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1f22b-6e5e-4036-a0c0-76d4f39ca249 None None] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:36.020929 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-647e1ddc-02c7-49be-85c4-c49963f675f3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6419058 Jan 17 13:15:36.023506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53990) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:36.028637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:36.067382 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '2bef421a-5640-4662-87a7-d59354ec9f54', 'name': '', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'mac_address': 'fa:16:3e:8a:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:32Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 2, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'subnets': [{'id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:36.093298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-5b82c27d-32d8-443c-919e-092338e7f7c3', 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'fixed_ips': [{'subnet_id': 'a9df3f6f-d966-437e-8ae0-54af150ff633'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:15:36.094182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.095871 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Checking router: f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:15:36.096225 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Updating router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 port 2bef421a-5640-4662-87a7-d59354ec9f54 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:15:36.122249 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.132464 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.133641 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.196095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.226052 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-52811ab3-85c5-4789-bea8-dc7c2a3ea838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.240875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Allocated IP 172.20.0.2 (5b82c27d-32d8-443c-919e-092338e7f7c3/a9df3f6f-d966-437e-8ae0-54af150ff633/fad14bf1-078a-4198-bed7-dc0fdc9c9841) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:36.406176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.422226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.433614 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.437948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1e7e8c08-4a1d-4751-b463-0a7af52df14a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:36.475182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.497124 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.514981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:36.519957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:36.524742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:36.542186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Pushing event updated for resources: {'Port': ['ID=fad14bf1-078a-4198-bed7-dc0fdc9c9841,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:36.550923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1e7e8c08-4a1d-4751-b463-0a7af52df14a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:36.550923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.569022 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Pushing event updated for resources: {'Port': ['ID=2bef421a-5640-4662-87a7-d59354ec9f54,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:36.581089 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.581482 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.581827 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.582159 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.582486 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.582807 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.583131 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.583453 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.583887 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.584201 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.584521 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.584833 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:36.619191 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Attempting to bind port 2bef421a-5640-4662-87a7-d59354ec9f54 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:36.622023 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Attempting to bind port 2bef421a-5640-4662-87a7-d59354ec9f54 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:36.622406 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Attempting to bind port 2bef421a-5640-4662-87a7-d59354ec9f54 on network f6702421-2454-4300-92f3-be94829cabf9 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:36.628479 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:36.628858 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Checking segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:36.629255 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.629648 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Bound using segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:36.630120 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Bound port: 2bef421a-5640-4662-87a7-d59354ec9f54, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:36.630498 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.648517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Attempting to bind port fad14bf1-078a-4198-bed7-dc0fdc9c9841 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:36.648888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Attempting to bind port fad14bf1-078a-4198-bed7-dc0fdc9c9841 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:36.649250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Attempting to bind port fad14bf1-078a-4198-bed7-dc0fdc9c9841 on network 5b82c27d-32d8-443c-919e-092338e7f7c3 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:36.657256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:36.657627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Checking segment: {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:36.658027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.658417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Bound using segment: {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:36.658886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Bound port: fad14bf1-078a-4198-bed7-dc0fdc9c9841, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:36.659262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.714801 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] For port 2bef421a-5640-4662-87a7-d59354ec9f54, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:36.718195 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] For port 2bef421a-5640-4662-87a7-d59354ec9f54, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2bef421a-5640-4662-87a7-d59354ec9f54,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:36.734660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.756249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.770985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 1e7e8c08-4a1d-4751-b463-0a7af52df14a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1e7e8c08-4a1d-4751-b463-0a7af52df14a,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:36.778040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] For port fad14bf1-078a-4198-bed7-dc0fdc9c9841, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:36.778839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.781066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] For port fad14bf1-078a-4198-bed7-dc0fdc9c9841, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fad14bf1-078a-4198-bed7-dc0fdc9c9841,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:36.797194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2552e991-5887-4a91-9f1d-8450291287ed None None] Provisioning complete for port 2bef421a-5640-4662-87a7-d59354ec9f54 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:36.797713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2552e991-5887-4a91-9f1d-8450291287ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.801900 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.845020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.867421 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0863303-2a90-491e-9fd7-1a0564f9d2a1 None None] Pushing event updated for resources: {'Port': ['ID=2bef421a-5640-4662-87a7-d59354ec9f54,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:36.884202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:36.885279 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Routers {'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:36.885912 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:36.908856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Allocated IP 172.26.4.159 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d6dcdf0b-d2ec-4452-9afc-993c79447a79) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:36.959753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=1e7e8c08-4a1d-4751-b463-0a7af52df14a,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:36.962696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2552e991-5887-4a91-9f1d-8450291287ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.036537 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] Set router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:37.064196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.066084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-2552e991-5887-4a91-9f1d-8450291287ed None None] For port 2bef421a-5640-4662-87a7-d59354ec9f54, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2bef421a-5640-4662-87a7-d59354ec9f54,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:37.077385 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9295b-3f04-4995-b017-f41232f0a4a2 None None] Pushing event updated for resources: {'Port': ['ID=fad14bf1-078a-4198-bed7-dc0fdc9c9841,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:37.142674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2552e991-5887-4a91-9f1d-8450291287ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.190001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.224906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e991-5887-4a91-9f1d-8450291287ed None None] Pushing event updated for resources: {'Port': ['ID=2bef421a-5640-4662-87a7-d59354ec9f54,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:37.262547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:37.262747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-19f7c446-6f8e-4a63-a017-27a2a6b14170 None None] Provisioning complete for port 2bef421a-5640-4662-87a7-d59354ec9f54 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:37.263095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-19f7c446-6f8e-4a63-a017-27a2a6b14170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.266361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:37.269832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:37.304624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Pushing event updated for resources: {'Port': ['ID=d6dcdf0b-d2ec-4452-9afc-993c79447a79,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:37.330456 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '2bef421a-5640-4662-87a7-d59354ec9f54', 'name': '', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'mac_address': 'fa:16:3e:8a:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:32Z', 'updated_at': '2022-01-17T13:15:36Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'subnets': [{'id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:37.365855 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d1dda-1fe0-4920-8991-fe5d283730b0 None None] The sync data for ids ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'] in dv-neutron-824886-1-hyperv is: [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:33Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '2bef421a-5640-4662-87a7-d59354ec9f54', 'name': '', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'mac_address': 'fa:16:3e:8a:b1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:32Z', 'updated_at': '2022-01-17T13:15:36Z', 'revision_number': 4, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'subnets': [{'id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:15:37.524740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.614343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:37.826540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.049737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b136f-722b-4519-be6b-a55c7a2750bf None None] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:15:38.080212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Router 7707785e-b59b-4420-9920-79b52bd6268c is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:15:38.102330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Provisioning complete for port fad14bf1-078a-4198-bed7-dc0fdc9c9841 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:38.102716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.191728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:15:38.220073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Sync routers for ids ['7707785e-b59b-4420-9920-79b52bd6268c'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:15:38.262046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Routers {'7707785e-b59b-4420-9920-79b52bd6268c'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:38.262668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7707785e-b59b-4420-9920-79b52bd6268c'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:38.265232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.269447 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5ac1d61a-ab3f-42dd-9fdd-354827684154 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2419584 Jan 17 13:15:38.269588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.269697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 53992) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:15:38.385791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] For port fad14bf1-078a-4198-bed7-dc0fdc9c9841, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fad14bf1-078a-4198-bed7-dc0fdc9c9841,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:38.414697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Set router 7707785e-b59b-4420-9920-79b52bd6268c gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:38.480985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.567718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1e7e8c08-4a1d-4751-b463-0a7af52df14a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:38.614694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Pushing event updated for resources: {'Port': ['ID=fad14bf1-078a-4198-bed7-dc0fdc9c9841,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:38.634323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.634679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.635026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.635398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.635764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.636121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.636409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.636754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.637066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.637390 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.637712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.638035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0b3788-efd3-48b2-95fb-fa01f92993e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:15:38.698608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1e7e8c08-4a1d-4751-b463-0a7af52df14a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:38.698891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.730003 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.740280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-222fab3a-d6cd-4738-a3dc-a505481af2b6 None None] Provisioning complete for port fad14bf1-078a-4198-bed7-dc0fdc9c9841 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:38.740658 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-222fab3a-d6cd-4738-a3dc-a505481af2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.747661 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:37Z', 'revision_number': 3, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:38.816204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Checking router: 7707785e-b59b-4420-9920-79b52bd6268c for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:15:38.816560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Updating router 7707785e-b59b-4420-9920-79b52bd6268c port d6dcdf0b-d2ec-4452-9afc-993c79447a79 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:15:38.879719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.890955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Allocated IP 172.20.0.1 (5b82c27d-32d8-443c-919e-092338e7f7c3/a9df3f6f-d966-437e-8ae0-54af150ff633/f537280f-95da-4f94-9ce1-5ec471b16000) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:38.950985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:38.994620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.038766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2bef421a-5640-4662-87a7-d59354ec9f54 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:39.137396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.144174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.173020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 2bef421a-5640-4662-87a7-d59354ec9f54 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:39.173393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.187700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:39.190534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:39.194121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:39.221847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Pushing event updated for resources: {'Port': ['ID=f537280f-95da-4f94-9ce1-5ec471b16000,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:39.241789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.319281 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.326726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fad14bf1-078a-4198-bed7-dc0fdc9c9841 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:39.376044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port fad14bf1-078a-4198-bed7-dc0fdc9c9841 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:39.376484 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.443424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.512306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.517804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53ce15-8c88-4205-80d3-a8f376793d30 None None] Pushing event updated for resources: {'Port': ['ID=d6dcdf0b-d2ec-4452-9afc-993c79447a79,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:39.520645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Attempting to bind port d6dcdf0b-d2ec-4452-9afc-993c79447a79 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:39.521003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Attempting to bind port d6dcdf0b-d2ec-4452-9afc-993c79447a79 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:39.521359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Attempting to bind port d6dcdf0b-d2ec-4452-9afc-993c79447a79 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:39.523634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-91650077-832e-4581-ae93-9057da8a217a None None] Provisioning complete for port f537280f-95da-4f94-9ce1-5ec471b16000 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:39.524004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-91650077-832e-4581-ae93-9057da8a217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.546364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:39.546741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:39.547137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.547551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:39.548043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Bound port: d6dcdf0b-d2ec-4452-9afc-993c79447a79, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:39.548399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.588836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-91650077-832e-4581-ae93-9057da8a217a None None] Port f537280f-95da-4f94-9ce1-5ec471b16000 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:15:39.612400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] For port d6dcdf0b-d2ec-4452-9afc-993c79447a79, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:39.615634 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] For port d6dcdf0b-d2ec-4452-9afc-993c79447a79, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d6dcdf0b-d2ec-4452-9afc-993c79447a79,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:39.673644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.698455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.753872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Routers {'7707785e-b59b-4420-9920-79b52bd6268c'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:39.754500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7707785e-b59b-4420-9920-79b52bd6268c'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:39.754984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.790947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53ce15-8c88-4205-80d3-a8f376793d30 None None] Pushing event updated for resources: {'Port': ['ID=d6dcdf0b-d2ec-4452-9afc-993c79447a79,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:39.825699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:39.827637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Pushing event updated for resources: {'Port': ['ID=f537280f-95da-4f94-9ce1-5ec471b16000,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:39.870393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] Set router 7707785e-b59b-4420-9920-79b52bd6268c gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:40.076769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f537280f-95da-4f94-9ce1-5ec471b16000', 'name': '', 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'mac_address': 'fa:16:3e:d9:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:38Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 2, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'subnets': [{'id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:40.107820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5b157-5ca4-40d6-8d71-e005df523dcf None None] The sync data for ids ['7707785e-b59b-4420-9920-79b52bd6268c'] in dv-neutron-824886-1-hyperv is: [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f537280f-95da-4f94-9ce1-5ec471b16000', 'name': '', 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'mac_address': 'fa:16:3e:d9:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:38Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 2, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'subnets': [{'id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:15:40.272940 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:40.274305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:40.420298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Router 7707785e-b59b-4420-9920-79b52bd6268c has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:15:40.436090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fad14bf1-078a-4198-bed7-dc0fdc9c9841 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:40.502568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port fad14bf1-078a-4198-bed7-dc0fdc9c9841 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:40.502941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:40.559662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:15:40.566833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f64e1d8a-deb4-4fc1-aded-faeb4cd3cb65 admin admin] 10.222.0.77 "PUT /v2.0/routers/7707785e-b59b-4420-9920-79b52bd6268c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2940390 Jan 17 13:15:40.613749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ed7e461d-6b74-46d5-8b5b-c13939ba3680 None None] Provisioning complete for port f537280f-95da-4f94-9ce1-5ec471b16000 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:40.614280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed7e461d-6b74-46d5-8b5b-c13939ba3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:40.655571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e461d-6b74-46d5-8b5b-c13939ba3680 None None] Port f537280f-95da-4f94-9ce1-5ec471b16000 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:15:41.630315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-0b24ea20-1571-499e-b567-9a674826da61 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:41.631803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-0b24ea20-1571-499e-b567-9a674826da61 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/networks?id=f6702421-2454-4300-92f3-be94829cabf9 HTTP/1.1" status: 200 len: 817 time: 0.1026800 Jan 17 13:15:41.646498 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-1469c77b-b987-4f9b-9141-a859c40fba23 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/quotas/8a95b65b9a7b4d9eaed21672f24b2f01 HTTP/1.1" status: 200 len: 375 time: 0.0089104 Jan 17 13:15:41.697570 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-c63b1724-2052-4d9d-ae4b-ea0d1f997d59 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455203 Jan 17 13:15:41.797072 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-5774811f-a11f-470c-a1ec-e718880ca8b4 service neutron] 10.222.0.77 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880003 Jan 17 13:15:41.890429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-948f3ac8-49f2-4e6e-98fd-09d448720db7 service neutron] 10.222.0.77 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869155 Jan 17 13:15:42.097799 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Sync routers for ids ['7707785e-b59b-4420-9920-79b52bd6268c'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:15:42.107321 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Routers {'7707785e-b59b-4420-9920-79b52bd6268c'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:42.108018 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7707785e-b59b-4420-9920-79b52bd6268c'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:42.164875 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c076ef06-83bb-4528-ab51-3eedd448e77a req-bc7c7570-5e7f-4681-81c8-5871fcb3bfad tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 210 time: 0.0295718 Jan 17 13:15:42.223697 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Set router 7707785e-b59b-4420-9920-79b52bd6268c gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:42.425655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d6dcdf0b-d2ec-4452-9afc-993c79447a79 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:42.517469 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f537280f-95da-4f94-9ce1-5ec471b16000', 'name': '', 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'mac_address': 'fa:16:3e:d9:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:38Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 2, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'subnets': [{'id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:42.544598 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Checking router: 7707785e-b59b-4420-9920-79b52bd6268c for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:15:42.544950 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Updating router 7707785e-b59b-4420-9920-79b52bd6268c port f537280f-95da-4f94-9ce1-5ec471b16000 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:15:42.571664 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:42.627759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d6dcdf0b-d2ec-4452-9afc-993c79447a79 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:42.628135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:42.703815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:42.724679 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port d6dcdf0b-d2ec-4452-9afc-993c79447a79, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d6dcdf0b-d2ec-4452-9afc-993c79447a79,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:42.811187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:42.854295 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:42.863073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=d6dcdf0b-d2ec-4452-9afc-993c79447a79,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:42.943226 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:42.997106 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1506b88-1606-456c-abd1-4ae5ca7aa60d None None] Pushing event updated for resources: {'Port': ['ID=f537280f-95da-4f94-9ce1-5ec471b16000,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:43.048903 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Attempting to bind port f537280f-95da-4f94-9ce1-5ec471b16000 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:43.049267 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Attempting to bind port f537280f-95da-4f94-9ce1-5ec471b16000 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:43.049623 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Attempting to bind port f537280f-95da-4f94-9ce1-5ec471b16000 on network 5b82c27d-32d8-443c-919e-092338e7f7c3 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:43.054884 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:43.055251 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Checking segment: {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:43.055681 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.056112 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Bound using segment: {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:43.056563 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Bound port: f537280f-95da-4f94-9ce1-5ec471b16000, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:43.057572 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.128491 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] For port f537280f-95da-4f94-9ce1-5ec471b16000, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:43.128491 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] For port f537280f-95da-4f94-9ce1-5ec471b16000, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f537280f-95da-4f94-9ce1-5ec471b16000,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:43.205386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e87c4dd6-2fd2-4121-a51a-359194893fc8 None None] Provisioning complete for port f537280f-95da-4f94-9ce1-5ec471b16000 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:43.211986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e87c4dd6-2fd2-4121-a51a-359194893fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.240643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e87c4dd6-2fd2-4121-a51a-359194893fc8 None None] Port f537280f-95da-4f94-9ce1-5ec471b16000 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:15:43.273197 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0cd9f21f-f8e0-4175-8934-c4f09156ab53 req-853c32b4-edcd-442d-8bf5-bbc93c6b0ce2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 210 time: 0.0321364 Jan 17 13:15:43.286708 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.333446 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Routers {'7707785e-b59b-4420-9920-79b52bd6268c'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:15:43.334134 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:15:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7707785e-b59b-4420-9920-79b52bd6268c'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:43.388468 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1506b88-1606-456c-abd1-4ae5ca7aa60d None None] Pushing event updated for resources: {'Port': ['ID=f537280f-95da-4f94-9ce1-5ec471b16000,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:43.468400 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] Set router 7707785e-b59b-4420-9920-79b52bd6268c gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:15:43.560068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c5013d3c-0dde-4997-a959-18e9ca55a095 None None] Provisioning complete for port f537280f-95da-4f94-9ce1-5ec471b16000 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:43.560681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5013d3c-0dde-4997-a959-18e9ca55a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.638253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5013d3c-0dde-4997-a959-18e9ca55a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.671644 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f537280f-95da-4f94-9ce1-5ec471b16000', 'name': '', 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'mac_address': 'fa:16:3e:d9:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:38Z', 'updated_at': '2022-01-17T13:15:43Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'subnets': [{'id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:15:43.672852 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-c5013d3c-0dde-4997-a959-18e9ca55a095 None None] For port f537280f-95da-4f94-9ce1-5ec471b16000, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f537280f-95da-4f94-9ce1-5ec471b16000,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:43.697644 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20587b2-6c63-489c-9ace-893e65622209 None None] The sync data for ids ['7707785e-b59b-4420-9920-79b52bd6268c'] in dv-neutron-824886-1-hyperv is: [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:39Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f537280f-95da-4f94-9ce1-5ec471b16000', 'name': '', 'network_id': '5b82c27d-32d8-443c-919e-092338e7f7c3', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'mac_address': 'fa:16:3e:d9:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:38Z', 'updated_at': '2022-01-17T13:15:43Z', 'revision_number': 4, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'subnets': [{'id': 'a9df3f6f-d966-437e-8ae0-54af150ff633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:15:43.759705 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c5013d3c-0dde-4997-a959-18e9ca55a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:43.812872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5013d3c-0dde-4997-a959-18e9ca55a095 None None] Pushing event updated for resources: {'Port': ['ID=f537280f-95da-4f94-9ce1-5ec471b16000,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:44.370682 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-453bff8e-7f86-4f36-88fe-b76365f46015 req-8aa7f968-d9c2-43aa-8a95-fbba5c0d7875 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 210 time: 0.0284200 Jan 17 13:15:44.419699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-fb5e1834-1802-4dcd-a864-227f0f8ac771 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:44.421799 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-fb5e1834-1802-4dcd-a864-227f0f8ac771 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "GET /v2.0/networks?id=f6702421-2454-4300-92f3-be94829cabf9 HTTP/1.1" status: 200 len: 817 time: 0.1162612 Jan 17 13:15:44.435146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Request body: {'port': {'device_id': '1176fd9b-283b-469c-81aa-4fb022eae998', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'admin_state_up': True, 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:44.449068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f537280f-95da-4f94-9ce1-5ec471b16000 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:44.496358 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f537280f-95da-4f94-9ce1-5ec471b16000 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:44.496737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:44.579057 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d6dcdf0b-d2ec-4452-9afc-993c79447a79 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:44.624900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d6dcdf0b-d2ec-4452-9afc-993c79447a79 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:44.625276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:44.627981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Made reservation on behalf of 8a95b65b9a7b4d9eaed21672f24b2f01 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:15:44.631635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:44.761279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Allocated IP 172.20.0.10 (f6702421-2454-4300-92f3-be94829cabf9/2463bb15-c530-40d1-bfd1-b8c917128d6e/a7fdcd0a-a3a2-44d7-a126-4d539c24362a) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:15:44.909062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.017685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.060788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Network f6702421-2454-4300-92f3-be94829cabf9 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:15:45.063709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:15:45.067325 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:15:45.076453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Pushing event updated for resources: {'Port': ['ID=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:45.129055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:45.129704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.214877 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-a8946928-c7cc-487e-adcd-178c7e703d16 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7847102 Jan 17 13:15:45.226737 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Request body: {'port': {'device_id': '1176fd9b-283b-469c-81aa-4fb022eae998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:15:45.281868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.291640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-72a47646-c384-4b79-b660-33ea1c63591c None None] Provisioning complete for port a7fdcd0a-a3a2-44d7-a126-4d539c24362a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:45.295128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-72a47646-c384-4b79-b660-33ea1c63591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.329511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-72a47646-c384-4b79-b660-33ea1c63591c None None] Port a7fdcd0a-a3a2-44d7-a126-4d539c24362a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:15:45.530254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22d24c-6f7a-4c97-8d7f-1bd4fb7fea48 req-9d5dc3c7-c6a8-46b5-9275-4fe6cbaa0a60 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:45.531751 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b22d24c-6f7a-4c97-8d7f-1bd4fb7fea48 req-9d5dc3c7-c6a8-46b5-9275-4fe6cbaa0a60 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 932 time: 0.0830307 Jan 17 13:15:45.602620 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b22d24c-6f7a-4c97-8d7f-1bd4fb7fea48 req-45ad3cff-4eb7-42b9-bfb9-ccbd91edf132 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646241 Jan 17 13:15:45.617006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fdcd0a-a3a2-44d7-a126-4d539c24362a {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:15:45.624673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.636247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Transition to ACTIVE for port object a7fdcd0a-a3a2-44d7-a126-4d539c24362a will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:15:45.736082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.787899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Pushing event updated for resources: {'Port': ['ID=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:45.862296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Attempting to bind port a7fdcd0a-a3a2-44d7-a126-4d539c24362a on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:15:45.862619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Attempting to bind port a7fdcd0a-a3a2-44d7-a126-4d539c24362a by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:15:45.862865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Attempting to bind port a7fdcd0a-a3a2-44d7-a126-4d539c24362a on network f6702421-2454-4300-92f3-be94829cabf9 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:45.867545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Port a7fdcd0a-a3a2-44d7-a126-4d539c24362a on network f6702421-2454-4300-92f3-be94829cabf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:15:45.867869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Attempting to bind port a7fdcd0a-a3a2-44d7-a126-4d539c24362a on network f6702421-2454-4300-92f3-be94829cabf9 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:15:45.873808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:15:45.874158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Checking segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:15:45.874547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Bound using segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:15:45.874964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Bound port: a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:15:45.875332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:45.942054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] For port a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:15:45.945145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] For port a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:15:46.017719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:46.052204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.052700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:46.054117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] 10.222.0.67 "PUT /v2.0/ports/a7fdcd0a-a3a2-44d7-a126-4d539c24362a HTTP/1.1" status: 200 len: 1094 time: 0.8317437 Jan 17 13:15:46.054563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1176fd9b-283b-469c-81aa-4fb022eae998', 'tag': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:15:46.058106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b02534-7275-49d6-8d8c-70c10cee1448" -d '{"events": [{"name": "network-changed", "server_uuid": "1176fd9b-283b-469c-81aa-4fb022eae998", "tag": "a7fdcd0a-a3a2-44d7-a126-4d539c24362a"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:15:46.081740 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242b5c4-2592-475f-936b-06c519c4b36b service neutron] Pushing event updated for resources: {'Port': ['ID=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:46.094931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab5af7c-fd4d-4d3b-b270-765d36435721 x-openstack-request-id: req-eab5af7c-fd4d-4d3b-b270-765d36435721 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:15:46.095302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1176fd9b-283b-469c-81aa-4fb022eae998", "tag": "a7fdcd0a-a3a2-44d7-a126-4d539c24362a", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:15:46.095661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eab5af7c-fd4d-4d3b-b270-765d36435721 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:15:46.096137 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1176fd9b-283b-469c-81aa-4fb022eae998', 'tag': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a', 'status': 'completed', 'code': 200} Jan 17 13:15:46.158482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02534-7275-49d6-8d8c-70c10cee1448 req-af744c6d-34ad-4722-afc1-aedad33ab4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.160055 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-64b02534-7275-49d6-8d8c-70c10cee1448 req-af744c6d-34ad-4722-afc1-aedad33ab4ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 1097 time: 0.0439174 Jan 17 13:15:46.270428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02534-7275-49d6-8d8c-70c10cee1448 req-301460cf-e4ff-49ef-a9f9-631ff302d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.273088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-64b02534-7275-49d6-8d8c-70c10cee1448 req-301460cf-e4ff-49ef-a9f9-631ff302d85d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1055918 Jan 17 13:15:46.371925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b02534-7275-49d6-8d8c-70c10cee1448 req-063fbef3-3fd5-4a7c-a3ea-9a72b3ff0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.373397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-64b02534-7275-49d6-8d8c-70c10cee1448 req-063fbef3-3fd5-4a7c-a3ea-9a72b3ff0cad service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942757 Jan 17 13:15:46.445898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-9b746e5d-f557-4819-a75f-3cbafe23ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.447428 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-9b746e5d-f557-4819-a75f-3cbafe23ae38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 1097 time: 0.0401609 Jan 17 13:15:46.488792 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-56a36fcd-926c-4f34-bf35-12085c716822 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a HTTP/1.1" status: 200 len: 217 time: 0.0346632 Jan 17 13:15:46.536451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-764d7287-b93d-4f01-94af-8ddc83ec0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.537867 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-764d7287-b93d-4f01-94af-8ddc83ec0420 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2463bb15-c530-40d1-bfd1-b8c917128d6e HTTP/1.1" status: 200 len: 856 time: 0.0424876 Jan 17 13:15:46.585289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-b7e78649-0fce-43f4-97d9-b52f85e19a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.586732 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-b7e78649-0fce-43f4-97d9-b52f85e19a1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6702421-2454-4300-92f3-be94829cabf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422730 Jan 17 13:15:46.685515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-190de69a-9151-485e-8b5f-c3967ce5e854 service neutron] 10.222.0.67 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918155 Jan 17 13:15:46.776623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb07e9-5d30-496e-83dd-9048328ece6a req-4a07517f-475f-42b5-a00d-7ac2726c17a2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:46.778113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4edb07e9-5d30-496e-83dd-9048328ece6a req-4a07517f-475f-42b5-a00d-7ac2726c17a2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 944 time: 0.1073706 Jan 17 13:15:46.820594 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dfc71d8e-77b7-4173-b624-8358d1629f78 req-978b44f7-e608-4f79-a618-d97492a05480 service neutron] 10.222.0.67 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212497 Jan 17 13:15:46.833224 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4edb07e9-5d30-496e-83dd-9048328ece6a req-4642550b-a1a7-4c7c-8267-769046091173 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 Jan 17 13:15:47.949618 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ae8a-8ac6-4903-a581-a63101c73efd req-24345c8e-831f-4936-9770-64fd8de1db64 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:47.951321 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fca6ae8a-8ac6-4903-a581-a63101c73efd req-24345c8e-831f-4936-9770-64fd8de1db64 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 944 time: 0.0484235 Jan 17 13:15:47.989102 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fca6ae8a-8ac6-4903-a581-a63101c73efd req-46d61eb3-b114-470b-8db0-86055854e8fc tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Jan 17 13:15:49.102359 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800baed-e1f1-4148-8058-501ba300172f req-3c679b02-6f1a-4726-910a-0369ed34f15c tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:49.103870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2800baed-e1f1-4148-8058-501ba300172f req-3c679b02-6f1a-4726-910a-0369ed34f15c tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 944 time: 0.0494039 Jan 17 13:15:49.134670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a7fdcd0a-a3a2-44d7-a126-4d539c24362a details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:15:49.146527 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2800baed-e1f1-4148-8058-501ba300172f req-eb76d451-6487-46a0-859a-544ea8fdf386 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Jan 17 13:15:49.228731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:49.239720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'port_id': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a', 'mac_address': 'fa:16:3e:d5:93:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:15:49.277314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:49.293177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fdcd0a-a3a2-44d7-a126-4d539c24362a {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:15:49.312064 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:49.359996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:49.405710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:49.564361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['a7fdcd0a-a3a2-44d7-a126-4d539c24362a'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:15:50.271871 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9285-c6c7-4240-95dd-d92d8af2c3d5 req-a1a8bb90-d2a0-4759-921e-8098daca4cc5 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:50.273391 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-66be9285-c6c7-4240-95dd-d92d8af2c3d5 req-a1a8bb90-d2a0-4759-921e-8098daca4cc5 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 945 time: 0.0583534 Jan 17 13:15:50.314288 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-66be9285-c6c7-4240-95dd-d92d8af2c3d5 req-a732666f-b592-42ea-aabd-c768929320a9 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Jan 17 13:15:51.155296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a7fdcd0a-a3a2-44d7-a126-4d539c24362a up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:15:51.251008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port a7fdcd0a-a3a2-44d7-a126-4d539c24362a completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:15:51.254610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port a7fdcd0a-a3a2-44d7-a126-4d539c24362a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:15:51.254981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:51.330445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:51.352536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1176fd9b-283b-469c-81aa-4fb022eae998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:15:51.359012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86829e7f-47be-46d3-93fe-e21daf98dba7" -d '{"events": [{"server_uuid": "1176fd9b-283b-469c-81aa-4fb022eae998", "name": "network-vif-plugged", "status": "completed", "tag": "a7fdcd0a-a3a2-44d7-a126-4d539c24362a"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:15:51.368422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:15:51.393410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93460e50-7dc3-43ad-aa4d-652138e4c93f x-openstack-request-id: req-93460e50-7dc3-43ad-aa4d-652138e4c93f {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:15:51.393410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1176fd9b-283b-469c-81aa-4fb022eae998", "name": "network-vif-plugged", "status": "completed", "tag": "a7fdcd0a-a3a2-44d7-a126-4d539c24362a", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:15:51.393617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93460e50-7dc3-43ad-aa4d-652138e4c93f {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:15:51.394010 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1176fd9b-283b-469c-81aa-4fb022eae998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a', 'code': 200} Jan 17 13:15:51.422885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:51.439332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f17ed3-293e-4421-988d-8082acdd8310 req-3ecbda79-993f-4f96-870e-0175d2c97a51 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:51.441018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0f17ed3-293e-4421-988d-8082acdd8310 req-3ecbda79-993f-4f96-870e-0175d2c97a51 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 945 time: 0.0564468 Jan 17 13:15:51.473765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:15:51.481977 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0f17ed3-293e-4421-988d-8082acdd8310 req-ee347005-f261-419c-a6a1-c1a97e909c6d tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Jan 17 13:15:51.654032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ff6b-4af2-4bd3-9b44-c4e990a6b8a5 req-190010fb-2a4d-4913-99a5-4f1097f1017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:51.656040 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a161ff6b-4af2-4bd3-9b44-c4e990a6b8a5 req-190010fb-2a4d-4913-99a5-4f1097f1017f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 1099 time: 0.0399535 Jan 17 13:15:51.689325 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a161ff6b-4af2-4bd3-9b44-c4e990a6b8a5 req-9b936d86-97d0-4f41-a132-4da2a74e7ecf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273237 Jan 17 13:15:52.028958 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:15:52.537068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:15:52.597478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacfc50-c1bc-4e55-b9ea-21fe1479c1e5 req-1e9be8b0-3134-4ac2-9e77-7b5127b738df tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:52.598900 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-daacfc50-c1bc-4e55-b9ea-21fe1479c1e5 req-1e9be8b0-3134-4ac2-9e77-7b5127b738df tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Jan 17 13:15:52.638552 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-daacfc50-c1bc-4e55-b9ea-21fe1479c1e5 req-097e166b-caa3-421b-ad85-a2eed812e55c tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Jan 17 13:15:53.751519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33cbdf-dace-483b-acc0-756349d3681c req-efc9bfd2-b1cd-403a-b8fd-d6af2ad93338 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:53.752973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc33cbdf-dace-483b-acc0-756349d3681c req-efc9bfd2-b1cd-403a-b8fd-d6af2ad93338 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 946 time: 0.0488348 Jan 17 13:15:53.796644 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bc33cbdf-dace-483b-acc0-756349d3681c req-1b26bbb7-e7ce-41a1-9a33-af1829166ed7 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Jan 17 13:15:53.908927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a98e1-7113-4065-9de8-475d16db394d req-83d1d25b-fabe-4366-a68d-4b35a5cbf191 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:53.910384 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ee2a98e1-7113-4065-9de8-475d16db394d req-83d1d25b-fabe-4366-a68d-4b35a5cbf191 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 946 time: 0.0484407 Jan 17 13:15:53.947446 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ee2a98e1-7113-4065-9de8-475d16db394d req-1595eb84-828f-424a-a75f-1ebd27062757 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jan 17 13:15:56.137451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-98522a88-5632-4471-9918-dbe30927bd7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413189 Jan 17 13:15:56.223791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-eeae6da6-a988-4aa2-91b9-83954c868b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:56.225291 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-eeae6da6-a988-4aa2-91b9-83954c868b44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 1099 time: 0.0409021 Jan 17 13:15:56.332538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-fdb6f1f4-e584-421e-a86d-26be5e5ac8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:56.334152 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-fdb6f1f4-e584-421e-a86d-26be5e5ac8ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6702421-2454-4300-92f3-be94829cabf9 HTTP/1.1" status: 200 len: 918 time: 0.0909472 Jan 17 13:15:56.376758 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-11c9a9c6-021f-4f05-ae67-5159f1378a56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a HTTP/1.1" status: 200 len: 217 time: 0.0364993 Jan 17 13:15:56.427570 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-60494e04-f442-4e92-a962-24f8ded53b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:56.429031 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-60494e04-f442-4e92-a962-24f8ded53b6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2463bb15-c530-40d1-bfd1-b8c917128d6e HTTP/1.1" status: 200 len: 856 time: 0.0461233 Jan 17 13:15:56.473953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-31052798-f607-4eae-813b-5fafbc5452f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:15:56.475592 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-31052798-f607-4eae-813b-5fafbc5452f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6702421-2454-4300-92f3-be94829cabf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401850 Jan 17 13:15:56.486523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-0039c9da-5975-46ec-9019-39bc64beea8f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:15:56.487544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-0039c9da-5975-46ec-9019-39bc64beea8f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055046 Jan 17 13:15:56.580653 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-8c3e710f-58b9-4417-bcb2-f5686c4fa5fd service neutron] 10.222.0.67 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870140 Jan 17 13:15:56.671095 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1c9bfcf6-0c07-4a32-a04b-4adcd1c93c1c req-648cf05d-b7d5-482f-834a-a6e7666e32eb service neutron] 10.222.0.67 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834141 Jan 17 13:16:03.770415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0276b1b3-4915-46f5-8c3d-9de82370fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:06.164740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e44b24ab-91e1-40a3-a0f1-c9380b302ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:07.399391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:08.827937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:08.919284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:15.982705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242b566-f9f2-4b7d-a5c4-135d064026be req-d2a98481-a7e8-4328-b83c-ffea88132f2c tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:15.984287 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5242b566-f9f2-4b7d-a5c4-135d064026be req-d2a98481-a7e8-4328-b83c-ffea88132f2c tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 946 time: 0.0528476 Jan 17 13:16:16.021731 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5242b566-f9f2-4b7d-a5c4-135d064026be req-bddbef29-8cab-4788-97e3-bce3472059bd tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Jan 17 13:16:17.144275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f08d39-5dc8-45a3-a9f9-0ad7da4cf589 req-91db8d66-45e9-4f70-ac6e-e436aa274366 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:17.145789 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00f08d39-5dc8-45a3-a9f9-0ad7da4cf589 req-91db8d66-45e9-4f70-ac6e-e436aa274366 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 946 time: 0.0538621 Jan 17 13:16:17.182756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00f08d39-5dc8-45a3-a9f9-0ad7da4cf589 req-85e977d2-f412-4f83-a772-dcf88bf88e7f tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jan 17 13:16:17.566783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-aaad1c02-7f70-4212-9514-7c99b686798f tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:17.568274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-aaad1c02-7f70-4212-9514-7c99b686798f tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 946 time: 0.0491760 Jan 17 13:16:17.655425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Deleting port a7fdcd0a-a3a2-44d7-a126-4d539c24362a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:16:17.655790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:17.743199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] For port a7fdcd0a-a3a2-44d7-a126-4d539c24362a, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:17.743840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:17.757128 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Calling delete_port for a7fdcd0a-a3a2-44d7-a126-4d539c24362a owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:16:17.958519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:17.970487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['a7fdcd0a-a3a2-44d7-a126-4d539c24362a'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:16:17.989082 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Pushing event deleted for resources: {'Port': ['ID=a7fdcd0a-a3a2-44d7-a126-4d539c24362a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:18.014032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.014416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.014771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.015103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.015429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.015779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.016106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.016462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.016791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.017097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.017413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.017728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:16:18.039110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] No DVR routers for this DVR port a7fdcd0a-a3a2-44d7-a126-4d539c24362a on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:16:18.041584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:18.045743 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-88c579af-3a9c-4ca2-88e3-b71cc456391d req-f2428a63-4006-441e-a7f1-1b6b030b83fb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "DELETE /v2.0/ports/a7fdcd0a-a3a2-44d7-a126-4d539c24362a HTTP/1.1" status: 204 len: 173 time: 0.4711359 Jan 17 13:16:18.048674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1176fd9b-283b-469c-81aa-4fb022eae998', 'name': 'network-vif-deleted', 'tag': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:16:18.048674 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6afa20-5900-4abe-9969-b82a84c92839" -d '{"events": [{"server_uuid": "1176fd9b-283b-469c-81aa-4fb022eae998", "name": "network-vif-deleted", "tag": "a7fdcd0a-a3a2-44d7-a126-4d539c24362a"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:16:18.083005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df61952e-e2f5-4a3e-bab2-5642726ac260 x-openstack-request-id: req-df61952e-e2f5-4a3e-bab2-5642726ac260 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:16:18.083296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1176fd9b-283b-469c-81aa-4fb022eae998", "name": "network-vif-deleted", "tag": "a7fdcd0a-a3a2-44d7-a126-4d539c24362a", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:16:18.083576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df61952e-e2f5-4a3e-bab2-5642726ac260 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:16:18.083971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1176fd9b-283b-469c-81aa-4fb022eae998', 'name': 'network-vif-deleted', 'tag': 'a7fdcd0a-a3a2-44d7-a126-4d539c24362a', 'status': 'completed', 'code': 200} Jan 17 13:16:18.280242 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-816aec02-c873-4082-b3bc-680292db87b9 req-480ca693-1d4c-4355-8082-f955853fa87e tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=1176fd9b-283b-469c-81aa-4fb022eae998 HTTP/1.1" status: 200 len: 210 time: 0.0298314 Jan 17 13:16:19.871950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-72a23e59-fef4-4010-a054-c0fda11a2d37 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:19.873457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-72a23e59-fef4-4010-a054-c0fda11a2d37 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/networks?id=f6702421-2454-4300-92f3-be94829cabf9 HTTP/1.1" status: 200 len: 817 time: 0.0986147 Jan 17 13:16:19.888841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-dbcd2913-5bd8-4dcc-9d22-f6feb124664b tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/quotas/8a95b65b9a7b4d9eaed21672f24b2f01 HTTP/1.1" status: 200 len: 375 time: 0.0089207 Jan 17 13:16:19.939018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-e5a740bf-1ffe-4903-89cf-f5eea7ac5bfd tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443416 Jan 17 13:16:19.959921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-9b2b5344-a63c-43bb-87e4-ec7b5d9656a5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:16:19.959921 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-9b2b5344-a63c-43bb-87e4-ec7b5d9656a5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056229 Jan 17 13:16:20.045174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-c719dec5-adec-4b3c-95fb-ea09cdb8b252 service neutron] 10.222.0.77 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836065 Jan 17 13:16:20.133598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-38c009ef-868e-4de1-8058-2101fb17fdf1 service neutron] 10.222.0.77 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821695 Jan 17 13:16:20.377387 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0e068b82-3e8c-49f1-baf0-1b9e9918e08b req-4266ae25-96ff-4f17-9dea-e145e84271e4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 210 time: 0.0282233 Jan 17 13:16:21.249963 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a7fdcd0a-a3a2-44d7-a126-4d539c24362a no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:16:21.270839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: a7fdcd0a-a3a2-44d7-a126-4d539c24362a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:16:21.271176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device a7fdcd0a-a3a2-44d7-a126-4d539c24362a not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:16:21.469223 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad79fc77-1b73-4427-9449-49665f9e420e req-b8df663f-b0e5-48d4-b6d8-c30b85954d0a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 210 time: 0.0268290 Jan 17 13:16:22.127060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-5d0d36b7-d855-4485-b30f-b6d64909c409 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:22.128918 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-5d0d36b7-d855-4485-b30f-b6d64909c409 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "GET /v2.0/networks?id=f6702421-2454-4300-92f3-be94829cabf9 HTTP/1.1" status: 200 len: 817 time: 0.1072330 Jan 17 13:16:22.140843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Request body: {'port': {'device_id': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'admin_state_up': True, 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:16:22.318316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Made reservation on behalf of 8a95b65b9a7b4d9eaed21672f24b2f01 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:16:22.321866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:22.448448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Allocated IP 172.20.0.13 (f6702421-2454-4300-92f3-be94829cabf9/2463bb15-c530-40d1-bfd1-b8c917128d6e/7b00ea3a-adb6-461a-a8f0-58f848b85881) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:16:22.552846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:22.569566 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-40760e2e-72d3-4f24-a87d-5cc97f7bd1d5 req-45643770-8ea6-40e9-aa26-b36e6f65370d tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 210 time: 0.0306182 Jan 17 13:16:22.603380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:22.684655 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:22.725875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Network f6702421-2454-4300-92f3-be94829cabf9 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:16:22.728837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:16:22.732445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:16:22.758541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Pushing event updated for resources: {'Port': ['ID=7b00ea3a-adb6-461a-a8f0-58f848b85881,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:22.786984 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:22.787631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:22.892951 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-6c9192d6-8559-4cda-8467-e31b0038dd08 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557652 Jan 17 13:16:22.905491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Request body: {'port': {'device_id': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:16:22.963407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:22.997824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9fc35139-e4aa-42eb-8d0a-6cc5e582231e None None] Provisioning complete for port 7b00ea3a-adb6-461a-a8f0-58f848b85881 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:16:22.998126 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9fc35139-e4aa-42eb-8d0a-6cc5e582231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:23.034783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9fc35139-e4aa-42eb-8d0a-6cc5e582231e None None] Port 7b00ea3a-adb6-461a-a8f0-58f848b85881 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:16:23.222813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b00ea3a-adb6-461a-a8f0-58f848b85881 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:16:23.229834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:23.241872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Transition to ACTIVE for port object 7b00ea3a-adb6-461a-a8f0-58f848b85881 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:16:23.317998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:23.389160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Pushing event updated for resources: {'Port': ['ID=7b00ea3a-adb6-461a-a8f0-58f848b85881,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:23.439539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Attempting to bind port 7b00ea3a-adb6-461a-a8f0-58f848b85881 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:16:23.439882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Attempting to bind port 7b00ea3a-adb6-461a-a8f0-58f848b85881 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:16:23.440216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Attempting to bind port 7b00ea3a-adb6-461a-a8f0-58f848b85881 on network f6702421-2454-4300-92f3-be94829cabf9 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:16:23.445271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Port 7b00ea3a-adb6-461a-a8f0-58f848b85881 on network f6702421-2454-4300-92f3-be94829cabf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:16:23.445730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Attempting to bind port 7b00ea3a-adb6-461a-a8f0-58f848b85881 on network f6702421-2454-4300-92f3-be94829cabf9 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:16:23.450720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:16:23.451247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Checking segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:16:23.451459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Bound using segment: {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:16:23.451915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Bound port: 7b00ea3a-adb6-461a-a8f0-58f848b85881, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac90238b-616e-45db-a2bc-99771875a732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:16:23.452276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:23.517678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] For port 7b00ea3a-adb6-461a-a8f0-58f848b85881, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:16:23.521511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] For port 7b00ea3a-adb6-461a-a8f0-58f848b85881, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b00ea3a-adb6-461a-a8f0-58f848b85881,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:16:23.604575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:23.639184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:23.639842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:23.641339 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] 10.222.0.67 "PUT /v2.0/ports/7b00ea3a-adb6-461a-a8f0-58f848b85881 HTTP/1.1" status: 200 len: 1094 time: 0.7400174 Jan 17 13:16:23.641777 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'tag': '7b00ea3a-adb6-461a-a8f0-58f848b85881'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:16:23.644701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82c20aa-b7c3-4326-8eba-0575923e7430" -d '{"events": [{"name": "network-changed", "server_uuid": "d69df6e6-8439-4e05-b119-914f8f63624f", "tag": "7b00ea3a-adb6-461a-a8f0-58f848b85881"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:16:23.683630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ccdbbb-cbf7-408c-a2fc-138113d4b3ad x-openstack-request-id: req-c9ccdbbb-cbf7-408c-a2fc-138113d4b3ad {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:16:23.683925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69df6e6-8439-4e05-b119-914f8f63624f", "tag": "7b00ea3a-adb6-461a-a8f0-58f848b85881", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:16:23.684176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9ccdbbb-cbf7-408c-a2fc-138113d4b3ad {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:16:23.684572 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'tag': '7b00ea3a-adb6-461a-a8f0-58f848b85881', 'status': 'completed', 'code': 200} Jan 17 13:16:23.716124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c2970-2cdb-49cf-aa50-44ce73a4b762 service neutron] Pushing event updated for resources: {'Port': ['ID=7b00ea3a-adb6-461a-a8f0-58f848b85881,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:23.745414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcf7e9-7ee5-46ee-9ebc-ab62d1662c27 req-ac150250-0f65-4a9a-b6e6-00548759d173 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:23.746916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-80fcf7e9-7ee5-46ee-9ebc-ab62d1662c27 req-ac150250-0f65-4a9a-b6e6-00548759d173 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 944 time: 0.0990064 Jan 17 13:16:23.778584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c20aa-b7c3-4326-8eba-0575923e7430 req-d0b553ad-674c-45fe-b5f6-8e6bd386c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:23.780145 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c82c20aa-b7c3-4326-8eba-0575923e7430 req-d0b553ad-674c-45fe-b5f6-8e6bd386c852 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 1097 time: 0.0740342 Jan 17 13:16:23.816646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-80fcf7e9-7ee5-46ee-9ebc-ab62d1662c27 req-31eb0d44-a682-483e-abfb-d9dbb05a1c50 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Jan 17 13:16:23.893071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c20aa-b7c3-4326-8eba-0575923e7430 req-57c1798f-ec94-4107-b745-aa939b9319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:23.895220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c82c20aa-b7c3-4326-8eba-0575923e7430 req-57c1798f-ec94-4107-b745-aa939b9319bc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1044414 Jan 17 13:16:23.985412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c20aa-b7c3-4326-8eba-0575923e7430 req-a4604de5-3319-43ed-8680-d5c59c646651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:23.986841 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c82c20aa-b7c3-4326-8eba-0575923e7430 req-a4604de5-3319-43ed-8680-d5c59c646651 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854764 Jan 17 13:16:24.060997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-eb8d599c-e84b-4f67-bc9c-f4c3e20dc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:24.062598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-eb8d599c-e84b-4f67-bc9c-f4c3e20dc7ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 1097 time: 0.0407860 Jan 17 13:16:24.106454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-e7cb1f7d-0b71-4502-8423-a5b0ec7e13a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b00ea3a-adb6-461a-a8f0-58f848b85881 HTTP/1.1" status: 200 len: 217 time: 0.0364726 Jan 17 13:16:24.153712 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-67972133-7f1b-40ab-8591-ae32bb8b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:24.155150 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-67972133-7f1b-40ab-8591-ae32bb8b3068 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2463bb15-c530-40d1-bfd1-b8c917128d6e HTTP/1.1" status: 200 len: 856 time: 0.0425708 Jan 17 13:16:24.203401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-e9eec91d-da12-4c84-9b98-90568f1608f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:24.204936 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-e9eec91d-da12-4c84-9b98-90568f1608f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6702421-2454-4300-92f3-be94829cabf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426922 Jan 17 13:16:24.297829 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-addf866a-8648-4685-ae2e-ab94bff625e0 service neutron] 10.222.0.67 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855954 Jan 17 13:16:24.385503 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c0c8193-2211-4a29-8eb3-92cad1e65f82 req-efcf7a67-b08e-411b-95a4-aceec4d69d5f service neutron] 10.222.0.67 "GET /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816560 Jan 17 13:16:24.935199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9a54-f478-4911-8a96-bf282eb88290 req-f63c83ae-487c-46ae-9fe5-d1ad916b1160 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:24.936699 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7c0b9a54-f478-4911-8a96-bf282eb88290 req-f63c83ae-487c-46ae-9fe5-d1ad916b1160 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 944 time: 0.0509350 Jan 17 13:16:24.974493 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7c0b9a54-f478-4911-8a96-bf282eb88290 req-e97d3a03-2b55-437f-8117-037f0fd76939 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Jan 17 13:16:26.087554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bcb8c-ae8a-4447-8165-b90399d9bb34 req-36a1ab88-af3b-4bf4-9b2b-4b5d488f4d0a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:26.089008 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d19bcb8c-ae8a-4447-8165-b90399d9bb34 req-36a1ab88-af3b-4bf4-9b2b-4b5d488f4d0a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 944 time: 0.0488462 Jan 17 13:16:26.130417 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d19bcb8c-ae8a-4447-8165-b90399d9bb34 req-e328c1a2-fc02-412f-bae3-dd288ccf15d8 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354762 Jan 17 13:16:27.250460 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20443238-4c43-46dd-92a7-016e713e4508 req-12c5f689-24e6-463c-8f64-f33204262ef9 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:27.251956 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-20443238-4c43-46dd-92a7-016e713e4508 req-12c5f689-24e6-463c-8f64-f33204262ef9 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 944 time: 0.0519137 Jan 17 13:16:27.262837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b00ea3a-adb6-461a-a8f0-58f848b85881 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:16:27.289801 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-20443238-4c43-46dd-92a7-016e713e4508 req-d8e98628-4b44-43a5-af65-67aa75b4d7db tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Jan 17 13:16:27.356111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b00ea3a-adb6-461a-a8f0-58f848b85881, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b00ea3a-adb6-461a-a8f0-58f848b85881,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:27.367620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '7b00ea3a-adb6-461a-a8f0-58f848b85881', 'network_id': 'f6702421-2454-4300-92f3-be94829cabf9', 'port_id': '7b00ea3a-adb6-461a-a8f0-58f848b85881', 'mac_address': 'fa:16:3e:34:1a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2463bb15-c530-40d1-bfd1-b8c917128d6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:16:27.405767 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:27.418498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b00ea3a-adb6-461a-a8f0-58f848b85881 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:16:27.436981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b00ea3a-adb6-461a-a8f0-58f848b85881, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b00ea3a-adb6-461a-a8f0-58f848b85881,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:27.501035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:27.546807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b00ea3a-adb6-461a-a8f0-58f848b85881,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:27.740835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7b00ea3a-adb6-461a-a8f0-58f848b85881'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:16:28.404796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d719d57-e3bd-405e-af83-9f7fab8ec2d1 req-bec6dcd1-3707-4135-8413-facab678021b tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:28.406259 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2d719d57-e3bd-405e-af83-9f7fab8ec2d1 req-bec6dcd1-3707-4135-8413-facab678021b tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 945 time: 0.0484238 Jan 17 13:16:28.443633 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2d719d57-e3bd-405e-af83-9f7fab8ec2d1 req-b2efa00e-8954-4aa5-8231-b7392e6320b9 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Jan 17 13:16:29.028321 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:16:29.261187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b00ea3a-adb6-461a-a8f0-58f848b85881 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:16:29.352533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 7b00ea3a-adb6-461a-a8f0-58f848b85881 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:16:29.356507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 7b00ea3a-adb6-461a-a8f0-58f848b85881 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:16:29.356886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:29.433630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:29.456200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b00ea3a-adb6-461a-a8f0-58f848b85881'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:16:29.458808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3729ce-07d2-44f1-9463-8edc3ef13cf5" -d '{"events": [{"server_uuid": "d69df6e6-8439-4e05-b119-914f8f63624f", "name": "network-vif-plugged", "status": "completed", "tag": "7b00ea3a-adb6-461a-a8f0-58f848b85881"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:16:29.471563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 7b00ea3a-adb6-461a-a8f0-58f848b85881, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b00ea3a-adb6-461a-a8f0-58f848b85881,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:29.495360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a125cfcd-d134-4ccd-bf42-ff887bdd9630 x-openstack-request-id: req-a125cfcd-d134-4ccd-bf42-ff887bdd9630 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:16:29.495684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69df6e6-8439-4e05-b119-914f8f63624f", "name": "network-vif-plugged", "status": "completed", "tag": "7b00ea3a-adb6-461a-a8f0-58f848b85881", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:16:29.495937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a125cfcd-d134-4ccd-bf42-ff887bdd9630 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:16:29.496330 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b00ea3a-adb6-461a-a8f0-58f848b85881', 'code': 200} Jan 17 13:16:29.535947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:29.560396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cafc-e584-40f8-8d75-9927c6f8927e req-68a20307-8282-4df2-87fc-c0f667abe80a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:29.561985 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c628cafc-e584-40f8-8d75-9927c6f8927e req-68a20307-8282-4df2-87fc-c0f667abe80a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 945 time: 0.0523252 Jan 17 13:16:29.593082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=7b00ea3a-adb6-461a-a8f0-58f848b85881,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:29.610203 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c628cafc-e584-40f8-8d75-9927c6f8927e req-0367fa52-d822-42e7-8625-6c06108a578a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Jan 17 13:16:29.925766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef89300-e715-457f-87b3-d15e3caffe6f req-f509970f-04aa-43a4-8849-5f022c5bb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:29.927132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2ef89300-e715-457f-87b3-d15e3caffe6f req-f509970f-04aa-43a4-8849-5f022c5bb1b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 1099 time: 0.0397999 Jan 17 13:16:29.964765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2ef89300-e715-457f-87b3-d15e3caffe6f req-98a83b89-cfef-4a15-b791-a6bb3d783450 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Jan 17 13:16:30.722884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f035c-e514-4506-b21d-ade8432bbb0d req-57dabc03-caff-4277-921a-3832beaf74b2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:30.724410 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-916f035c-e514-4506-b21d-ade8432bbb0d req-57dabc03-caff-4277-921a-3832beaf74b2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 946 time: 0.0492125 Jan 17 13:16:30.761540 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-916f035c-e514-4506-b21d-ade8432bbb0d req-ea7d3778-fb63-419e-8cbe-e35615010286 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311849 Jan 17 13:16:31.875545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644f051-f472-4c72-af45-e8a485cf161e req-bfb0d1ae-1f01-424e-8d70-18a2bb7391ca tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:31.877023 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e644f051-f472-4c72-af45-e8a485cf161e req-bfb0d1ae-1f01-424e-8d70-18a2bb7391ca tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 946 time: 0.0490928 Jan 17 13:16:31.914471 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e644f051-f472-4c72-af45-e8a485cf161e req-391a2d3f-52c0-4b61-a336-e02650e3aad2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Jan 17 13:16:32.025738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d377-dea5-43d8-b19b-3b5db8895d21 req-7398bf19-bd3c-4606-bc48-76c049632c10 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:32.027197 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ba70d377-dea5-43d8-b19b-3b5db8895d21 req-7398bf19-bd3c-4606-bc48-76c049632c10 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 946 time: 0.0482042 Jan 17 13:16:32.064453 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ba70d377-dea5-43d8-b19b-3b5db8895d21 req-2e156c22-fb76-4a5e-9a11-c9953a0f9bf2 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312600 Jan 17 13:16:33.826847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46545502-9133-487e-9a07-458be58e81d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:36.180695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-097124ae-e004-45f6-9cb6-77e3e69c1558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:37.392249 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:38.820582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:38.929019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:52.545465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:54.127533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f751b4-82fd-4176-80f3-464f5100946c req-11922810-b8b2-4a2b-9818-4bee0ec5018a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:54.129771 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-69f751b4-82fd-4176-80f3-464f5100946c req-11922810-b8b2-4a2b-9818-4bee0ec5018a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 946 time: 0.1454890 Jan 17 13:16:54.167518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-69f751b4-82fd-4176-80f3-464f5100946c req-4c353b14-68b9-44f3-b347-388b4b7ad1c7 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Jan 17 13:16:55.340623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ef3e-1ba7-4543-8a08-64911287e4b2 req-7c0fe074-bf2f-4d8c-aa07-40b4793b3791 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:55.342130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4772ef3e-1ba7-4543-8a08-64911287e4b2 req-7c0fe074-bf2f-4d8c-aa07-40b4793b3791 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 946 time: 0.1085436 Jan 17 13:16:55.380424 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4772ef3e-1ba7-4543-8a08-64911287e4b2 req-7b80bc28-0e3b-4120-8895-45ab7c3ef90d tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a010817-85a0-46d5-8d2a-5303ab72625f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Jan 17 13:16:55.562161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-e04b0068-1635-41f1-83d8-7c492739838a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:16:55.563634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-e04b0068-1635-41f1-83d8-7c492739838a tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 946 time: 0.0483332 Jan 17 13:16:55.999234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Deleting port 7b00ea3a-adb6-461a-a8f0-58f848b85881 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:16:55.999514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:56.089460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] For port 7b00ea3a-adb6-461a-a8f0-58f848b85881, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7b00ea3a-adb6-461a-a8f0-58f848b85881,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:56.089824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:56.102562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Calling delete_port for 7b00ea3a-adb6-461a-a8f0-58f848b85881 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:16:56.277432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:56.290625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['7b00ea3a-adb6-461a-a8f0-58f848b85881'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:16:56.311868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Pushing event deleted for resources: {'Port': ['ID=7b00ea3a-adb6-461a-a8f0-58f848b85881,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:56.357261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] No DVR routers for this DVR port 7b00ea3a-adb6-461a-a8f0-58f848b85881 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:16:56.359623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:56.363457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-21c421bf-1054-46e8-b26b-32e3010bcc99 req-57be06aa-daac-4795-af23-ce42c05ce5d4 tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.67 "DELETE /v2.0/ports/7b00ea3a-adb6-461a-a8f0-58f848b85881 HTTP/1.1" status: 204 len: 173 time: 0.7936258 Jan 17 13:16:56.363925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'name': 'network-vif-deleted', 'tag': '7b00ea3a-adb6-461a-a8f0-58f848b85881'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:16:56.366169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0c854e-15a7-4e7a-8e94-d5a890a2b4e6" -d '{"events": [{"server_uuid": "d69df6e6-8439-4e05-b119-914f8f63624f", "name": "network-vif-deleted", "tag": "7b00ea3a-adb6-461a-a8f0-58f848b85881"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:16:56.410844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874441a4-733a-45f1-ae04-fe90b015fca8 x-openstack-request-id: req-874441a4-733a-45f1-ae04-fe90b015fca8 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:16:56.410844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69df6e6-8439-4e05-b119-914f8f63624f", "name": "network-vif-deleted", "tag": "7b00ea3a-adb6-461a-a8f0-58f848b85881", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:16:56.410844 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-874441a4-733a-45f1-ae04-fe90b015fca8 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:16:56.411357 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69df6e6-8439-4e05-b119-914f8f63624f', 'name': 'network-vif-deleted', 'tag': '7b00ea3a-adb6-461a-a8f0-58f848b85881', 'status': 'completed', 'code': 200} Jan 17 13:16:56.476464 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c5fa9e33-b653-4154-9cc9-b03867c9a597 req-6d4e1bf7-e866-4370-8401-2d6cc45fc9cb tempest-TestEncryptedCinderVolumes-851589140 tempest-TestEncryptedCinderVolumes-851589140-project] 10.222.0.77 "GET /v2.0/ports?device_id=d69df6e6-8439-4e05-b119-914f8f63624f HTTP/1.1" status: 200 len: 210 time: 0.0265741 Jan 17 13:16:57.603793 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54310) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:16:57.950692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:58.195935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Deleting port 2bef421a-5640-4662-87a7-d59354ec9f54 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:16:58.196274 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:58.272631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] For port 2bef421a-5640-4662-87a7-d59354ec9f54, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=2bef421a-5640-4662-87a7-d59354ec9f54,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:58.272993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:58.286135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Calling delete_port for 2bef421a-5640-4662-87a7-d59354ec9f54 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:16:58.545438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:58.570556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bef421a-5640-4662-87a7-d59354ec9f54,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:58.742646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:58.954858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:16:59.059156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:16:59.065484 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c14aff20-e002-4aa2-a6af-b5879130272a admin admin] 10.222.0.77 "PUT /v2.0/routers/f49e0eb8-b187-4cb9-b171-dbdfa210b3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4593501 Jan 17 13:16:59.067569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54312) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:16:59.070866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] Sync routers for ids ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:16:59.080147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] Routers {'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:16:59.080881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:16:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:16:59.169988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.186113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] Set router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:16:59.272509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.361236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:16:58Z', 'revision_number': 5, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port': {'id': '1e7e8c08-4a1d-4751-b463-0a7af52df14a', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:16:59.387641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] Checking router: f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:16:59.396506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] Routers {'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:16:59.397112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:16:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:16:59.412329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Deleting port 1e7e8c08-4a1d-4751-b463-0a7af52df14a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:16:59.412673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.431411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b00ea3a-adb6-461a-a8f0-58f848b85881 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:16:59.480006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 7b00ea3a-adb6-461a-a8f0-58f848b85881 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:16:59.480347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 7b00ea3a-adb6-461a-a8f0-58f848b85881 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:16:59.492753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] For port 1e7e8c08-4a1d-4751-b463-0a7af52df14a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1e7e8c08-4a1d-4751-b463-0a7af52df14a,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:16:59.493118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.504351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] Set router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:16:59.506312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Calling delete_port for 1e7e8c08-4a1d-4751-b463-0a7af52df14a owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:16:59.558143 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:16:59Z', 'revision_number': 6, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:16:59.585067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffce90-f39f-45cf-8b58-0d1daf952957 None None] The sync data for ids ['f49e0eb8-b187-4cb9-b171-dbdfa210b3f4'] in dv-neutron-824886-1-hyperv is: [{'id': 'f49e0eb8-b187-4cb9-b171-dbdfa210b3f4', 'name': 'tempest-TestEncryptedCinderVolumes-1537649043-router', 'tenant_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:30Z', 'updated_at': '2022-01-17T13:16:59Z', 'revision_number': 6, 'project_id': '8a95b65b9a7b4d9eaed21672f24b2f01', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:16:59.722675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.752538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7e8c08-4a1d-4751-b463-0a7af52df14a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:16:59.812051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.902284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:16:59.904336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.014613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.015145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:17:00.020712 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.023770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ac59cdc2-2a84-4f19-a744-e2fe99b82e3f admin admin] 10.222.0.77 "DELETE /v2.0/routers/f49e0eb8-b187-4cb9-b171-dbdfa210b3f4 HTTP/1.1" status: 204 len: 168 time: 0.9529483 Jan 17 13:17:00.025992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54314) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:00.069219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Deleting subnet 2463bb15-c530-40d1-bfd1-b8c917128d6e {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:17:00.072131 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.107626 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.188558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.318544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.346367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2463bb15-c530-40d1-bfd1-b8c917128d6e,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:00.349439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.354921 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2463bb15-c530-40d1-bfd1-b8c917128d6e HTTP/1.1" status: 204 len: 168 time: 0.3274636 Jan 17 13:17:00.361906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a3256-528a-4989-80b4-77fc95c6af6c None None] Network f6702421-2454-4300-92f3-be94829cabf9 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:17:00.362576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54316) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:00.364521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.364873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.365216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.365907 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.366244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.366575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.367207 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.367482 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.367831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.368153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.368480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.368797 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ff46-9983-46a2-84cb-75ac25cc0382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.434439 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.460118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2bef421a-5640-4662-87a7-d59354ec9f54 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:17:00.493751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Deleting port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:17:00.494093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.494322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 2bef421a-5640-4662-87a7-d59354ec9f54 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:17:00.494670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 2bef421a-5640-4662-87a7-d59354ec9f54 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:17:00.495084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1e7e8c08-4a1d-4751-b463-0a7af52df14a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:17:00.516134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 1e7e8c08-4a1d-4751-b463-0a7af52df14a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:17:00.516480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1e7e8c08-4a1d-4751-b463-0a7af52df14a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:17:00.566911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] For port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:00.570169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.582791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Calling delete_port for 8dcaf281-0e2f-421f-8ef3-10e78a11e30b owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:17:00.606206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] DHCP port deletion for f6702421-2454-4300-92f3-be94829cabf9 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:17:00.657652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Deleting port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:17:00.658030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.721927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] For port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,segment=NetworkSegment(ac90238b-616e-45db-a2bc-99771875a732),segment_id=ac90238b-616e-45db-a2bc-99771875a732)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:00.722449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.734653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Calling delete_port for 8dcaf281-0e2f-421f-8ef3-10e78a11e30b owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:17:00.745837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.772167 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:00.776185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] No DVR routers for this DVR port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:17:00.813834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.842426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Pushing event deleted for resources: {'Port': ['ID=8dcaf281-0e2f-421f-8ef3-10e78a11e30b,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:00.846604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] No DVR routers for this DVR port 8dcaf281-0e2f-421f-8ef3-10e78a11e30b on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:17:00.852333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.853770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.854125 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.854465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.858308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ee30cf-bbcb-4b18-afa7-543056781384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:00.877337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6702421-2454-4300-92f3-be94829cabf9']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:00.886968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac90238b-616e-45db-a2bc-99771875a732') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:00.887258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac90238b-616e-45db-a2bc-99771875a732') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:00.896999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.909438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.914962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:17:00.915525 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:17:00.916944 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:17:01.042466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:01.052381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:01.052381 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f6702421-2454-4300-92f3-be94829cabf9 HTTP/1.1" status: 204 len: 168 time: 0.6956263 Jan 17 13:17:01.055228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54318) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:01.065319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352efd-6b21-4ebc-962e-b7cbfd470be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6702421-2454-4300-92f3-be94829cabf9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:01.460625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:01.696639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Deleting port f537280f-95da-4f94-9ce1-5ec471b16000 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:17:01.696886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:01.772806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] For port f537280f-95da-4f94-9ce1-5ec471b16000, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f537280f-95da-4f94-9ce1-5ec471b16000,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:01.773168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:01.785802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Calling delete_port for f537280f-95da-4f94-9ce1-5ec471b16000 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:17:02.054057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:02.083399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Pushing event deleted for resources: {'Port': ['ID=f537280f-95da-4f94-9ce1-5ec471b16000,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:02.490666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8dcaf281-0e2f-421f-8ef3-10e78a11e30b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:17:02.512023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 8dcaf281-0e2f-421f-8ef3-10e78a11e30b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:17:02.512375 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8dcaf281-0e2f-421f-8ef3-10e78a11e30b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:17:02.554713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:02.763284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Router 7707785e-b59b-4420-9920-79b52bd6268c has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:17:02.867738 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:17:02.872748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-991ef4d4-3837-47d6-bd55-6b01e3a83298 admin admin] 10.222.0.77 "PUT /v2.0/routers/7707785e-b59b-4420-9920-79b52bd6268c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8164463 Jan 17 13:17:02.875626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54322) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:02.876279 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] Sync routers for ids ['7707785e-b59b-4420-9920-79b52bd6268c'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:17:02.885286 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] Routers {'7707785e-b59b-4420-9920-79b52bd6268c'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:02.885881 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:16:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7707785e-b59b-4420-9920-79b52bd6268c'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:02.978542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:02.988486 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] Set router 7707785e-b59b-4420-9920-79b52bd6268c gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:03.179644 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:17:01Z', 'revision_number': 5, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:03.207567 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] Checking router: 7707785e-b59b-4420-9920-79b52bd6268c for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:17:03.216698 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] Routers {'7707785e-b59b-4420-9920-79b52bd6268c'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:03.217322 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:16:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['7707785e-b59b-4420-9920-79b52bd6268c'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:03.411141 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] Set router 7707785e-b59b-4420-9920-79b52bd6268c gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:03.434588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:03.541470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Deleting port d6dcdf0b-d2ec-4452-9afc-993c79447a79 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:17:03.541802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:03.584739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:17:01Z', 'revision_number': 5, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:03.614434 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be717174-d4b4-429f-aba9-e62273dd496f None None] The sync data for ids ['7707785e-b59b-4420-9920-79b52bd6268c'] in dv-neutron-824886-1-hyperv is: [{'id': '7707785e-b59b-4420-9920-79b52bd6268c', 'name': 'tempest-TestEncryptedCinderVolumes-1034134795-router', 'tenant_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:17:01Z', 'revision_number': 5, 'project_id': 'f1fe1031134f4c66a5c3c482b84a227f', 'gw_port': {'id': 'd6dcdf0b-d2ec-4452-9afc-993c79447a79', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7707785e-b59b-4420-9920-79b52bd6268c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:15:36Z', 'updated_at': '2022-01-17T13:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:17:03.620868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] For port d6dcdf0b-d2ec-4452-9afc-993c79447a79, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d6dcdf0b-d2ec-4452-9afc-993c79447a79,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:03.621234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:03.635315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Calling delete_port for d6dcdf0b-d2ec-4452-9afc-993c79447a79 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:17:03.819664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1d83c90a-249b-4c67-b1f8-37db83aa28fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:03.894572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:03.926206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dcdf0b-d2ec-4452-9afc-993c79447a79,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:03.985863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.079310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.081427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.196748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.197292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7707785e-b59b-4420-9920-79b52bd6268c {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:17:04.208524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.208524 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-64634142-47c6-4530-bd71-41bfb0c3b7ec admin admin] 10.222.0.77 "DELETE /v2.0/routers/7707785e-b59b-4420-9920-79b52bd6268c HTTP/1.1" status: 204 len: 168 time: 1.3259585 Jan 17 13:17:04.209137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54324) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:04.253491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Deleting subnet a9df3f6f-d966-437e-8ae0-54af150ff633 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:17:04.257101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.295081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.378867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.478805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.504492 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9df3f6f-d966-437e-8ae0-54af150ff633,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:04.508810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.512214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8da05fce-73c0-4289-a09e-922ff848d395 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a9df3f6f-d966-437e-8ae0-54af150ff633 HTTP/1.1" status: 204 len: 168 time: 0.3055418 Jan 17 13:17:04.514316 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54326) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:04.515470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad31579f-8fef-4a04-8ffd-6c1e13131105 None None] Network 5b82c27d-32d8-443c-919e-092338e7f7c3 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:17:04.581445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.641036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Deleting port fad14bf1-078a-4198-bed7-dc0fdc9c9841 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:17:04.641382 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.706973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] DHCP port deletion for 5b82c27d-32d8-443c-919e-092338e7f7c3 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:17:04.707177 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] For port fad14bf1-078a-4198-bed7-dc0fdc9c9841, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fad14bf1-078a-4198-bed7-dc0fdc9c9841,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:04.707779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.712431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f537280f-95da-4f94-9ce1-5ec471b16000 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:17:04.721085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Calling delete_port for fad14bf1-078a-4198-bed7-dc0fdc9c9841 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:17:04.733828 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f537280f-95da-4f94-9ce1-5ec471b16000 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:17:04.734275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f537280f-95da-4f94-9ce1-5ec471b16000 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:17:04.734751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d6dcdf0b-d2ec-4452-9afc-993c79447a79 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:17:04.769345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d6dcdf0b-d2ec-4452-9afc-993c79447a79 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:17:04.769690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d6dcdf0b-d2ec-4452-9afc-993c79447a79 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:17:04.792121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] Deleting port fad14bf1-078a-4198-bed7-dc0fdc9c9841 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:17:04.792609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.855611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] For port fad14bf1-078a-4198-bed7-dc0fdc9c9841, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fad14bf1-078a-4198-bed7-dc0fdc9c9841,segment=NetworkSegment(2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869),segment_id=2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:04.856302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.868440 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] Calling delete_port for fad14bf1-078a-4198-bed7-dc0fdc9c9841 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:17:04.899782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.925463 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad14bf1-078a-4198-bed7-dc0fdc9c9841,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:04.929169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] No DVR routers for this DVR port fad14bf1-078a-4198-bed7-dc0fdc9c9841 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:17:04.941672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:04.969711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] Pushing event deleted for resources: {'Port': ['ID=fad14bf1-078a-4198-bed7-dc0fdc9c9841,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:04.973296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d3300-a4a9-427c-9272-3046d0d55cae None None] No DVR routers for this DVR port fad14bf1-078a-4198-bed7-dc0fdc9c9841 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:17:05.004380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.024168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b82c27d-32d8-443c-919e-092338e7f7c3']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:05.033195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:05.033493 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2ed8fb-7e9e-4a7f-ad95-bd0b98bca869') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:05.047101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.060405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.066751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:17:05.067129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:17:05.068790 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:17:05.180001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.185678 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.188865 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5b82c27d-32d8-443c-919e-092338e7f7c3 HTTP/1.1" status: 204 len: 168 time: 0.6736262 Jan 17 13:17:05.200660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5ca10-142a-494c-bd11-01c67d4d7e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b82c27d-32d8-443c-919e-092338e7f7c3,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:05.658417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54330) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:05.698429 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-63afcf1f-f424-46af-8d54-b521ea14f144 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8a95b65b9a7b4d9eaed21672f24b2f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387998 Jan 17 13:17:05.700801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54332) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:05.747549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9a95f9c-7d30-438b-b711-f4048c7805a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.767895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9a95f9c-7d30-438b-b711-f4048c7805a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.894024 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9a95f9c-7d30-438b-b711-f4048c7805a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.897004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b9a95f9c-7d30-438b-b711-f4048c7805a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:05.898158 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b9a95f9c-7d30-438b-b711-f4048c7805a2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a010817-85a0-46d5-8d2a-5303ab72625f HTTP/1.1" status: 204 len: 168 time: 0.1964655 Jan 17 13:17:05.905812 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a95f9c-7d30-438b-b711-f4048c7805a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a010817-85a0-46d5-8d2a-5303ab72625f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:06.027320 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:17:06.328201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-22b046dd-5f05-49c2-a487-be12f08bbfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:06.440178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fad14bf1-078a-4198-bed7-dc0fdc9c9841 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:17:06.460508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: fad14bf1-078a-4198-bed7-dc0fdc9c9841 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:17:06.466436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fad14bf1-078a-4198-bed7-dc0fdc9c9841 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:17:06.693728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54338) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:06.732191 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4fa67b8e-40c1-4b00-9a4d-c68421f96359 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f1fe1031134f4c66a5c3c482b84a227f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371439 Jan 17 13:17:06.734548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54340) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:06.782293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c87f084b-ace3-40da-8bc1-a58446976b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:06.803761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c87f084b-ace3-40da-8bc1-a58446976b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:06.910868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c87f084b-ace3-40da-8bc1-a58446976b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:06.914014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c87f084b-ace3-40da-8bc1-a58446976b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:06.915262 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c87f084b-ace3-40da-8bc1-a58446976b24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cee61f11-fd0c-43b1-b057-52119c90482f HTTP/1.1" status: 204 len: 168 time: 0.1798403 Jan 17 13:17:06.923344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f084b-ace3-40da-8bc1-a58446976b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee61f11-fd0c-43b1-b057-52119c90482f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:07.362981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:07.869001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54362) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:07.962158 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-776130866-network', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:08.088457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Made reservation on behalf of 3a3f6b6d7fdc4270b7ccf30ff6e8b490 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:17:08.090744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.099693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.176589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.225219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.250548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:17:08.260932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77453489-9179-4a42-929f-3b918e01fab1,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:08.266682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.267030 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Added segment 60f40478-2ad2-4791-bc34-61cb01fb8479 of type vlan for network 27907fc3-df68-4775-b908-9f531388c8d5 Jan 17 13:17:08.306800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.390725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.391714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:08.392309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.450665 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] Pushing event updated for resources: {'Network': ['ID=27907fc3-df68-4775-b908-9f531388c8d5,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:08.460239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 27907fc3-df68-4775-b908-9f531388c8d5 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:17:08.502305 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ceae1e9b-b1e4-4b4d-80b6-88ee513deecb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6321895 Jan 17 13:17:08.505281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54366) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:08.510620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Request body: {'subnet': {'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-776130866-subnet', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:08.607935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Made reservation on behalf of 3a3f6b6d7fdc4270b7ccf30ff6e8b490 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:17:08.610269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.825475 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.854390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:08.914432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf90e890-08f3-4122-988e-21f23d3ff778,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:08.922933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Checking segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:08.923287 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Network hostable DHCP agents. Network: 27907fc3-df68-4775-b908-9f531388c8d5, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:17:08.950704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.048444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Network 27907fc3-df68-4775-b908-9f531388c8d5 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:17:09.162308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 27907fc3-df68-4775-b908-9f531388c8d5) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:09.166746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:09.167340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.178571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae0fd64-6554-4170-82d1-cab0ed078958 None None] Network 27907fc3-df68-4775-b908-9f531388c8d5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:17:09.250743 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ffdb551a-d959-44b2-9124-260eec2ea05f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7440956 Jan 17 13:17:09.253427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54368) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:09.258448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:09.316817 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-27907fc3-df68-4775-b908-9f531388c8d5', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:17:09.317734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.345490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.346534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.398792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.453739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Allocated IP 172.20.0.2 (27907fc3-df68-4775-b908-9f531388c8d5/cf90e890-08f3-4122-988e-21f23d3ff778/b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:09.590775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.601915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.659946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.697899 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Network 27907fc3-df68-4775-b908-9f531388c8d5 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:09.702158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:09.708611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:09.713515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Pushing event updated for resources: {'Port': ['ID=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:09.766319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Attempting to bind port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:09.766685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Attempting to bind port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:09.767047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Attempting to bind port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 on network 27907fc3-df68-4775-b908-9f531388c8d5 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:09.772472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:09.772840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Checking segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:09.773244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.773652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Bound using segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:09.774089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Bound port: b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:09.774474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.835742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.847145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] For port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:09.850503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] For port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:09.860378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.911866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:09.972317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a573095-5ec4-4aa4-bf84-b7696af6fe22 None None] Pushing event updated for resources: {'Port': ['ID=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:09.975603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Allocated IP 172.26.4.164 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/38ea1d63-01a7-4586-ba01-c27f9e58a90b) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:10.097334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.186150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.226426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:10.229406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:10.232080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:10.261031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Pushing event updated for resources: {'Port': ['ID=38ea1d63-01a7-4586-ba01-c27f9e58a90b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:10.471983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:10.521472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:10.521800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.587932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.614191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.649897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:10.757668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.796074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:10.814187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:10.894067 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb13d91a-53ae-4389-9eab-a6a806c6901b None None] Network 27907fc3-df68-4775-b908-9f531388c8d5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:17:10.996309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:17:11.017875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-296d0200-221d-4778-85b8-d512d67c5636 None None] Provisioning complete for port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:11.018250 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-296d0200-221d-4778-85b8-d512d67c5636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.108367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:17:11.121643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Sync routers for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:17:11.151949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:11.152625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:11.192723 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.194499 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c892ef86-951c-4314-aedf-7e53db3dc974 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9401026 Jan 17 13:17:11.197065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54370) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:11.297487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:11.415796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3d817f25-1e92-41aa-8d51-4bc095db6046 None None] Provisioning complete for port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:11.416090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3d817f25-1e92-41aa-8d51-4bc095db6046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.548713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:10Z', 'revision_number': 3, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:11.575120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Checking router: a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:17:11.575461 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Updating router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 port 38ea1d63-01a7-4586-ba01-c27f9e58a90b binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:17:11.600066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.625795 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.784237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Allocated IP 172.20.0.1 (27907fc3-df68-4775-b908-9f531388c8d5/cf90e890-08f3-4122-988e-21f23d3ff778/c6ae83ef-92f0-45ee-b14b-d0d55e9b8414) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:11.849771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.889462 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.899478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.950727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Attempting to bind port 38ea1d63-01a7-4586-ba01-c27f9e58a90b on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:11.951098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Attempting to bind port 38ea1d63-01a7-4586-ba01-c27f9e58a90b by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:11.951465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Attempting to bind port 38ea1d63-01a7-4586-ba01-c27f9e58a90b on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:11.951780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.960702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b073a3-b851-46b4-a060-0494467b16ee None None] Pushing event updated for resources: {'Port': ['ID=38ea1d63-01a7-4586-ba01-c27f9e58a90b,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:11.963185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:11.963584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:11.965206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.965206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:11.965206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Bound port: 38ea1d63-01a7-4586-ba01-c27f9e58a90b, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:11.965206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:11.988921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Network 27907fc3-df68-4775-b908-9f531388c8d5 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:11.992554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:11.994963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:12.019102 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] For port 38ea1d63-01a7-4586-ba01-c27f9e58a90b, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:12.022788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] For port 38ea1d63-01a7-4586-ba01-c27f9e58a90b, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=38ea1d63-01a7-4586-ba01-c27f9e58a90b,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:12.031753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:12.043967 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.094971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.160000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:12.160635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:12.198893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b073a3-b851-46b4-a060-0494467b16ee None None] Pushing event updated for resources: {'Port': ['ID=38ea1d63-01a7-4586-ba01-c27f9e58a90b,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:12.429639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-93e032b3-60b4-498b-95eb-7057b543c186 None None] Provisioning complete for port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:12.430021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-93e032b3-60b4-498b-95eb-7057b543c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.460880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:12.490820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:12.559760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-93e032b3-60b4-498b-95eb-7057b543c186 None None] Port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:17:12.588309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.634928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:12.635298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.750370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.755256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:10Z', 'revision_number': 3, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:12.781252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9751788-1459-4886-a4a3-3045a9c9fee5 None None] The sync data for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv is: [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:10Z', 'revision_number': 3, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:17:12.819584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.885663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:12.891210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:12.994546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Network 27907fc3-df68-4775-b908-9f531388c8d5 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:12.996446 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:13.126405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:17:13.250072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:17:13.255094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-28205936-bc7c-40f0-abff-1652f8ce3240 admin admin] 10.222.0.77 "PUT /v2.0/routers/a78c0c9c-ee86-4941-9cbb-c1a4aa605da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570533 Jan 17 13:17:13.287804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-59415c9f-30b6-4ac9-979c-a1f8f7dd64a4 None None] Provisioning complete for port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:13.288344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-59415c9f-30b6-4ac9-979c-a1f8f7dd64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:13.327801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-59415c9f-30b6-4ac9-979c-a1f8f7dd64a4 None None] Port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:17:13.920461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54386) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:13.925421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2101065702-network', 'tenant_id': '361b9182e9404c85990b5018b1075cfa'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:14.008336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Made reservation on behalf of 361b9182e9404c85990b5018b1075cfa for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:17:14.010946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.020339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.096574 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.156678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.182404 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:17:14.190939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c037069e-38dd-43e6-a768-0b69a2e47ae8,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:14.197148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.197492 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Added segment 9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482 of type vlan for network cb6981c2-6bd1-49ea-a74c-81cbab879c2a Jan 17 13:17:14.239756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.303213 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Sync routers for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:17:14.312645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:14.313245 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:14.334692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.335750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:14.336392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.398504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6981c2-6bd1-49ea-a74c-81cbab879c2a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:14.411669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:17:14.425399 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:14.428886 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-bebabe3d-0ecb-4699-a2a0-38d5fb938b88 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5070686 Jan 17 13:17:14.431329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54388) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:14.437630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Request body: {'subnet': {'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2101065702-subnet', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:14.497256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38ea1d63-01a7-4586-ba01-c27f9e58a90b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:14.528733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Made reservation on behalf of 361b9182e9404c85990b5018b1075cfa for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:17:14.531249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.549987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 38ea1d63-01a7-4586-ba01-c27f9e58a90b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:14.550287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.635053 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 2, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:14.636544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.659621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 38ea1d63-01a7-4586-ba01-c27f9e58a90b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=38ea1d63-01a7-4586-ba01-c27f9e58a90b,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:14.663275 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Checking router: a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:17:14.663719 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Updating router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:17:14.692295 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.705384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.753844 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=38ea1d63-01a7-4586-ba01-c27f9e58a90b,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:14.773647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:14.829724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3e5889-650b-47b6-9976-e35f705706b6,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:14.839915 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Checking segment: {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:14.840275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Network hostable DHCP agents. Network: cb6981c2-6bd1-49ea-a74c-81cbab879c2a, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:17:14.921609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:17:14.951116 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.019216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, cb6981c2-6bd1-49ea-a74c-81cbab879c2a) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:15.023871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:15.024467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.028889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9339117-9ca1-4006-a1fc-ae85a151fdda None None] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:17:15.037565 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.084317 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Pushing event updated for resources: {'Port': ['ID=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:15.091534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-09c1b5ca-3558-4b04-8d06-a3266dacfb9a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6535585 Jan 17 13:17:15.091673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54390) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:15.094898 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.095243 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.095609 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.095944 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.096622 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.096622 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.096912 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.097236 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.097562 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.098355 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.098355 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.098556 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:15.099400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:15.164151 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Attempting to bind port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:15.164507 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Attempting to bind port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:15.164863 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Attempting to bind port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 on network 27907fc3-df68-4775-b908-9f531388c8d5 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:15.170338 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:15.170696 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Checking segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:15.171092 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.171572 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Bound using segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:15.172014 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Bound port: c6ae83ef-92f0-45ee-b14b-d0d55e9b8414, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:15.172331 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.190194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-cb6981c2-6bd1-49ea-a74c-81cbab879c2a', 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'fixed_ips': [{'subnet_id': 'db3e5889-650b-47b6-9976-e35f705706b6'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:17:15.191156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.191381 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.192664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.245677 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] For port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:15.249566 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] For port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:15.260656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.339800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Allocated IP 172.20.0.2 (cb6981c2-6bd1-49ea-a74c-81cbab879c2a/db3e5889-650b-47b6-9976-e35f705706b6/58aa55c6-cdab-455c-82b6-58721af265f4) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:15.374387 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.398807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a998d9c4-a130-4dca-91b7-7ac3320d1289 None None] Provisioning complete for port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:15.399185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a998d9c4-a130-4dca-91b7-7ac3320d1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.438900 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d0427-b2d0-4823-b21b-8d17bd2ad125 None None] Pushing event updated for resources: {'Port': ['ID=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:15.445188 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:15.446406 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:15.549417 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.558001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a998d9c4-a130-4dca-91b7-7ac3320d1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.570316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.597248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a998d9c4-a130-4dca-91b7-7ac3320d1289 None None] For port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:15.600907 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:15.729508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.731752 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a998d9c4-a130-4dca-91b7-7ac3320d1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.772987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:15.777652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:15.784553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:15.788343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Pushing event updated for resources: {'Port': ['ID=58aa55c6-cdab-455c-82b6-58721af265f4,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:15.811512 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:15.839683 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886c489a-cefd-43f3-b5f6-9e2ec9c1d732 None None] The sync data for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv is: [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:17:15.905721 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998d9c4-a130-4dca-91b7-7ac3320d1289 None None] Pushing event updated for resources: {'Port': ['ID=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:15.912466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Attempting to bind port 58aa55c6-cdab-455c-82b6-58721af265f4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:15.912841 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Attempting to bind port 58aa55c6-cdab-455c-82b6-58721af265f4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:15.913206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Attempting to bind port 58aa55c6-cdab-455c-82b6-58721af265f4 on network cb6981c2-6bd1-49ea-a74c-81cbab879c2a {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:15.915405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-965d41f9-e53b-49b4-95f7-0c42dca3ee1e None None] Provisioning complete for port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:15.915795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-965d41f9-e53b-49b4-95f7-0c42dca3ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.934877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.937478 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:15.937858 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Checking segment: {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:15.938262 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.938677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Bound using segment: {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:15.939158 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Bound port: 58aa55c6-cdab-455c-82b6-58721af265f4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:15.939567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:15.965013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.045663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] For port 58aa55c6-cdab-455c-82b6-58721af265f4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:16.062660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] For port 58aa55c6-cdab-455c-82b6-58721af265f4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=58aa55c6-cdab-455c-82b6-58721af265f4,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:16.086151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Allocated IP 172.26.4.161 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/bf9ffe5b-ef23-4ddc-b929-316f6e322840) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:16.134236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.201641 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868fc9-94b7-44be-8da7-f905bba95665 None None] Pushing event updated for resources: {'Port': ['ID=58aa55c6-cdab-455c-82b6-58721af265f4,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:16.202400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.317490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.376401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:16.383396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:16.386789 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:16.390290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Pushing event updated for resources: {'Port': ['ID=bf9ffe5b-ef23-4ddc-b929-316f6e322840,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:16.615860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:16.670150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:16.671103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.751501 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.762299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38ea1d63-01a7-4586-ba01-c27f9e58a90b up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:16.819439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 38ea1d63-01a7-4586-ba01-c27f9e58a90b triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:16.819934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.904506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 58aa55c6-cdab-455c-82b6-58721af265f4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:16.954808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 58aa55c6-cdab-455c-82b6-58721af265f4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:16.955446 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:16.971786 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:17.055029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:17.097345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 58aa55c6-cdab-455c-82b6-58721af265f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=58aa55c6-cdab-455c-82b6-58721af265f4,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:17.185717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:17.214573 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Router eca2d781-565d-47d4-a33e-252b4677d141 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:17:17.238077 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=58aa55c6-cdab-455c-82b6-58721af265f4,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:17.286097 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3f678-644f-47a8-9cc7-918b293881af None None] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:17:17.323646 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:17:17.336065 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Sync routers for ids ['eca2d781-565d-47d4-a33e-252b4677d141'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:17:17.347054 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-31705888-4156-43ac-b2a2-ea682687f19d None None] Provisioning complete for port 58aa55c6-cdab-455c-82b6-58721af265f4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:17.350237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31705888-4156-43ac-b2a2-ea682687f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:17.382563 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Routers {'eca2d781-565d-47d4-a33e-252b4677d141'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:17.384720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['eca2d781-565d-47d4-a33e-252b4677d141'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:17.404759 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:17.407690 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad2ca9e9-8eac-47c9-bf5c-b25adab7c82b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3162844 Jan 17 13:17:17.408827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54392) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:17:17.592516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Set router eca2d781-565d-47d4-a33e-252b4677d141 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:17.792737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:16Z', 'revision_number': 3, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:17.820560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Checking router: eca2d781-565d-47d4-a33e-252b4677d141 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:17:17.820913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Updating router eca2d781-565d-47d4-a33e-252b4677d141 port bf9ffe5b-ef23-4ddc-b929-316f6e322840 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:17:17.850492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:17.971706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-91f258d3-5be7-4b1f-936b-6c26a8fb3bb3 None None] Provisioning complete for port 58aa55c6-cdab-455c-82b6-58721af265f4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:17.972004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-91f258d3-5be7-4b1f-936b-6c26a8fb3bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.170946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.328649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.332623 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Allocated IP 172.20.0.1 (cb6981c2-6bd1-49ea-a74c-81cbab879c2a/db3e5889-650b-47b6-9976-e35f705706b6/f5d143a2-c516-460d-a045-dc87d76e6921) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:18.435328 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.436541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.469405 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 58aa55c6-cdab-455c-82b6-58721af265f4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:18.515625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Attempting to bind port bf9ffe5b-ef23-4ddc-b929-316f6e322840 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:18.516002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Attempting to bind port bf9ffe5b-ef23-4ddc-b929-316f6e322840 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:18.516394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Attempting to bind port bf9ffe5b-ef23-4ddc-b929-316f6e322840 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:18.528201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aeaec-9248-430b-9363-b687e2ad68f5 None None] Pushing event updated for resources: {'Port': ['ID=bf9ffe5b-ef23-4ddc-b929-316f6e322840,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:18.533864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:18.534191 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.534317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:18.534676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.535058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:18.535651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Bound port: bf9ffe5b-ef23-4ddc-b929-316f6e322840, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:18.535983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.578091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:18.580881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:18.585571 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:18.592656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 58aa55c6-cdab-455c-82b6-58721af265f4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:18.593059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.609741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d143a2-c516-460d-a045-dc87d76e6921,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:18.616760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] For port bf9ffe5b-ef23-4ddc-b929-316f6e322840, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:18.632129 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.634672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] For port bf9ffe5b-ef23-4ddc-b929-316f6e322840, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bf9ffe5b-ef23-4ddc-b929-316f6e322840,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:18.691275 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.767992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Routers {'eca2d781-565d-47d4-a33e-252b4677d141'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:18.768630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['eca2d781-565d-47d4-a33e-252b4677d141'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:18.772620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aeaec-9248-430b-9363-b687e2ad68f5 None None] Pushing event updated for resources: {'Port': ['ID=bf9ffe5b-ef23-4ddc-b929-316f6e322840,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:18.822215 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.830826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4ce3bf96-ea03-4bc8-8173-310b7a73d283 None None] Provisioning complete for port f5d143a2-c516-460d-a045-dc87d76e6921 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:18.831361 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4ce3bf96-ea03-4bc8-8173-310b7a73d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:18.906109 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3bf96-ea03-4bc8-8173-310b7a73d283 None None] Port f5d143a2-c516-460d-a045-dc87d76e6921 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:17:18.914435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] Set router eca2d781-565d-47d4-a33e-252b4677d141 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:18.987855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:19.030969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:19.094294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:16Z', 'revision_number': 3, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:19.097568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:19.100756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d143a2-c516-460d-a045-dc87d76e6921,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:19.122267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8f750-e8fb-45e6-915a-be10f11ae49a None None] The sync data for ids ['eca2d781-565d-47d4-a33e-252b4677d141'] in dv-neutron-824886-1-hyperv is: [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:16Z', 'revision_number': 3, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:17:19.198141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:19.199809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:19.323614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Router eca2d781-565d-47d4-a33e-252b4677d141 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:17:19.435977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3aa4df67-3f62-4a39-aae4-aaf5fe39be59 None None] Provisioning complete for port f5d143a2-c516-460d-a045-dc87d76e6921 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:19.436517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3aa4df67-3f62-4a39-aae4-aaf5fe39be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:19.465917 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:17:19.471530 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad33efff-5af8-41c8-a130-63f33dde51a9 admin admin] 10.222.0.77 "PUT /v2.0/routers/eca2d781-565d-47d4-a33e-252b4677d141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612037 Jan 17 13:17:19.479546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3aa4df67-3f62-4a39-aae4-aaf5fe39be59 None None] Port f5d143a2-c516-460d-a045-dc87d76e6921 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:17:20.500751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bf9ffe5b-ef23-4ddc-b929-316f6e322840 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:20.551796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bf9ffe5b-ef23-4ddc-b929-316f6e322840 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:20.552433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:20.654510 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:20.681352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port bf9ffe5b-ef23-4ddc-b929-316f6e322840, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bf9ffe5b-ef23-4ddc-b929-316f6e322840,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:20.762523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:20.808136 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Sync routers for ids ['eca2d781-565d-47d4-a33e-252b4677d141'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:17:20.817602 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Routers {'eca2d781-565d-47d4-a33e-252b4677d141'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:20.818521 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['eca2d781-565d-47d4-a33e-252b4677d141'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:20.827399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=bf9ffe5b-ef23-4ddc-b929-316f6e322840,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:21.027707 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Set router eca2d781-565d-47d4-a33e-252b4677d141 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:21.245045 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:18Z', 'revision_number': 4, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f5d143a2-c516-460d-a045-dc87d76e6921', 'name': '', 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'mac_address': 'fa:16:3e:3b:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'db3e5889-650b-47b6-9976-e35f705706b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:18Z', 'updated_at': '2022-01-17T13:17:18Z', 'revision_number': 2, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'subnets': [{'id': 'db3e5889-650b-47b6-9976-e35f705706b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:21.274713 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Checking router: eca2d781-565d-47d4-a33e-252b4677d141 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:17:21.282641 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Updating router eca2d781-565d-47d4-a33e-252b4677d141 port f5d143a2-c516-460d-a045-dc87d76e6921 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:17:21.301546 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:21.592833 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:21.659571 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:21.740446 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56dad-9d1d-4add-936d-e1ca12d00e96 None None] Pushing event updated for resources: {'Port': ['ID=f5d143a2-c516-460d-a045-dc87d76e6921,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:21.774559 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Attempting to bind port f5d143a2-c516-460d-a045-dc87d76e6921 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:21.774777 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Attempting to bind port f5d143a2-c516-460d-a045-dc87d76e6921 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:21.775136 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Attempting to bind port f5d143a2-c516-460d-a045-dc87d76e6921 on network cb6981c2-6bd1-49ea-a74c-81cbab879c2a {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:21.780701 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:21.781061 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Checking segment: {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:21.781453 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:21.781836 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Bound using segment: {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:21.782291 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Bound port: f5d143a2-c516-460d-a045-dc87d76e6921, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:21.782663 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:21.866597 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] For port f5d143a2-c516-460d-a045-dc87d76e6921, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:21.875633 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] For port f5d143a2-c516-460d-a045-dc87d76e6921, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5d143a2-c516-460d-a045-dc87d76e6921,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:21.923887 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-dcd67f63-76ad-4107-aa64-ca7a5ab40fad None None] Provisioning complete for port f5d143a2-c516-460d-a045-dc87d76e6921 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:21.924977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-dcd67f63-76ad-4107-aa64-ca7a5ab40fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:21.959928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-dcd67f63-76ad-4107-aa64-ca7a5ab40fad None None] Port f5d143a2-c516-460d-a045-dc87d76e6921 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:17:21.974471 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:22.031914 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Routers {'eca2d781-565d-47d4-a33e-252b4677d141'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:17:22.032645 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:17:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['eca2d781-565d-47d4-a33e-252b4677d141'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:22.157551 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] Set router eca2d781-565d-47d4-a33e-252b4677d141 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:17:22.235123 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56dad-9d1d-4add-936d-e1ca12d00e96 None None] Pushing event updated for resources: {'Port': ['ID=f5d143a2-c516-460d-a045-dc87d76e6921,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:22.388380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-8e8a6498-6445-41be-bb37-d993727b5324 None None] Provisioning complete for port f5d143a2-c516-460d-a045-dc87d76e6921 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:22.388677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e8a6498-6445-41be-bb37-d993727b5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:22.392456 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:18Z', 'revision_number': 4, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f5d143a2-c516-460d-a045-dc87d76e6921', 'name': '', 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'mac_address': 'fa:16:3e:3b:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'db3e5889-650b-47b6-9976-e35f705706b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:18Z', 'updated_at': '2022-01-17T13:17:21Z', 'revision_number': 4, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'subnets': [{'id': 'db3e5889-650b-47b6-9976-e35f705706b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:17:22.434807 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828f5d96-6470-499e-966d-d87689fc19e0 None None] The sync data for ids ['eca2d781-565d-47d4-a33e-252b4677d141'] in dv-neutron-824886-1-hyperv is: [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:18Z', 'revision_number': 4, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f5d143a2-c516-460d-a045-dc87d76e6921', 'name': '', 'network_id': 'cb6981c2-6bd1-49ea-a74c-81cbab879c2a', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'mac_address': 'fa:16:3e:3b:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'db3e5889-650b-47b6-9976-e35f705706b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:18Z', 'updated_at': '2022-01-17T13:17:21Z', 'revision_number': 4, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'subnets': [{'id': 'db3e5889-650b-47b6-9976-e35f705706b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:17:22.552345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bf9ffe5b-ef23-4ddc-b929-316f6e322840 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:22.596010 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e8a6498-6445-41be-bb37-d993727b5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:22.656866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-8e8a6498-6445-41be-bb37-d993727b5324 None None] For port f5d143a2-c516-460d-a045-dc87d76e6921, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5d143a2-c516-460d-a045-dc87d76e6921,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:22.662319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bf9ffe5b-ef23-4ddc-b929-316f6e322840 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:22.663470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:22.706996 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:22.738472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8e8a6498-6445-41be-bb37-d993727b5324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:22.807083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a6498-6445-41be-bb37-d993727b5324 None None] Pushing event updated for resources: {'Port': ['ID=f5d143a2-c516-460d-a045-dc87d76e6921,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:24.507340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5d143a2-c516-460d-a045-dc87d76e6921 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:24.570167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f5d143a2-c516-460d-a045-dc87d76e6921 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:24.570544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:31.169233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-e4e87626-7951-4476-9947-fc18138888a8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:31.170713 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-e4e87626-7951-4476-9947-fc18138888a8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 814 time: 0.1083803 Jan 17 13:17:31.186341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-97eb8e09-82e5-4c3d-8412-3967aafdd0d9 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/quotas/3a3f6b6d7fdc4270b7ccf30ff6e8b490 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Jan 17 13:17:31.238172 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-2e5beadd-c2b3-49a9-8672-6e856b31f5fb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464301 Jan 17 13:17:31.331335 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-04bf8de9-b93b-4d38-90ef-cd76d5d204a5 service neutron] 10.222.0.77 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809550 Jan 17 13:17:31.423208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-25cc38f9-b775-4f4b-abdb-e0ff86e171db service neutron] 10.222.0.77 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Jan 17 13:17:31.718830 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da4343cc-8166-4702-b336-53ec4acaa934 req-312d263c-8121-4f94-a056-b0f6b62d5d07 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 210 time: 0.0272667 Jan 17 13:17:32.814021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-217d0685-d106-4867-ad72-dc976675af6e req-f0092b22-23d2-47fe-bc75-c4acc1a6f9c5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jan 17 13:17:33.807078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-8d6a23dd-5f0d-4735-b55d-fb4adb103455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:33.808413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-7538b754-08c0-40a5-9f65-e57d169adf7f tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:33.809474 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-7538b754-08c0-40a5-9f65-e57d169adf7f tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 814 time: 0.1070340 Jan 17 13:17:33.822007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'port': {'device_id': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'admin_state_up': True, 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:33.907584 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-175260f2-8f72-4b42-a525-99d63a8c3bd2 req-1600c69c-3680-4f1d-aa3e-df40608c7e7c tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 210 time: 0.0272715 Jan 17 13:17:34.041072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Made reservation on behalf of 3a3f6b6d7fdc4270b7ccf30ff6e8b490 for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:17:34.044657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:34.175190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Allocated IP 172.20.0.12 (27907fc3-df68-4775-b908-9f531388c8d5/cf90e890-08f3-4122-988e-21f23d3ff778/8b2b4ef4-286a-4e12-be12-42206d47cf57) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:17:34.328205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:34.454653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:34.522659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Network 27907fc3-df68-4775-b908-9f531388c8d5 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:17:34.535333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:17:34.540149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:34.544935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:17:34.588482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.589001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.589454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.589914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.590402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.590666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.591173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.593947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.594168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.594662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.595118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.598054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:17:34.657012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:34.658495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:34.749139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-fe6c0279-a46a-4a9a-9b79-db37c40b5c55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9308977 Jan 17 13:17:34.852981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-04257269-f120-4bb9-9538-23e2ebf43d20 None None] Provisioning complete for port 8b2b4ef4-286a-4e12-be12-42206d47cf57 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:34.853755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-04257269-f120-4bb9-9538-23e2ebf43d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:34.894004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-04257269-f120-4bb9-9538-23e2ebf43d20 None None] Port 8b2b4ef4-286a-4e12-be12-42206d47cf57 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:17:35.035566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a352a6-c56e-45af-916f-5743d79a14c9 req-bb767236-aef7-47fc-813a-9b91b832e9d3 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:35.037126 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8a352a6-c56e-45af-916f-5743d79a14c9 req-bb767236-aef7-47fc-813a-9b91b832e9d3 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0563254 Jan 17 13:17:35.082744 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8a352a6-c56e-45af-916f-5743d79a14c9 req-c5705707-030a-48a6-a3d5-0adaf7460786 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Jan 17 13:17:36.174531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5432b631-3a5b-463c-bfa0-1ccd3e5b7aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:36.213889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f046e-c5d8-44cb-872a-446a81186a7e req-05d01d1c-842f-4340-87f6-f3242a0120c5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:36.215371 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-289f046e-c5d8-44cb-872a-446a81186a7e req-05d01d1c-842f-4340-87f6-f3242a0120c5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0576828 Jan 17 13:17:36.257295 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-289f046e-c5d8-44cb-872a-446a81186a7e req-3411cea7-1248-44fb-ac80-9e8a43390710 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Jan 17 13:17:37.370043 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:37.382729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120e71-3bbf-481d-87ee-e2b66b42403c req-b08d3909-b70d-4710-9edf-8d0570d50e90 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:37.384479 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c120e71-3bbf-481d-87ee-e2b66b42403c req-b08d3909-b70d-4710-9edf-8d0570d50e90 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0553849 Jan 17 13:17:37.426669 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c120e71-3bbf-481d-87ee-e2b66b42403c req-90b67888-4c1a-48ad-b0bf-a96fd4f6bc01 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354083 Jan 17 13:17:38.555275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493126-516d-429b-b035-1b102c630c33 req-f035e424-db58-4de2-8a92-cce2a730bba0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:38.556795 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-55493126-516d-429b-b035-1b102c630c33 req-f035e424-db58-4de2-8a92-cce2a730bba0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0557270 Jan 17 13:17:38.613898 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-55493126-516d-429b-b035-1b102c630c33 req-3b60dd3b-276f-4be2-b829-092335865353 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463753 Jan 17 13:17:38.835322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:38.916032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:39.723955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabb9bb-8b04-4579-a27e-dc03efb4fa3a req-d7c022f7-375d-45bf-bf6a-657bbc4a4ba1 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:39.725954 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ecabb9bb-8b04-4579-a27e-dc03efb4fa3a req-d7c022f7-375d-45bf-bf6a-657bbc4a4ba1 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0514143 Jan 17 13:17:39.765400 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ecabb9bb-8b04-4579-a27e-dc03efb4fa3a req-a89eee29-d05a-44c2-a238-ba894ad3bff9 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335975 Jan 17 13:17:40.895375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e30af-4740-4dd9-8680-24d782b49266 req-16b57c23-8f3d-4a73-9162-481259d7a604 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:40.904082 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-211e30af-4740-4dd9-8680-24d782b49266 req-16b57c23-8f3d-4a73-9162-481259d7a604 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0621352 Jan 17 13:17:40.940529 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-211e30af-4740-4dd9-8680-24d782b49266 req-45d2132d-89f4-4957-befd-8f0452ee6a68 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Jan 17 13:17:42.062016 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d0a83-ab93-4bc4-8b06-2f3101782661 req-001b6fd1-6d24-4c11-8e88-a4720a8890c1 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:42.063683 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-be9d0a83-ab93-4bc4-8b06-2f3101782661 req-001b6fd1-6d24-4c11-8e88-a4720a8890c1 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 932 time: 0.0494587 Jan 17 13:17:42.106604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-be9d0a83-ab93-4bc4-8b06-2f3101782661 req-56a22abe-5727-4b1a-8fb9-3004c8402acd tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Jan 17 13:17:42.467830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Request body: {'port': {'device_id': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:17:42.521607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:42.789519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2b4ef4-286a-4e12-be12-42206d47cf57 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:17:42.798152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:42.812792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Transition to ACTIVE for port object 8b2b4ef4-286a-4e12-be12-42206d47cf57 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:17:42.887155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:42.945354 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:43.011804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Attempting to bind port 8b2b4ef4-286a-4e12-be12-42206d47cf57 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:17:43.012232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Attempting to bind port 8b2b4ef4-286a-4e12-be12-42206d47cf57 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:17:43.012563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Attempting to bind port 8b2b4ef4-286a-4e12-be12-42206d47cf57 on network 27907fc3-df68-4775-b908-9f531388c8d5 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:43.017162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Port 8b2b4ef4-286a-4e12-be12-42206d47cf57 on network 27907fc3-df68-4775-b908-9f531388c8d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:17:43.017480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Attempting to bind port 8b2b4ef4-286a-4e12-be12-42206d47cf57 on network 27907fc3-df68-4775-b908-9f531388c8d5 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:17:43.022733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:17:43.023065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Checking segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:17:43.023569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Bound using segment: {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:17:43.023933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Bound port: 8b2b4ef4-286a-4e12-be12-42206d47cf57, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f40478-2ad2-4791-bc34-61cb01fb8479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:17:43.024292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:43.026354 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:17:43.089466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:17:43.092413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:17:43.156680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:43.195151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.195752 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:43.197278 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] 10.222.0.67 "PUT /v2.0/ports/8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 1094 time: 0.8208721 Jan 17 13:17:43.197850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:17:43.200994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd6e13a-6227-4f90-9cc2-2535d813e96a" -d '{"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:17:43.236277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dc606-59d1-4f78-9ce3-02c60c12e980 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:43.240357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196a539-d2c8-4046-9555-266464f322ba req-ec1d9692-8eb3-4dc1-90af-11bac265bd37 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.241886 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b196a539-d2c8-4046-9555-266464f322ba req-ec1d9692-8eb3-4dc1-90af-11bac265bd37 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 944 time: 0.0638602 Jan 17 13:17:43.290337 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b196a539-d2c8-4046-9555-266464f322ba req-92135a97-0b84-4417-a391-30747443513f tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Jan 17 13:17:43.363989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-31994006-47ad-40ad-afb4-805aff1fe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.366443 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-31994006-47ad-40ad-afb4-805aff1fe678 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1097 time: 0.0450985 Jan 17 13:17:43.408124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d37e0-1bd9-4234-9902-d0cf5511e1c8 x-openstack-request-id: req-886d37e0-1bd9-4234-9902-d0cf5511e1c8 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:17:43.408412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:17:43.408660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-886d37e0-1bd9-4234-9902-d0cf5511e1c8 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:17:43.409054 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'status': 'completed', 'code': 200} Jan 17 13:17:43.410522 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-bf403d54-1f28-4164-8b71-5582648cf71b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 217 time: 0.0374129 Jan 17 13:17:43.462789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-add52b42-cdae-4704-b903-ec4c3717abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.464188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-add52b42-cdae-4704-b903-ec4c3717abc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0469382 Jan 17 13:17:43.508642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-27f16802-6d12-4c11-bce8-eec217109271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.510085 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-27f16802-6d12-4c11-bce8-eec217109271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399439 Jan 17 13:17:43.595079 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-75e6e746-ab1d-42d6-b68c-b542a8be2545 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784886 Jan 17 13:17:43.686171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-968c244b-fcfa-405b-a8c3-f7ac876907cf req-c97e8732-6fc3-4059-967a-6b2d1e3e7679 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Jan 17 13:17:43.864719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-472bb46e-2d3c-4455-9875-cbcbc15a3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.866362 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-472bb46e-2d3c-4455-9875-cbcbc15a3d89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1097 time: 0.0412581 Jan 17 13:17:43.960176 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-1106e8c0-48f9-4dc7-90d9-235151d8fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:43.961628 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-1106e8c0-48f9-4dc7-90d9-235151d8fa13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.0873063 Jan 17 13:17:44.002499 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-06bc2874-57b9-4f8d-9eb9-6ece463eb7d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 217 time: 0.0339720 Jan 17 13:17:44.050461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-8c27e502-4413-461b-94d8-2f600d0cfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:44.051906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-8c27e502-4413-461b-94d8-2f600d0cfee4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0427246 Jan 17 13:17:44.101662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-6c008adc-5124-414d-9e5f-8b9061781095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:44.103124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-6c008adc-5124-414d-9e5f-8b9061781095 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429633 Jan 17 13:17:44.191375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-b469d228-9407-41a4-9a6b-3f651bf5f887 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813742 Jan 17 13:17:44.282972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fcd6e13a-6227-4f90-9cc2-2535d813e96a req-2520c698-c7de-4ec2-a5da-81b4d9fe7743 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843947 Jan 17 13:17:44.402320 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44078dbd-d399-42b8-bb08-8628161938af req-bce462e6-07e3-495e-90c9-24579a90c6b5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:44.403822 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44078dbd-d399-42b8-bb08-8628161938af req-bce462e6-07e3-495e-90c9-24579a90c6b5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 944 time: 0.0486848 Jan 17 13:17:44.446248 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44078dbd-d399-42b8-bb08-8628161938af req-55ac9180-3b41-4c76-894f-c694d386da8d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Jan 17 13:17:45.560300 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fecbf3-6603-446e-b081-9ce7943f941c req-d3bd0b53-2fd9-46ed-acb9-6251a554fe43 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:45.561779 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84fecbf3-6603-446e-b081-9ce7943f941c req-d3bd0b53-2fd9-46ed-acb9-6251a554fe43 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 944 time: 0.0486991 Jan 17 13:17:45.599848 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-84fecbf3-6603-446e-b081-9ce7943f941c req-f2f5d467-3b8c-45f6-9480-43989b796a49 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Jan 17 13:17:46.721617 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304c15-b9eb-4348-9853-65425719cd3a req-49b27ada-488f-406f-a007-5f27bf9c9221 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:46.723108 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3a304c15-b9eb-4348-9853-65425719cd3a req-49b27ada-488f-406f-a007-5f27bf9c9221 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 944 time: 0.0529723 Jan 17 13:17:47.014122 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3a304c15-b9eb-4348-9853-65425719cd3a req-1da9119d-d1e4-4048-aba8-ff9b0abae3b3 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Jan 17 13:17:47.636134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 8b2b4ef4-286a-4e12-be12-42206d47cf57 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:17:47.731232 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:47.742974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'port_id': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'mac_address': 'fa:16:3e:a8:c5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:17:47.778492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:47.790759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2b4ef4-286a-4e12-be12-42206d47cf57 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:17:47.810853 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:47.870189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:47.876331 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c8551-95fa-4e1a-a258-b235b3b8daba req-647494c0-814b-4105-9936-325379c5ab55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:47.877820 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2d7c8551-95fa-4e1a-a258-b235b3b8daba req-647494c0-814b-4105-9936-325379c5ab55 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 944 time: 0.0486023 Jan 17 13:17:47.917019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2d7c8551-95fa-4e1a-a258-b235b3b8daba req-e67053cc-5615-462a-86b3-144a39bdd6ae tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Jan 17 13:17:47.921575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:48.102565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['8b2b4ef4-286a-4e12-be12-42206d47cf57'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:17:49.031168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7bb5b-bc26-4258-95d5-35f2988b64d0 req-3c54fc3d-1ae9-43be-97e2-d2310e5b31ef tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:49.032692 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-81c7bb5b-bc26-4258-95d5-35f2988b64d0 req-3c54fc3d-1ae9-43be-97e2-d2310e5b31ef tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 945 time: 0.0490689 Jan 17 13:17:49.070005 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-81c7bb5b-bc26-4258-95d5-35f2988b64d0 req-31760e34-c493-451d-a3cf-2a89b81662a8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Jan 17 13:17:49.651759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 8b2b4ef4-286a-4e12-be12-42206d47cf57 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:17:49.772898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 8b2b4ef4-286a-4e12-be12-42206d47cf57 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:17:49.776591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 8b2b4ef4-286a-4e12-be12-42206d47cf57 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:17:49.776965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:49.853162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:49.875166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:17:49.877450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff2acf-5288-437f-9f7a-67c3efa6680f" -d '{"events": [{"server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "name": "network-vif-plugged", "status": "completed", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:17:49.890523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:17:49.914808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc53612-49f9-4752-9235-9b123e184c1e x-openstack-request-id: req-8dc53612-49f9-4752-9235-9b123e184c1e {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:17:49.915096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "name": "network-vif-plugged", "status": "completed", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:17:49.915343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dc53612-49f9-4752-9235-9b123e184c1e {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:17:49.915831 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'code': 200} Jan 17 13:17:50.030488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:50.080413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:17:50.186179 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b32a4-25d5-4757-aad5-a9473e879f09 req-f7b3a05f-83a9-4143-9969-c78103dd8819 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:50.187713 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aa1b32a4-25d5-4757-aad5-a9473e879f09 req-f7b3a05f-83a9-4143-9969-c78103dd8819 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0511456 Jan 17 13:17:50.202954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fced8d-1332-4f93-974f-6c46ef4a231d req-cd61c373-10f3-46fc-bf53-5e0d3de151b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:50.204489 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00fced8d-1332-4f93-974f-6c46ef4a231d req-cd61c373-10f3-46fc-bf53-5e0d3de151b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1099 time: 0.0406206 Jan 17 13:17:50.240967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-aa1b32a4-25d5-4757-aad5-a9473e879f09 req-38c29ff0-6b48-402f-b968-e2af2047d32e tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Jan 17 13:17:50.242112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00fced8d-1332-4f93-974f-6c46ef4a231d req-0c73ee01-0e47-48d8-84d3-fd6ed4c038f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Jan 17 13:17:51.360976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79244bd4-f5f7-4cba-8ada-2b4522a98214 req-05cb25f1-5d51-4035-945f-a86dacbfb5bf tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:51.362455 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-79244bd4-f5f7-4cba-8ada-2b4522a98214 req-05cb25f1-5d51-4035-945f-a86dacbfb5bf tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0489366 Jan 17 13:17:51.401524 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-79244bd4-f5f7-4cba-8ada-2b4522a98214 req-4c854d31-3fb0-482a-a7b5-21a6d5243b1a tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Jan 17 13:17:52.516558 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333183b-e752-45ad-832d-0ac5bcd19669 req-f276c368-6926-4dbd-842f-717ab02bf43e tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:52.518059 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1333183b-e752-45ad-832d-0ac5bcd19669 req-f276c368-6926-4dbd-842f-717ab02bf43e tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0501091 Jan 17 13:17:52.556557 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1333183b-e752-45ad-832d-0ac5bcd19669 req-ba79f150-7ff3-4017-bf29-cbfa06108ca6 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Jan 17 13:17:52.572566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:17:52.669089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d9cd-0ce9-4cbc-967d-1afd04163044 req-6b027216-d1a8-4298-a429-2189fe73aba9 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:52.670555 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8858d9cd-0ce9-4cbc-967d-1afd04163044 req-6b027216-d1a8-4298-a429-2189fe73aba9 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0486555 Jan 17 13:17:52.707242 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8858d9cd-0ce9-4cbc-967d-1afd04163044 req-363c407c-cd04-4dce-ad5b-1e17401a4555 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306258 Jan 17 13:17:53.031785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317edfc5-d36d-4d18-8717-da780b263fb9 req-18962eed-dad4-4c69-bc64-afcff49ce021 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:53.033282 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-317edfc5-d36d-4d18-8717-da780b263fb9 req-18962eed-dad4-4c69-bc64-afcff49ce021 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0493073 Jan 17 13:17:53.077159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-317edfc5-d36d-4d18-8717-da780b263fb9 req-71d8b8bd-e6bd-417b-9924-1df009d32c5a tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369685 Jan 17 13:17:59.742661 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-bc9c7c74-441a-4c93-a345-e64e8e010aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396342 Jan 17 13:17:59.825756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-d1324234-ea28-4651-a295-cc701cdac0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:59.827298 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-d1324234-ea28-4651-a295-cc701cdac0cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1099 time: 0.0418079 Jan 17 13:17:59.945191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-c718bc3f-2b9b-493d-a044-2a04869551a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:17:59.946704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-c718bc3f-2b9b-493d-a044-2a04869551a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.0949686 Jan 17 13:17:59.987886 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-726ef513-3268-4be3-ad9e-d71c49b812b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 217 time: 0.0348091 Jan 17 13:18:00.037115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-c0f340ae-fdbc-43bc-8566-81af79c531c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:00.038677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-c0f340ae-fdbc-43bc-8566-81af79c531c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0442960 Jan 17 13:18:00.084399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-e6a3bdf6-15a8-4a0a-b74a-298a15b0f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:00.086000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-e6a3bdf6-15a8-4a0a-b74a-298a15b0f7d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409772 Jan 17 13:18:00.180893 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-4beba845-11e8-499e-afa0-edca35fa8cc9 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885386 Jan 17 13:18:00.272405 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3939a70c-7d0e-4bb1-8520-c7c6ca1c7534 req-b81c835e-82e9-4a06-8553-0c731eec89df service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854580 Jan 17 13:18:03.784001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ed142fc2-ed6d-44db-9e3a-3dafec359a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:06.177216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-61819bad-a59a-4b16-98b6-76cb3ee2bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:07.360548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:08.457077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6feaf-9e27-4e9b-8c41-ea33399adbbb req-b871ed91-8cb0-4365-9fc4-4659ca7ce86c tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:08.458553 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07c6feaf-9e27-4e9b-8c41-ea33399adbbb req-b871ed91-8cb0-4365-9fc4-4659ca7ce86c tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0543184 Jan 17 13:18:08.495914 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07c6feaf-9e27-4e9b-8c41-ea33399adbbb req-1c57e069-af6a-42d3-a0d9-81d82e1dffef tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Jan 17 13:18:08.517277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54602) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:08.611876 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e19cfb-ee09-4c94-9d7b-24fd57fbcf10 tempest-TestMinimumBasicScenario-1244830794 tempest-TestMinimumBasicScenario-1244830794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:08.613374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-74e19cfb-ee09-4c94-9d7b-24fd57fbcf10 tempest-TestMinimumBasicScenario-1244830794 tempest-TestMinimumBasicScenario-1244830794-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1094 time: 0.0951467 Jan 17 13:18:08.616838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54606) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:08.620995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:08.697938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:08.797508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:08.829573 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:08.899761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Allocated IP 172.26.4.195 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/92b7ad9d-1116-45f4-a7c9-109b9d2f7361) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:18:08.924908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.003048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.096914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.133204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:18:09.136038 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:18:09.139378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:18:09.164907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'Port': ['ID=92b7ad9d-1116-45f4-a7c9-109b9d2f7361,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:09.488691 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.609216 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.754056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.806301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:09.877191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'Port': ['ID=92b7ad9d-1116-45f4-a7c9-109b9d2f7361,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:09.888051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:10.337695 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Floating IP 053dcf7e-a98c-43ea-b0a0-0fea47f01b95 associated. External IP: 172.26.4.195, port: 8b2b4ef4-286a-4e12-be12-42206d47cf57. Jan 17 13:18:10.540560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:18:10.650924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:18:10.664675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] Sync routers for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:18:10.675282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:18:10.675966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:18:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:18:10.751933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:10.781084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:18:10.783821 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0cecf406-c959-4b1c-95ad-da61297fddee tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1659653 Jan 17 13:18:10.784414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:18:10.786670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3485f414-6329-43ca-b3cf-086c7a1238de" -d '{"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:18:10.787216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54608) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:10.792643 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645984028', 'description': 'tempest-secgroup-smoke-645984028 description', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:10.825001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbd83c4-98ce-4014-98fd-b26d6a13b2fe x-openstack-request-id: req-1fbd83c4-98ce-4014-98fd-b26d6a13b2fe {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:18:10.825292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:18:10.825544 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fbd83c4-98ce-4014-98fd-b26d6a13b2fe {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:18:10.825944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'status': 'completed', 'code': 200} Jan 17 13:18:10.886875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:10.889391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f414-6329-43ca-b3cf-086c7a1238de req-574a84c8-553d-481b-9460-56f0e343ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:10.891026 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-574a84c8-553d-481b-9460-56f0e343ecf3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1099 time: 0.0432439 Jan 17 13:18:10.956392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:10.986738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f414-6329-43ca-b3cf-086c7a1238de req-e5b4ea3e-78d3-4340-81d6-138fe617b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:10.988531 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-e5b4ea3e-78d3-4340-81d6-138fe617b640 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.0908086 Jan 17 13:18:11.007127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '053dcf7e-a98c-43ea-b0a0-0fea47f01b95', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'port_id': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'mac_address': 'fa:16:3e:a8:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:18:09Z', 'updated_at': '2022-01-17T13:18:09Z', 'revision_number': 0, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:18:11.036735 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] Checking router: a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:18:11.045117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:18:11.046063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:18:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:18:11.046748 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.066747 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-ceed4d75-fbba-436f-9dd9-1fc7e36b4da0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 1000 time: 0.0711665 Jan 17 13:18:11.077074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820a4182-ad0e-4f99-b968-19ceed84650d,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:11.084327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.085553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.085553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.085553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.085822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.086495 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.086990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.087544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.087840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.088375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.088891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.089420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:18:11.120719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f414-6329-43ca-b3cf-086c7a1238de req-1a8d986b-120b-44ab-933a-e9ec16bcd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:11.122253 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-1a8d986b-120b-44ab-933a-e9ec16bcd20e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0482886 Jan 17 13:18:11.134813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.139076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54612) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:11.139309 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d355df9b-eb57-48dc-afca-22ce38708c0d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3502617 Jan 17 13:18:11.158319 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group_rule': {'security_group_id': '820a4182-ad0e-4f99-b968-19ceed84650d', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:11.191311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f414-6329-43ca-b3cf-086c7a1238de req-9f34c367-0a06-41b9-8f3b-51fe7bcbb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:11.193209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-9f34c367-0a06-41b9-8f3b-51fe7bcbb3a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646462 Jan 17 13:18:11.282560 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.303552 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:18:11.317636 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-cdebcc3c-d91d-49fb-af36-ab1f75621fe4 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164372 Jan 17 13:18:11.397042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.429058 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3485f414-6329-43ca-b3cf-086c7a1238de req-5108373c-b9ee-44e4-b2ef-c98578930ed4 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032531 Jan 17 13:18:11.473774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.492318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d596014-1bc6-4786-8583-8d7bb1b424b5,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:11.528849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '053dcf7e-a98c-43ea-b0a0-0fea47f01b95', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'port_id': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'mac_address': 'fa:16:3e:a8:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:18:09Z', 'updated_at': '2022-01-17T13:18:09Z', 'revision_number': 0, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:18:11.554509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e208-4ca6-4c8e-9b50-2d2bd114621c None None] The sync data for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv is: [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '053dcf7e-a98c-43ea-b0a0-0fea47f01b95', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'floating_ip_address': '172.26.4.195', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'port_id': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'mac_address': 'fa:16:3e:a8:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:18:09Z', 'updated_at': '2022-01-17T13:18:09Z', 'revision_number': 0, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:18:11.562991 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.567319 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6797597c-ab5c-461c-8350-bc6a519a19e5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4243336 Jan 17 13:18:11.567714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54614) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:11.572456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group_rule': {'security_group_id': '820a4182-ad0e-4f99-b968-19ceed84650d', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:11.675157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.736782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.741031 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfe120-23e8-4a1b-8897-6be3e7df9808 None None] New status for floating IP 053dcf7e-a98c-43ea-b0a0-0fea47f01b95: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:18:11.829818 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.849687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5688b01e-a759-41a3-8b5b-b7b5a36bfd7e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:11.949968 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:11.951194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9719d8d0-e821-42db-b372-b8e872c3d7b8 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822818 Jan 17 13:18:11.953936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54616) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:11.959055 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group_rule': {'security_group_id': '820a4182-ad0e-4f99-b968-19ceed84650d', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:12.067611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.123344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.194095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.213202 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bda1072-3883-477d-9d61-951bbc6b61d8,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:12.288579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.289824 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-22c75d67-e7f5-4095-ae53-a81cf358a7d0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349321 Jan 17 13:18:12.292453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54618) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:12.296693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group_rule': {'security_group_id': '820a4182-ad0e-4f99-b968-19ceed84650d', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:12.376452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.436661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.497487 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.516183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d894b4a-1012-4a45-8871-a9fdd5aa97ce,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:12.682870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.684061 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9fb151bb-ab43-4bd5-91b2-357de23d0d34 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907056 Jan 17 13:18:12.688451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54620) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:12.693828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group_rule': {'security_group_id': '820a4182-ad0e-4f99-b968-19ceed84650d', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:12.789634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Project 3a3f6b6d7fdc4270b7ccf30ff6e8b490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:18:12.794945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.854937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.914811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:12.933589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1818d568-9539-46ff-b996-04989b6ee9fd,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:13.008667 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.009880 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dac46a24-3a2f-4021-9a36-e143e5887d32 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3204386 Jan 17 13:18:13.012730 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54622) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:18:13.017093 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'security_group_rule': {'security_group_id': '820a4182-ad0e-4f99-b968-19ceed84650d', 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:13.092321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Project 3a3f6b6d7fdc4270b7ccf30ff6e8b490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:18:13.097053 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.159289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.263904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.282226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7584839d-04f0-418e-af7e-fb45ff552de4,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:13.363010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.364738 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ab57b42d-1619-4188-88e1-6dbd02de5a11 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509016 Jan 17 13:18:13.446809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-4e381b53-9da1-44a7-b2a5-d7a827240616 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645984028&fields=id&tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490 HTTP/1.1" status: 200 len: 267 time: 0.0326335 Jan 17 13:18:13.501695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-15d5c49c-4e2c-4619-af9d-33e4f29422cd tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:13.503174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-15d5c49c-4e2c-4619-af9d-33e4f29422cd tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0508406 Jan 17 13:18:13.514644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'port': {'security_groups': ['77453489-9179-4a42-929f-3b918e01fab1', '820a4182-ad0e-4f99-b968-19ceed84650d']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:18:13.574906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.758903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:18:13.788588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.858157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.870362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['8b2b4ef4-286a-4e12-be12-42206d47cf57'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:18:13.902435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:13.903056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:13.904451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d0a1a6d1-f07b-4668-84e9-fd95c0589416 req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "PUT /v2.0/ports/8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 982 time: 0.3942809 Jan 17 13:18:13.904908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:18:13.907193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70752e89-58a3-4456-b364-6fe5f8f1bbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:18:13.958719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4e280-6b41-4286-bccf-99abaff46bbb tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=6']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:18:13.975886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93d8b73-2764-4726-8141-69f51d9c642e x-openstack-request-id: req-c93d8b73-2764-4726-8141-69f51d9c642e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:18:13.976171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:18:13.976422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c93d8b73-2764-4726-8141-69f51d9c642e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:18:13.976830 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'status': 'completed', 'code': 200} Jan 17 13:18:14.002031 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['8b2b4ef4-286a-4e12-be12-42206d47cf57'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:18:14.068716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-95b43d94-42c5-4de8-9a2a-0b4da25b2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:14.070539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-95b43d94-42c5-4de8-9a2a-0b4da25b2bf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1138 time: 0.0694780 Jan 17 13:18:14.078051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7727ace-c708-4e01-9318-f5d769d29db2 req-7137aaf0-7558-40cf-aa47-0bc052b19270 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:14.079564 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7727ace-c708-4e01-9318-f5d769d29db2 req-7137aaf0-7558-40cf-aa47-0bc052b19270 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0877719 Jan 17 13:18:14.171117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a7727ace-c708-4e01-9318-f5d769d29db2 req-805081f8-cb28-44ee-8735-1d01222f3b75 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826051 Jan 17 13:18:14.174202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d752d560-6d12-490f-84a5-092850979e9f None None] Provisioning complete for port 8b2b4ef4-286a-4e12-be12-42206d47cf57 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:18:14.174549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d752d560-6d12-490f-84a5-092850979e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:14.203187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-5be2083d-8504-4776-b45c-f826c36181c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:14.204714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-5be2083d-8504-4776-b45c-f826c36181c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.1242833 Jan 17 13:18:14.271964 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-55a7445f-6721-4281-8b5f-ba2a9e382c58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 1002 time: 0.0594583 Jan 17 13:18:14.330871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-ccc4839c-a9e0-4d88-8922-e9ad0c149b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:14.332418 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-ccc4839c-a9e0-4d88-8922-e9ad0c149b32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0527079 Jan 17 13:18:14.380171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-eba50be3-3870-4e25-9572-031b37555e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:14.383614 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-eba50be3-3870-4e25-9572-031b37555e14 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415709 Jan 17 13:18:14.471714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-d582f552-e73c-4d4b-896a-b88073f31f0f service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824957 Jan 17 13:18:14.569077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-70752e89-58a3-4456-b364-6fe5f8f1bbe0 req-0098d320-b8e5-48c3-8a11-4c7c54f004ea service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903344 Jan 17 13:18:20.026331 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:18:22.594873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:24.028650 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bddf4-662b-4536-a78b-05a519b46bf8 req-5346a4a4-a0cd-4c21-9307-29033f42ef43 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:24.030205 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ef9bddf4-662b-4536-a78b-05a519b46bf8 req-5346a4a4-a0cd-4c21-9307-29033f42ef43 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0509043 Jan 17 13:18:24.080136 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ef9bddf4-662b-4536-a78b-05a519b46bf8 req-7e9b7298-67d0-4c6e-bbb3-88fdca9db222 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435591 Jan 17 13:18:24.108511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-f842b8ec-94fd-4106-bb47-4d6b7b5a2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:24.109995 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-f842b8ec-94fd-4106-bb47-4d6b7b5a2198 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1138 time: 0.0456164 Jan 17 13:18:24.203375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-acc81001-47d2-4b8a-a55b-750119f47af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:24.204869 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-acc81001-47d2-4b8a-a55b-750119f47af7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.0880709 Jan 17 13:18:24.269144 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-fa2072bf-016c-401c-8033-621035969609 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 1002 time: 0.0561953 Jan 17 13:18:24.323349 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-f899cce0-ce95-45d5-b393-058773f183dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:24.324784 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-f899cce0-ce95-45d5-b393-058773f183dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0466568 Jan 17 13:18:24.370750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-118082fb-1b8b-4002-a6e1-f9e3beaf55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:24.372272 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-118082fb-1b8b-4002-a6e1-f9e3beaf55be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412114 Jan 17 13:18:24.462515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-68265f38-cec9-44e7-ade8-c70d3e371526 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818748 Jan 17 13:18:24.554263 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9eb9066-1e2d-4988-bf00-87cfadb47018 req-306c78ca-be8b-41a0-967b-78a08a15a7e2 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853243 Jan 17 13:18:25.197919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471f790-f310-432f-ad02-bfa45ecb4f4f req-4445e0ce-6204-4200-a2cc-8c63ec901e4d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:25.199423 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a471f790-f310-432f-ad02-bfa45ecb4f4f req-4445e0ce-6204-4200-a2cc-8c63ec901e4d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0494545 Jan 17 13:18:25.243674 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a471f790-f310-432f-ad02-bfa45ecb4f4f req-d38ac723-6b7d-40ef-8cbf-9df678fe52d4 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380485 Jan 17 13:18:26.358374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386f97-8308-48a4-bc50-a1c1cca8beaa req-1785771a-716f-44e1-bbf1-ea67aeb86eb0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:26.359917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f7386f97-8308-48a4-bc50-a1c1cca8beaa req-1785771a-716f-44e1-bbf1-ea67aeb86eb0 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0506883 Jan 17 13:18:26.401450 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f7386f97-8308-48a4-bc50-a1c1cca8beaa req-606c2b26-05a9-45aa-9992-fd08d15c4479 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343304 Jan 17 13:18:27.517413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77c29b-6633-4766-8c28-ae6f9716eba7 req-6be3169b-0fa2-449c-8dfd-15a2a4946e05 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:27.518937 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8a77c29b-6633-4766-8c28-ae6f9716eba7 req-6be3169b-0fa2-449c-8dfd-15a2a4946e05 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0500453 Jan 17 13:18:27.558546 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8a77c29b-6633-4766-8c28-ae6f9716eba7 req-1d28dcbc-4e9d-476c-a9aa-6ceccb898193 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336514 Jan 17 13:18:28.671192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5dad-3c87-4e24-8849-fd0a47210d2e req-2dc4f66c-c4f0-4e96-a156-6b16b57e0812 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:28.672677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-81fb5dad-3c87-4e24-8849-fd0a47210d2e req-2dc4f66c-c4f0-4e96-a156-6b16b57e0812 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0476999 Jan 17 13:18:28.717019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-81fb5dad-3c87-4e24-8849-fd0a47210d2e req-74a32af9-02ec-4a2e-bc6b-4ec543cbd790 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373824 Jan 17 13:18:29.835223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adfa25-d93a-40ee-9b16-532a6a117bc9 req-960e70e0-96bf-411f-8315-e2775f58662c tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:29.836664 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-27adfa25-d93a-40ee-9b16-532a6a117bc9 req-960e70e0-96bf-411f-8315-e2775f58662c tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0492129 Jan 17 13:18:29.878033 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-27adfa25-d93a-40ee-9b16-532a6a117bc9 req-358da26b-fba1-4a21-92ac-36dae283f251 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350964 Jan 17 13:18:30.993246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54776f9-d91e-488c-a9f5-267ab21ab9ba req-37e7c65e-d21a-4c14-8f2e-5653a67bb7c4 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:30.994728 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a54776f9-d91e-488c-a9f5-267ab21ab9ba req-37e7c65e-d21a-4c14-8f2e-5653a67bb7c4 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0493038 Jan 17 13:18:31.034470 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a54776f9-d91e-488c-a9f5-267ab21ab9ba req-fa587fec-d4bb-4a4f-ac4b-034ff0d206b1 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336754 Jan 17 13:18:32.148514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ed1bc-2838-4b09-9aac-77677ab2bf20 req-8e6ab2d7-edf7-466b-a112-8852e5c7957f tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:32.149946 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-174ed1bc-2838-4b09-9aac-77677ab2bf20 req-8e6ab2d7-edf7-466b-a112-8852e5c7957f tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0489864 Jan 17 13:18:32.194340 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-174ed1bc-2838-4b09-9aac-77677ab2bf20 req-6c58548b-9f38-499f-ba80-2e46d42180c7 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383556 Jan 17 13:18:33.306189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5394d01-dd9d-4f83-a5b5-757c9bb89a3f req-aa0909fa-3de3-4dd8-a3ac-838cbacf797a tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:33.307695 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e5394d01-dd9d-4f83-a5b5-757c9bb89a3f req-aa0909fa-3de3-4dd8-a3ac-838cbacf797a tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0484157 Jan 17 13:18:33.347793 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e5394d01-dd9d-4f83-a5b5-757c9bb89a3f req-8baa70f7-0322-4c9c-98e0-528f85985ef7 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340436 Jan 17 13:18:33.771519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-070f8a1b-bd8c-4d6d-a19d-182878ab3416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:34.461112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42fd1-67b1-409b-b6b9-1307a1111bdf req-ffc940b7-e0bc-4d53-8b6c-44268d4dd0da tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:34.464294 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7ea42fd1-67b1-409b-b6b9-1307a1111bdf req-ffc940b7-e0bc-4d53-8b6c-44268d4dd0da tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0486059 Jan 17 13:18:34.502681 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7ea42fd1-67b1-409b-b6b9-1307a1111bdf req-3c89ea19-e787-4f57-85b3-a58407af97d7 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338945 Jan 17 13:18:35.620595 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819a8f4-ac9c-4d3c-9daf-523b5eed0090 req-b79513e4-e172-455f-bd55-26270c18a491 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:18:35.622094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e819a8f4-ac9c-4d3c-9daf-523b5eed0090 req-b79513e4-e172-455f-bd55-26270c18a491 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0505364 Jan 17 13:18:35.666423 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e819a8f4-ac9c-4d3c-9daf-523b5eed0090 req-32604ce2-5a9a-4dd5-a8d1-eca01b6a91cc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&id=820a4182-ad0e-4f99-b968-19ceed84650d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381656 Jan 17 13:18:36.205783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1fe9f8d4-4bbe-45c1-921f-9b4c2a82c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:37.383206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:38.874457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:38.971207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:52.565329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:18:57.026484 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:19:00.056606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-b1e8a73d-1805-4332-b712-161c69872785 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407193 Jan 17 13:19:00.138497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-b0c23379-6c41-4fac-8468-dd15965e801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:00.140018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-b0c23379-6c41-4fac-8468-dd15965e801e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1138 time: 0.0442636 Jan 17 13:19:00.245239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-da674c82-1927-4cf0-a660-af9fcae2dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:00.246677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-da674c82-1927-4cf0-a660-af9fcae2dcff service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.0887773 Jan 17 13:19:00.310553 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-faed2763-df5f-4d6d-9f87-7b769c150ac0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 1002 time: 0.0569508 Jan 17 13:19:00.357297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-79b31ec9-1217-48de-b509-bbdd23502c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:00.358678 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-79b31ec9-1217-48de-b509-bbdd23502c91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0420985 Jan 17 13:19:00.406908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-f0837399-ab2c-4ae4-8a3c-34c16189d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:00.408500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-f0837399-ab2c-4ae4-8a3c-34c16189d8b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426679 Jan 17 13:19:00.500170 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-081c7e44-5f6b-42d3-a851-f84641f94f41 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843661 Jan 17 13:19:00.594417 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1354f26b-2c1a-402f-a2f0-4f9a696012d8 req-2e3d1ea1-0070-4dfc-9486-bb3bea0debcd service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874460 Jan 17 13:19:03.833391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9dc5d62b-e297-4e80-bd07-5ebcad2ea042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:06.176459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b39af9cc-91a9-483a-b5f1-c0d496bc62f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:07.390726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:08.829595 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-e3d1ca32-ac1d-4317-abbf-27cd296cb048 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645984028&fields=id&tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490 HTTP/1.1" status: 200 len: 267 time: 0.0334001 Jan 17 13:19:08.836633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:08.884205 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-c221fac1-b98c-4ac0-bf8c-247de7b226ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:08.885689 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-c221fac1-b98c-4ac0-bf8c-247de7b226ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 985 time: 0.0503509 Jan 17 13:19:08.897321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Request body: {'port': {'security_groups': ['77453489-9179-4a42-929f-3b918e01fab1']}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:08.959703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:08.965062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.135890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:09.165090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.248098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.260286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['8b2b4ef4-286a-4e12-be12-42206d47cf57'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:19:09.297238 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:09.297881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.299635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4611af6f-97da-46d3-97eb-4e4eb7a16bd0 req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "PUT /v2.0/ports/8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 943 time: 0.4066610 Jan 17 13:19:09.300106 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:19:09.302383 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897df6e-e85a-4761-95dd-e8897f58a453" -d '{"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:19:09.307942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54692) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:09.324839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edcbb1-894f-41b8-b9bc-c630a027c74b tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event updated for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=7']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:09.356759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['8b2b4ef4-286a-4e12-be12-42206d47cf57'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:19:09.389836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.431217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.460651 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dfce22-e633-4185-8374-bd37c1c5369a x-openstack-request-id: req-87dfce22-e633-4185-8374-bd37c1c5369a {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:19:09.461390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:19:09.461965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87dfce22-e633-4185-8374-bd37c1c5369a {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:19:09.462584 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'status': 'completed', 'code': 200} Jan 17 13:19:09.524353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-7c80ba33-d489-418b-acba-d1da522914cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:09.525917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-7c80ba33-d489-418b-acba-d1da522914cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1099 time: 0.0454252 Jan 17 13:19:09.589344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.591794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.592932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "DELETE /v2.0/security-groups/820a4182-ad0e-4f99-b968-19ceed84650d HTTP/1.1" status: 204 len: 168 time: 0.2832849 Jan 17 13:19:09.595715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3851ad1e-afd7-4152-a686-acf030e7b4c8 None None] Provisioning complete for port 8b2b4ef4-286a-4e12-be12-42206d47cf57 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:09.595949 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54696) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:09.596211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3851ad1e-afd7-4152-a686-acf030e7b4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.610316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a4182-ad0e-4f99-b968-19ceed84650d,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:09.626111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.626506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.626990 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.627445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.627799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.628206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.628550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.628882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.629223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.629550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.629877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.630204 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff88bdb-13cc-4b32-80e6-3df0898452dc tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:09.655755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-681790ee-d871-4920-a9ca-25a970dbb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:09.657300 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-681790ee-d871-4920-a9ca-25a970dbb3fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.1249802 Jan 17 13:19:09.724903 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-202c2aae-3b38-4668-b26a-861c34ade081 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 1002 time: 0.0604167 Jan 17 13:19:09.763843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Deleting port 92b7ad9d-1116-45f4-a7c9-109b9d2f7361 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:09.764194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.778688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-e2537919-ce4d-423d-89eb-8f454d6ab4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:09.780202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-e2537919-ce4d-423d-89eb-8f454d6ab4a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0488963 Jan 17 13:19:09.824494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-d4a42f03-b02e-4e22-a640-83d477b714a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:09.825991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-d4a42f03-b02e-4e22-a640-83d477b714a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394619 Jan 17 13:19:09.841444 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.842004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:09.854899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Calling delete_port for 92b7ad9d-1116-45f4-a7c9-109b9d2f7361 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:09.920916 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-ceb40524-d1e0-4565-b1e4-9b27c2e15160 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879166 Jan 17 13:19:10.014521 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2897df6e-e85a-4761-95dd-e8897f58a453 req-b8b250cb-0a3f-412d-93ea-97a27cfc1d36 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871778 Jan 17 13:19:10.077169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:10.103220 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event deleted for resources: {'Port': ['ID=92b7ad9d-1116-45f4-a7c9-109b9d2f7361,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:10.163200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:10.163558 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Floating IP 053dcf7e-a98c-43ea-b0a0-0fea47f01b95 disassociated (deleted). External IP: 172.26.4.195, port: 8b2b4ef4-286a-4e12-be12-42206d47cf57. Jan 17 13:19:10.366178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:19:10.474343 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:19:10.478982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:10.485600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] Sync routers for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:19:10.498278 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:10.498989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:10.507856 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bbba0bcc-ca07-47d2-97c7-366abc5130ea tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "DELETE /v2.0/floatingips/053dcf7e-a98c-43ea-b0a0-0fea47f01b95 HTTP/1.1" status: 204 len: 168 time: 0.9109130 Jan 17 13:19:10.614863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:10.819263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:10.845059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] Checking router: a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:19:10.853733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:10.854736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:11.013044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:11.272935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:11.299618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa02d50-3d8b-4ae7-9809-6144d5b24677 None None] The sync data for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv is: [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:12Z', 'revision_number': 4, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'c6ae83ef-92f0-45ee-b14b-d0d55e9b8414', 'name': '', 'network_id': '27907fc3-df68-4775-b908-9f531388c8d5', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'mac_address': 'fa:16:3e:66:17:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:11Z', 'updated_at': '2022-01-17T13:17:15Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'subnets': [{'id': 'cf90e890-08f3-4122-988e-21f23d3ff778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:19:11.463705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:19:11.466467 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b" -d '{"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:19:11.505419 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb39808-12bf-43d3-a5a5-bf804e35cdb7 x-openstack-request-id: req-feb39808-12bf-43d3-a5a5-bf804e35cdb7 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:19:11.511247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:19:11.511247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-feb39808-12bf-43d3-a5a5-bf804e35cdb7 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:19:11.511247 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'status': 'completed', 'code': 200} Jan 17 13:19:11.536390 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58fb16-2bbc-46a7-b077-95f51eb2b60b None None] New status for floating IP 053dcf7e-a98c-43ea-b0a0-0fea47f01b95: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:19:11.577625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-3343c132-7112-4750-bd6f-7394e03c0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:11.579351 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-3343c132-7112-4750-bd6f-7394e03c0c39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 1099 time: 0.0475943 Jan 17 13:19:11.677688 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-c1755798-46d2-4004-8244-2e3a474eaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:11.679186 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-c1755798-46d2-4004-8244-2e3a474eaf27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 200 len: 915 time: 0.0926654 Jan 17 13:19:11.719753 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-ce2d2aeb-2efb-4771-b12c-4d6880146ad9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 200 len: 217 time: 0.0344307 Jan 17 13:19:11.769700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-7b4da103-915f-4418-bcec-783f773df983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:11.771208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-7b4da103-915f-4418-bcec-783f773df983 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 200 len: 853 time: 0.0449269 Jan 17 13:19:11.817596 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-0c583cae-9466-454d-acb6-46dadc45df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:11.819002 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-0c583cae-9466-454d-acb6-46dadc45df7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27907fc3-df68-4775-b908-9f531388c8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401514 Jan 17 13:19:11.909831 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-faa2d0af-0167-4f5e-b86f-77be3882f46a service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841422 Jan 17 13:19:12.000676 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1bd4bd2e-20c2-4308-b9bb-e7f8642fc80b req-4058235e-ad82-4a85-b09a-a3fc3c7edc47 service neutron] 10.222.0.67 "GET /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842531 Jan 17 13:19:19.105151 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d749da-d243-4d7e-8801-2e5be05d378a req-8b491e50-1e0b-435e-9d2d-d94478d59b40 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:19.106559 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-68d749da-d243-4d7e-8801-2e5be05d378a req-8b491e50-1e0b-435e-9d2d-d94478d59b40 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0532153 Jan 17 13:19:19.144565 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-68d749da-d243-4d7e-8801-2e5be05d378a req-3460630c-4ad0-4dda-a886-72f442a743ac tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Jan 17 13:19:20.263868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365c6c-2928-40bc-b255-a694fe4f9645 req-8acca0b6-6e13-4a8b-b358-8f94c1b6ed53 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:20.265357 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c6365c6c-2928-40bc-b255-a694fe4f9645 req-8acca0b6-6e13-4a8b-b358-8f94c1b6ed53 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0535305 Jan 17 13:19:20.303613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c6365c6c-2928-40bc-b255-a694fe4f9645 req-11117666-8ff6-4f30-9434-382e09f7b2b5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/security-groups?id=77453489-9179-4a42-929f-3b918e01fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Jan 17 13:19:20.723726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24372df0-1775-4d4d-8301-57c6833b305b req-f535fe99-f77f-4dab-b170-da2c1d273eca tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:20.725388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24372df0-1775-4d4d-8301-57c6833b305b req-f535fe99-f77f-4dab-b170-da2c1d273eca tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.67 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 946 time: 0.0489593 Jan 17 13:19:20.821206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Deleting port 8b2b4ef4-286a-4e12-be12-42206d47cf57 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:20.821548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:20.910537 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] For port 8b2b4ef4-286a-4e12-be12-42206d47cf57, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b2b4ef4-286a-4e12-be12-42206d47cf57,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:20.910903 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:20.923995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Calling delete_port for 8b2b4ef4-286a-4e12-be12-42206d47cf57 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:21.142088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:21.154028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['8b2b4ef4-286a-4e12-be12-42206d47cf57'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:19:21.170868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Pushing event deleted for resources: {'Port': ['ID=8b2b4ef4-286a-4e12-be12-42206d47cf57,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:21.211678 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] No DVR routers for this DVR port 8b2b4ef4-286a-4e12-be12-42206d47cf57 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:19:21.214234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:21.217532 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24372df0-1775-4d4d-8301-57c6833b305b req-8e8c1ab3-ea42-4b95-9fe7-0afa7469a8f5 tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.67 "DELETE /v2.0/ports/8b2b4ef4-286a-4e12-be12-42206d47cf57 HTTP/1.1" status: 204 len: 173 time: 0.4823768 Jan 17 13:19:21.218028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'name': 'network-vif-deleted', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:19:21.220891 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c27ac-e37c-4701-86bd-46982a2a77d5" -d '{"events": [{"server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "name": "network-vif-deleted", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:19:21.256830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aaa0b8-f9d7-47c9-9c0e-9e24237c1c10 x-openstack-request-id: req-06aaa0b8-f9d7-47c9-9c0e-9e24237c1c10 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:19:21.257127 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434621a3-55d6-4230-8b43-53c4c0106f5c", "name": "network-vif-deleted", "tag": "8b2b4ef4-286a-4e12-be12-42206d47cf57", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:19:21.257380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06aaa0b8-f9d7-47c9-9c0e-9e24237c1c10 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:19:21.257778 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434621a3-55d6-4230-8b43-53c4c0106f5c', 'name': 'network-vif-deleted', 'tag': '8b2b4ef4-286a-4e12-be12-42206d47cf57', 'status': 'completed', 'code': 200} Jan 17 13:19:21.398066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b64b8e2b-f6ed-4347-afac-65b881da74e4 req-39f69f79-ec93-4714-b25f-b06a68335a4d tempest-TestMinimumBasicScenario-939834664 tempest-TestMinimumBasicScenario-939834664-project] 10.222.0.77 "GET /v2.0/ports?device_id=434621a3-55d6-4230-8b43-53c4c0106f5c HTTP/1.1" status: 200 len: 210 time: 0.0282407 Jan 17 13:19:22.550146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:23.635615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54794) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:23.974672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:24.134615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 8b2b4ef4-286a-4e12-be12-42206d47cf57 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:24.158608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 8b2b4ef4-286a-4e12-be12-42206d47cf57 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:24.158977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 8b2b4ef4-286a-4e12-be12-42206d47cf57 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:24.222002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Deleting port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:24.222337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:24.302634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] For port c6ae83ef-92f0-45ee-b14b-d0d55e9b8414, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:24.302990 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:24.315408 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Calling delete_port for c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:24.635979 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:24.662816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ae83ef-92f0-45ee-b14b-d0d55e9b8414,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:24.674441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.674955 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.675061 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.675311 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.675665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.675993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.676317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.676642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.676958 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.677275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.677594 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.677908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:24.835284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:25.045351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:19:25.149848 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:19:25.156858 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1d928f40-813c-41d5-abbc-229e1312237b admin admin] 10.222.0.77 "PUT /v2.0/routers/a78c0c9c-ee86-4941-9cbb-c1a4aa605da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5180738 Jan 17 13:19:25.158346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54796) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:25.161098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] Sync routers for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:19:25.171855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:25.172444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:25.285825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:25.584208 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:25.621455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:19:24Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:25.647823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] Checking router: a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:19:25.656127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] Routers {'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:25.656740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:25.691217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:25.760462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] Set router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:25.806599 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Deleting port 38ea1d63-01a7-4586-ba01-c27f9e58a90b {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:25.806943 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:25.891055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] For port 38ea1d63-01a7-4586-ba01-c27f9e58a90b, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=38ea1d63-01a7-4586-ba01-c27f9e58a90b,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:25.891055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:25.901119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Calling delete_port for 38ea1d63-01a7-4586-ba01-c27f9e58a90b owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:25.936678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:19:24Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:25.963238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7206b25-2c4f-4725-909c-7ef585718a9c None None] The sync data for ids ['a78c0c9c-ee86-4941-9cbb-c1a4aa605da0'] in dv-neutron-824886-1-hyperv is: [{'id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'name': 'tempest-TestMinimumBasicScenario-776130866-router', 'tenant_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:19:24Z', 'revision_number': 5, 'project_id': '3a3f6b6d7fdc4270b7ccf30ff6e8b490', 'gw_port': {'id': '38ea1d63-01a7-4586-ba01-c27f9e58a90b', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78c0c9c-ee86-4941-9cbb-c1a4aa605da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:09Z', 'updated_at': '2022-01-17T13:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:19:26.127219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.153182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ea1d63-01a7-4586-ba01-c27f9e58a90b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:26.216814 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.305335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.307455 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.418889 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.419471 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:19:26.423982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.425447 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9c9954ba-df54-4b64-9b8b-979552cce805 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a78c0c9c-ee86-4941-9cbb-c1a4aa605da0 HTTP/1.1" status: 204 len: 168 time: 1.2654347 Jan 17 13:19:26.427774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54798) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:26.473898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Deleting subnet cf90e890-08f3-4122-988e-21f23d3ff778 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:19:26.477485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.514909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.590644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:26.603765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.610992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:26.611670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device c6ae83ef-92f0-45ee-b14b-d0d55e9b8414 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:26.737219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.760969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf90e890-08f3-4122-988e-21f23d3ff778,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:26.766822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.770003 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ae351254-da88-486e-ab59-53acd48d184d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cf90e890-08f3-4122-988e-21f23d3ff778 HTTP/1.1" status: 204 len: 168 time: 0.3412004 Jan 17 13:19:26.772682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54800) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:26.773635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f0e35-9692-4269-b8cc-525479b89839 None None] Network 27907fc3-df68-4775-b908-9f531388c8d5 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:19:26.841766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.894126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Deleting port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:26.894421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.957066 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] For port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:26.957433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:26.976665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] DHCP port deletion for 27907fc3-df68-4775-b908-9f531388c8d5 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:19:26.979947 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Calling delete_port for b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:27.029030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Deleting port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:27.029409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.099938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] For port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,segment=NetworkSegment(60f40478-2ad2-4791-bc34-61cb01fb8479),segment_id=60f40478-2ad2-4791-bc34-61cb01fb8479)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:27.100322 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.113503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Calling delete_port for b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:27.147692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.174541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:27.179269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] No DVR routers for this DVR port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:19:27.189874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.214854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Pushing event deleted for resources: {'Port': ['ID=b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:27.219080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] No DVR routers for this DVR port b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.229074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.230004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.230238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.230585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.230927 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.231260 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2f14c2-56da-4f82-9d78-5ca2272527a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:27.253695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.272817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27907fc3-df68-4775-b908-9f531388c8d5']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:27.281714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f40478-2ad2-4791-bc34-61cb01fb8479') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:27.282518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f40478-2ad2-4791-bc34-61cb01fb8479') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:27.291706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.305199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.310754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:19:27.311109 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:19:27.312772 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:19:27.424497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.428690 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:27.431896 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/27907fc3-df68-4775-b908-9f531388c8d5 HTTP/1.1" status: 204 len: 168 time: 0.6581523 Jan 17 13:19:27.434963 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54802) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:27.444412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce4493-8b88-4ce2-9f73-7fe9d4fb8ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27907fc3-df68-4775-b908-9f531388c8d5,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:27.779037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:28.019696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Deleting port f5d143a2-c516-460d-a045-dc87d76e6921 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:28.020040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:28.097122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] For port f5d143a2-c516-460d-a045-dc87d76e6921, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f5d143a2-c516-460d-a045-dc87d76e6921,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:28.097409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:28.111927 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Calling delete_port for f5d143a2-c516-460d-a045-dc87d76e6921 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:28.396315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:28.421846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d143a2-c516-460d-a045-dc87d76e6921,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:28.589906 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38ea1d63-01a7-4586-ba01-c27f9e58a90b no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:28.606764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:28.613837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 38ea1d63-01a7-4586-ba01-c27f9e58a90b {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:28.614258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38ea1d63-01a7-4586-ba01-c27f9e58a90b not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:28.614747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:28.633590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:28.633939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b5d6e7c6-0292-4c25-a41d-5fa37f87a6a5 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:28.820255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Router eca2d781-565d-47d4-a33e-252b4677d141 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:19:28.924415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:19:28.929353 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a86c8ec0-52bf-4bbb-ba37-01b0c73082e5 admin admin] 10.222.0.77 "PUT /v2.0/routers/eca2d781-565d-47d4-a33e-252b4677d141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4933195 Jan 17 13:19:28.931938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54804) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:28.933022 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] Sync routers for ids ['eca2d781-565d-47d4-a33e-252b4677d141'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:19:28.943771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] Routers {'eca2d781-565d-47d4-a33e-252b4677d141'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:28.944367 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['eca2d781-565d-47d4-a33e-252b4677d141'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:29.035657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:29.046967 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] Set router eca2d781-565d-47d4-a33e-252b4677d141 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:29.140190 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:29.230316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:19:28Z', 'revision_number': 5, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port': {'id': 'bf9ffe5b-ef23-4ddc-b929-316f6e322840', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:29.255199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Deleting port bf9ffe5b-ef23-4ddc-b929-316f6e322840 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:29.255612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:29.342829 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] For port bf9ffe5b-ef23-4ddc-b929-316f6e322840, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bf9ffe5b-ef23-4ddc-b929-316f6e322840,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:29.343211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:29.345193 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] Checking router: eca2d781-565d-47d4-a33e-252b4677d141 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:19:29.353462 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] Routers {'eca2d781-565d-47d4-a33e-252b4677d141'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:29.354186 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['eca2d781-565d-47d4-a33e-252b4677d141'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:29.357505 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Calling delete_port for bf9ffe5b-ef23-4ddc-b929-316f6e322840 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:29.440509 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] Set router eca2d781-565d-47d4-a33e-252b4677d141 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:29.494403 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:19:29Z', 'revision_number': 6, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:29.519945 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e3460-0a6c-49bd-a8a2-f739ef312434 None None] The sync data for ids ['eca2d781-565d-47d4-a33e-252b4677d141'] in dv-neutron-824886-1-hyperv is: [{'id': 'eca2d781-565d-47d4-a33e-252b4677d141', 'name': 'tempest-TestMinimumBasicScenario-2101065702-router', 'tenant_id': '361b9182e9404c85990b5018b1075cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:17:15Z', 'updated_at': '2022-01-17T13:19:29Z', 'revision_number': 6, 'project_id': '361b9182e9404c85990b5018b1075cfa', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:19:29.596456 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:29.630268 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9ffe5b-ef23-4ddc-b929-316f6e322840,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:30.006936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.100393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.102464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.213153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.213674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca2d781-565d-47d4-a33e-252b4677d141 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:19:30.217954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.219105 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6081067d-58db-4b58-8bfd-72f082a14e82 admin admin] 10.222.0.77 "DELETE /v2.0/routers/eca2d781-565d-47d4-a33e-252b4677d141 HTTP/1.1" status: 204 len: 168 time: 1.2862468 Jan 17 13:19:30.221648 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54806) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:30.270014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Deleting subnet db3e5889-650b-47b6-9976-e35f705706b6 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:19:30.273244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.309321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.386148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.521570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5d143a2-c516-460d-a045-dc87d76e6921 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:30.536510 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.545604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f5d143a2-c516-460d-a045-dc87d76e6921 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:30.545604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f5d143a2-c516-460d-a045-dc87d76e6921 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:30.545604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bf9ffe5b-ef23-4ddc-b929-316f6e322840 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:30.561664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3e5889-650b-47b6-9976-e35f705706b6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:30.564584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: bf9ffe5b-ef23-4ddc-b929-316f6e322840 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:30.564929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bf9ffe5b-ef23-4ddc-b929-316f6e322840 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:30.571553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.577084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7023b1b-529e-45e7-848e-e19c374ab61d None None] Network cb6981c2-6bd1-49ea-a74c-81cbab879c2a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:19:30.577514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54808) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:30.579144 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-38c5d2d5-b76f-4bf5-944c-ad396911487b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/db3e5889-650b-47b6-9976-e35f705706b6 HTTP/1.1" status: 204 len: 168 time: 0.3521571 Jan 17 13:19:30.650342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.704459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Deleting port 58aa55c6-cdab-455c-82b6-58721af265f4 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:30.704862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.740074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] DHCP port deletion for cb6981c2-6bd1-49ea-a74c-81cbab879c2a request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:19:30.771169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] For port 58aa55c6-cdab-455c-82b6-58721af265f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=58aa55c6-cdab-455c-82b6-58721af265f4,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:30.771684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.785643 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] Deleting port 58aa55c6-cdab-455c-82b6-58721af265f4 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:19:30.786017 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.790415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Calling delete_port for 58aa55c6-cdab-455c-82b6-58721af265f4 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:30.848754 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] For port 58aa55c6-cdab-455c-82b6-58721af265f4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=58aa55c6-cdab-455c-82b6-58721af265f4,segment=NetworkSegment(9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482),segment_id=9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:30.849075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.862352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] Calling delete_port for 58aa55c6-cdab-455c-82b6-58721af265f4 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:19:30.961432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.966646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:30.988731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58aa55c6-cdab-455c-82b6-58721af265f4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:30.992106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] Pushing event deleted for resources: {'Port': ['ID=58aa55c6-cdab-455c-82b6-58721af265f4,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:30.996485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8cfdef-efb3-44d1-bb61-886228172748 None None] No DVR routers for this DVR port 58aa55c6-cdab-455c-82b6-58721af265f4 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:19:30.998161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] No DVR routers for this DVR port 58aa55c6-cdab-455c-82b6-58721af265f4 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:19:31.072315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:31.092027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6981c2-6bd1-49ea-a74c-81cbab879c2a']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:31.102559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:31.103139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9826a2e0-70b3-4bd5-9fe5-2d3b20f4a482') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:31.113817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:31.127090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:31.132892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:19:31.133194 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:19:31.134786 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:19:31.275987 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:31.281486 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:31.284762 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cb6981c2-6bd1-49ea-a74c-81cbab879c2a HTTP/1.1" status: 204 len: 168 time: 0.7062290 Jan 17 13:19:31.295460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213f45d-96cb-4517-b9c0-1071ea31f6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6981c2-6bd1-49ea-a74c-81cbab879c2a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:31.694352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54812) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:32.074931 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b09cc3ab-0f68-448f-967c-42d167fd9a3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a3f6b6d7fdc4270b7ccf30ff6e8b490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793333 Jan 17 13:19:32.077361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54814) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:32.123874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45251692-61a7-4c68-878a-1ef736dafdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:32.144431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45251692-61a7-4c68-878a-1ef736dafdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:32.261792 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45251692-61a7-4c68-878a-1ef736dafdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:32.264402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-45251692-61a7-4c68-878a-1ef736dafdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:32.265549 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-45251692-61a7-4c68-878a-1ef736dafdc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77453489-9179-4a42-929f-3b918e01fab1 HTTP/1.1" status: 204 len: 168 time: 0.1873009 Jan 17 13:19:32.273591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45251692-61a7-4c68-878a-1ef736dafdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77453489-9179-4a42-929f-3b918e01fab1,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:32.517732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 58aa55c6-cdab-455c-82b6-58721af265f4 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:19:32.540923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 58aa55c6-cdab-455c-82b6-58721af265f4 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:19:32.541271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 58aa55c6-cdab-455c-82b6-58721af265f4 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:19:32.883882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54820) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:32.923371 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5e4be22b-1b21-4cce-9cba-229f9e5e8641 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=361b9182e9404c85990b5018b1075cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382698 Jan 17 13:19:32.925598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54822) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:32.972804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e837ba3c-2444-4390-8f63-fbcf53767242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:32.994193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e837ba3c-2444-4390-8f63-fbcf53767242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:33.119009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e837ba3c-2444-4390-8f63-fbcf53767242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:33.121466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e837ba3c-2444-4390-8f63-fbcf53767242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:33.122600 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e837ba3c-2444-4390-8f63-fbcf53767242 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c037069e-38dd-43e6-a768-0b69a2e47ae8 HTTP/1.1" status: 204 len: 168 time: 0.1961000 Jan 17 13:19:33.130738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837ba3c-2444-4390-8f63-fbcf53767242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c037069e-38dd-43e6-a768-0b69a2e47ae8,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:33.775864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-84decb45-7b4f-4230-8928-98701ba82938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:34.025624 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:19:35.456543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54862) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:35.461186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801489312', 'description': 'tempest-secgroup-smoke-801489312 description', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:35.559018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.567418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.640360 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.709369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.743770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fbd60a-d9ac-4187-aec1-34e75c9e596f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:35.785473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.875337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.903144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d63f3-68c6-4687-99c7-712d84541393,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:35.966421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:35.967641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-848042a9-5af7-4813-bf95-2c0b39ee00ad tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5100391 Jan 17 13:19:35.971324 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54864) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:35.975798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bd2d63f3-68c6-4687-99c7-712d84541393', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:36.096228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.152617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.195443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d8bce1f-9345-49cb-8540-c68a270f8f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.227184 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.245261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4805b627-6e13-44f2-9949-a3c3bb121f19,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:36.332454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.333668 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-034591e7-23ae-47f3-a5d7-62733a256f6c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613520 Jan 17 13:19:36.336386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54866) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:36.340686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bd2d63f3-68c6-4687-99c7-712d84541393', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:36.449113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.511291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.583962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.601580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0951079f-386d-46a8-8d37-4c358a6b3c12,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:36.677232 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.678457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3761e570-fc56-417b-b2eb-391ddf0acba9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3411314 Jan 17 13:19:36.681401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54868) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:36.685764 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bd2d63f3-68c6-4687-99c7-712d84541393', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:36.774455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.830270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.926796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:36.943245 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6d53c6-423d-4d53-8453-5ef83b34d733,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:37.040828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.041973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d36775d0-fb5e-4b20-8562-ce986892a1b0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596613 Jan 17 13:19:37.044657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54870) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:37.049554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bd2d63f3-68c6-4687-99c7-712d84541393', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:37.137118 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.200917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.275311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.293841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44f2efa-c3ad-46eb-b999-ff14aecae999,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:37.361371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.362638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-fcaae207-75af-40a2-86df-ca86d8384db3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3170583 Jan 17 13:19:37.365351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54872) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:37.369709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bd2d63f3-68c6-4687-99c7-712d84541393', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:37.387376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.457951 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:19:37.462694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.528394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.611147 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.628982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa2ddf3-7bdb-4203-ba9b-e3fb49a9137d,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:37.694312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.695538 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-cb2fb577-8766-4b81-b323-726c08f84007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292553 Jan 17 13:19:37.698334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:37.702669 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bd2d63f3-68c6-4687-99c7-712d84541393', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:37.784201 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:19:37.788986 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.848897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.923945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:37.941260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852111b6-7e26-4bee-9bf0-c8348936e78a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:38.032142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.033345 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7eaa7688-53c7-4846-a808-7840ff14c59e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340662 Jan 17 13:19:38.036396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54876) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:38.041367 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'network': {'name': 'tempest-network-smoke--1743291714', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:38.120840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:19:38.124338 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.148467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:19:38.157767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.158031 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Added segment 193117a6-f33e-40bc-9051-1e12b773de3a of type vlan for network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 Jan 17 13:19:38.196347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.278634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.284808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:38.285391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.347826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Network': ['ID=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:38.358248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:19:38.426936 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9d92dbb0-ce99-4d9c-8e68-042a04d203ff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3894231 Jan 17 13:19:38.429837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54878) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:38.434235 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'admin_state_up': True, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:38.564379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.565451 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.619432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.838085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:38.861582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:39.001499 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:39.141813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:39.160677 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:39.268073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.108 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/46bdd62b-4890-4c47-9d4a-922210ace929) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:19:39.365534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:39.458452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:39.499427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:19:39.502983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:39.505419 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:19:39.536173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=46bdd62b-4890-4c47-9d4a-922210ace929,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:39.850506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:40.050161 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:40.238407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:19:40.340266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:19:40.350050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Sync routers for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:19:40.358990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:40.360254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:40.448981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:40.450180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-23024626-1f24-4292-b98d-1793dcff09b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0194426 Jan 17 13:19:40.453605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54880) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:40.465364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:40.588699 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7b58ab51-39e0-4922-8e45-84408fbf4a72 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fb0cd12027ee4bce8945e68857bfbbff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1339240 Jan 17 13:19:40.591404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54884) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:40.644515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:39Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:40.670694 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Checking router: 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:19:40.671037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Updating router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 port 46bdd62b-4890-4c47-9d4a-922210ace929 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:19:40.681247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cffb3d0-61af-4562-bbd8-d5ae1c32c10d tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:40.683984 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5cffb3d0-61af-4562-bbd8-d5ae1c32c10d tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916235 Jan 17 13:19:40.686827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54886) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:40.696382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:40.715720 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-16d609cc-fb01-4223-b45e-54e92119bd0e tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277290 Jan 17 13:19:40.718181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54888) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:40.723424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811986763', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:40.875551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:19:40.879097 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:40.944597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.050452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.105773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Attempting to bind port 46bdd62b-4890-4c47-9d4a-922210ace929 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:19:41.106134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Attempting to bind port 46bdd62b-4890-4c47-9d4a-922210ace929 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:19:41.106492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Attempting to bind port 46bdd62b-4890-4c47-9d4a-922210ace929 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:19:41.109198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b18ab-e69c-4cdf-a53b-ada6c430f1c3 None None] Pushing event updated for resources: {'Port': ['ID=46bdd62b-4890-4c47-9d4a-922210ace929,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:41.114228 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:19:41.114648 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:19:41.115044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.115421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:19:41.118308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Bound port: 46bdd62b-4890-4c47-9d4a-922210ace929, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:19:41.118692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.150234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.170639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] For port 46bdd62b-4890-4c47-9d4a-922210ace929, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:19:41.173962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] For port 46bdd62b-4890-4c47-9d4a-922210ace929, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=46bdd62b-4890-4c47-9d4a-922210ace929,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:19:41.213885 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Subnet': ['ID=f26ea53c-b8e1-44ee-a055-994cadf6d00b,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:41.224556 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Checking segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:19:41.224913 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network hostable DHCP agents. Network: a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:19:41.275545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.309886 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:19:41.333695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:41.334307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:41.337001 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b18ab-e69c-4cdf-a53b-ada6c430f1c3 None None] Pushing event updated for resources: {'Port': ['ID=46bdd62b-4890-4c47-9d4a-922210ace929,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:41.395326 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:41.399936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:41.400708 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.416357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a481d-ab38-487b-850e-e52e8cc26bf1 None None] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:19:41.475856 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e3a38472-8ee0-4c45-9c5e-fb9f5cb81875 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7566087 Jan 17 13:19:41.478748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54890) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:41.631997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:41.848578 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:19:41.849426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.920106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:41.957960 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:39Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:42.006772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e0799-6c1c-4dfd-b4a2-f67ee657dd40 None None] The sync data for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv is: [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:39Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:19:42.032222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Allocated IP 172.20.0.2 (a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7/f26ea53c-b8e1-44ee-a055-994cadf6d00b/9e8f63db-5311-4c55-9147-5811fd872d6a) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:19:42.182968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.261942 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.307289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:19:42.311797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:42.318821 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:19:42.321606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.1 (a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7/f26ea53c-b8e1-44ee-a055-994cadf6d00b/38d87387-cab8-4d0c-94d5-8699f4872cbb) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:19:42.321920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Pushing event updated for resources: {'Port': ['ID=9e8f63db-5311-4c55-9147-5811fd872d6a,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:42.382500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Attempting to bind port 9e8f63db-5311-4c55-9147-5811fd872d6a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:19:42.382870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Attempting to bind port 9e8f63db-5311-4c55-9147-5811fd872d6a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:19:42.383231 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Attempting to bind port 9e8f63db-5311-4c55-9147-5811fd872d6a on network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:19:42.388449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:19:42.388964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Checking segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:19:42.389374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.389768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Bound using segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:19:42.390239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Bound port: 9e8f63db-5311-4c55-9147-5811fd872d6a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:19:42.390712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.449350 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.456462 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] For port 9e8f63db-5311-4c55-9147-5811fd872d6a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:19:42.460675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] For port 9e8f63db-5311-4c55-9147-5811fd872d6a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e8f63db-5311-4c55-9147-5811fd872d6a,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:19:42.530561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.559166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.580417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46bdd62b-4890-4c47-9d4a-922210ace929 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:19:42.621692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:19:42.624724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:42.629429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:19:42.637347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2d75-651a-4593-830e-d31f5e11244c None None] Pushing event updated for resources: {'Port': ['ID=9e8f63db-5311-4c55-9147-5811fd872d6a,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:42.654199 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 46bdd62b-4890-4c47-9d4a-922210ace929 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:42.654706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.684142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=38d87387-cab8-4d0c-94d5-8699f4872cbb,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:42.694966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.753302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.777969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 46bdd62b-4890-4c47-9d4a-922210ace929, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=46bdd62b-4890-4c47-9d4a-922210ace929,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:42.854176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:42.915983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=46bdd62b-4890-4c47-9d4a-922210ace929,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:42.933577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.223873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.307434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.386411 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=38d87387-cab8-4d0c-94d5-8699f4872cbb,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:43.389107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.481994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:19:43.483333 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:43.603924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:19:43.604474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64e200-0d32-4425-a3c3-a428a7a87de8 None None] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:19:43.662892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-aa62bcbc-117c-4f74-a900-b7d102d49fb5 None None] Provisioning complete for port 9e8f63db-5311-4c55-9147-5811fd872d6a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:43.663263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aa62bcbc-117c-4f74-a900-b7d102d49fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.716086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:19:43.727819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-adae5e0c-255c-40e5-b42c-adc304d7efaa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/91de5dd0-4a1f-45f0-afdc-5fd3edc71d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2420492 Jan 17 13:19:43.815244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aa62bcbc-117c-4f74-a900-b7d102d49fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.861005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-aa62bcbc-117c-4f74-a900-b7d102d49fb5 None None] For port 9e8f63db-5311-4c55-9147-5811fd872d6a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e8f63db-5311-4c55-9147-5811fd872d6a,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:43.872001 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-e7ccdc1a-894f-49d3-a60d-370891390f87 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801489312&fields=id&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 267 time: 0.0382774 Jan 17 13:19:43.944122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aa62bcbc-117c-4f74-a900-b7d102d49fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:43.993314 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-969d50c2-a619-47ed-aa50-5686064c80f9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:43.995329 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-969d50c2-a619-47ed-aa50-5686064c80f9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/networks?id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 HTTP/1.1" status: 200 len: 797 time: 0.1157241 Jan 17 13:19:44.004911 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62bcbc-117c-4f74-a900-b7d102d49fb5 None None] Pushing event updated for resources: {'Port': ['ID=9e8f63db-5311-4c55-9147-5811fd872d6a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:44.016294 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-3a742572-593a-4a4c-84eb-0baade771084 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/quotas/fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 375 time: 0.0136366 Jan 17 13:19:44.068945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f66386ff-3c6b-4e02-9511-680b86565847 None None] Provisioning complete for port 9e8f63db-5311-4c55-9147-5811fd872d6a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:44.069317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f66386ff-3c6b-4e02-9511-680b86565847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.073764 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-ce1c26eb-5468-4878-aca4-50c322a119b5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528388 Jan 17 13:19:44.131871 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Sync routers for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:19:44.141954 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:44.154572 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:44.158171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-9c2ef13a-2cfb-4200-a958-c3d3540e2b6b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:19:44.159416 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-9c2ef13a-2cfb-4200-a958-c3d3540e2b6b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0722067 Jan 17 13:19:44.178466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f66386ff-3c6b-4e02-9511-680b86565847 None None] Provisioning complete for port 38d87387-cab8-4d0c-94d5-8699f4872cbb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:44.178843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f66386ff-3c6b-4e02-9511-680b86565847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.216110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f66386ff-3c6b-4e02-9511-680b86565847 None None] Port 38d87387-cab8-4d0c-94d5-8699f4872cbb cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:19:44.263870 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:44.272241 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-f99ad969-d479-4f00-9e05-775f51dab014 service neutron] 10.222.0.77 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064115 Jan 17 13:19:44.339049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e1534f81-b8db-4105-9f6d-620cb8b7063e None None] Provisioning complete for port 38d87387-cab8-4d0c-94d5-8699f4872cbb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:44.339782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e1534f81-b8db-4105-9f6d-620cb8b7063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.374748 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-3a4c16d5-f744-4b5a-b705-1219f9cfd7ad service neutron] 10.222.0.77 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959387 Jan 17 13:19:44.386647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e1534f81-b8db-4105-9f6d-620cb8b7063e None None] Port 38d87387-cab8-4d0c-94d5-8699f4872cbb cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:19:44.495063 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:43Z', 'revision_number': 2, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:44.517157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-940dea99-f40f-41ef-bdec-932bbc66a538 None None] Provisioning complete for port 38d87387-cab8-4d0c-94d5-8699f4872cbb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:44.517728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-940dea99-f40f-41ef-bdec-932bbc66a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.519764 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Checking router: 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:19:44.520117 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Updating router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 port 38d87387-cab8-4d0c-94d5-8699f4872cbb binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:19:44.546553 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.555338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-940dea99-f40f-41ef-bdec-932bbc66a538 None None] Port 38d87387-cab8-4d0c-94d5-8699f4872cbb cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:19:44.642348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46bdd62b-4890-4c47-9d4a-922210ace929 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:19:44.685870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e15f25ee-de3f-400d-ba62-6ddf0d1efc5d req-3fe87ae0-a5e7-4729-93d8-4df27e273c53 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 210 time: 0.0492308 Jan 17 13:19:44.708316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 46bdd62b-4890-4c47-9d4a-922210ace929 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:44.708316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.786152 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e8f63db-5311-4c55-9147-5811fd872d6a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:19:44.836117 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 9e8f63db-5311-4c55-9147-5811fd872d6a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:44.836472 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.881665 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:44.977815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.033294 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Pushing event updated for resources: {'Port': ['ID=38d87387-cab8-4d0c-94d5-8699f4872cbb,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:45.070133 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.070583 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.070929 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.071263 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.071646 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.072016 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.072331 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.072679 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.073005 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.073326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.073644 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.073961 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:19:45.087744 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Attempting to bind port 38d87387-cab8-4d0c-94d5-8699f4872cbb on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:19:45.088122 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Attempting to bind port 38d87387-cab8-4d0c-94d5-8699f4872cbb by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:19:45.088484 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Attempting to bind port 38d87387-cab8-4d0c-94d5-8699f4872cbb on network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:19:45.094347 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:19:45.094779 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Checking segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:19:45.095216 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.095638 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Bound using segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:19:45.096110 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Bound port: 38d87387-cab8-4d0c-94d5-8699f4872cbb, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:19:45.096672 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.162717 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] For port 38d87387-cab8-4d0c-94d5-8699f4872cbb, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:19:45.165943 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] For port 38d87387-cab8-4d0c-94d5-8699f4872cbb, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=38d87387-cab8-4d0c-94d5-8699f4872cbb,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:19:45.273253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.277027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a76e8d29-db3c-457a-bce2-e62069babd10 None None] Provisioning complete for port 38d87387-cab8-4d0c-94d5-8699f4872cbb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:45.277347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a76e8d29-db3c-457a-bce2-e62069babd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.322779 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:19:45.323611 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:45.361118 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a76e8d29-db3c-457a-bce2-e62069babd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.387936 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626e62-79ec-4943-8f71-67b9b03c5cc9 None None] Pushing event updated for resources: {'Port': ['ID=38d87387-cab8-4d0c-94d5-8699f4872cbb,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:45.395169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a76e8d29-db3c-457a-bce2-e62069babd10 None None] For port 38d87387-cab8-4d0c-94d5-8699f4872cbb, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=38d87387-cab8-4d0c-94d5-8699f4872cbb,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:45.447535 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:19:45.492436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a76e8d29-db3c-457a-bce2-e62069babd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.543642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e8d29-db3c-457a-bce2-e62069babd10 None None] Pushing event updated for resources: {'Port': ['ID=38d87387-cab8-4d0c-94d5-8699f4872cbb,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:45.612825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7714ba4f-16d4-4a1c-9ee9-3cc68c559261 None None] Provisioning complete for port 38d87387-cab8-4d0c-94d5-8699f4872cbb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:45.617410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7714ba4f-16d4-4a1c-9ee9-3cc68c559261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:45.656677 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:19:45.686074 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195f7d4-8c5a-47c6-95be-c93131c05d93 None None] The sync data for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv is: [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:19:45.785900 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-54a798c5-e5a2-4258-83a3-27682bfa1b5f req-2478f044-3bda-4552-a412-bae8860bbdf0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 210 time: 0.0332365 Jan 17 13:19:46.566903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38d87387-cab8-4d0c-94d5-8699f4872cbb up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:19:46.616739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 38d87387-cab8-4d0c-94d5-8699f4872cbb triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:46.617548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:46.885775 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-23904471-e7d4-4e5d-b6af-736829d05045 req-befa54c8-7b97-4176-833c-c998760d97ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 210 time: 0.0296426 Jan 17 13:19:47.314673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-bee75d39-bea2-4385-adc9-74cb9358c9b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:47.316130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-bee75d39-bea2-4385-adc9-74cb9358c9b6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/networks?id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 HTTP/1.1" status: 200 len: 797 time: 0.1010680 Jan 17 13:19:47.358198 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-1e96e9d1-9ce7-4f2b-a7e6-bbc22e73ed87 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 379 time: 0.0338328 Jan 17 13:19:47.366754 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'port': {'device_id': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'admin_state_up': True, 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'security_groups': ['bd2d63f3-68c6-4687-99c7-712d84541393']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:47.878759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:19:47.882391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:47.978237 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8088eebc-568f-4e41-b421-9767ff909820 req-e8314580-4977-4607-962b-bc034434cc2c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 210 time: 0.0263989 Jan 17 13:19:48.008006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.10 (a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7/f26ea53c-b8e1-44ee-a055-994cadf6d00b/1e72584a-4fef-4aea-8cc0-64e77fd03968) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:19:48.144768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:48.287107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:48.330308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:19:48.333280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:48.337037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:19:48.346157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=1e72584a-4fef-4aea-8cc0-64e77fd03968,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:48.398378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:48.398924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:48.511803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4d9cd55a-60b6-40e9-84f1-51205955a16a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1484337 Jan 17 13:19:48.523768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Request body: {'port': {'device_id': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:48.532253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d94a55de-b233-48c1-a6b4-a5b0956b0e6f None None] Provisioning complete for port 1e72584a-4fef-4aea-8cc0-64e77fd03968 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:48.532805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d94a55de-b233-48c1-a6b4-a5b0956b0e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:48.566787 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d94a55de-b233-48c1-a6b4-a5b0956b0e6f None None] Port 1e72584a-4fef-4aea-8cc0-64e77fd03968 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:19:48.577364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:48.836148 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e72584a-4fef-4aea-8cc0-64e77fd03968 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:19:48.843150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:48.854932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Transition to ACTIVE for port object 1e72584a-4fef-4aea-8cc0-64e77fd03968 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:19:48.960687 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:49.010292 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Pushing event updated for resources: {'Port': ['ID=1e72584a-4fef-4aea-8cc0-64e77fd03968,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:49.120108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Attempting to bind port 1e72584a-4fef-4aea-8cc0-64e77fd03968 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:19:49.120638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Attempting to bind port 1e72584a-4fef-4aea-8cc0-64e77fd03968 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:19:49.121193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Attempting to bind port 1e72584a-4fef-4aea-8cc0-64e77fd03968 on network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:19:49.140170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11116e-5dfb-4c13-9810-3510ef7a432d req-59f8bd8f-4f50-436a-813e-d30290674f93 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.142323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b11116e-5dfb-4c13-9810-3510ef7a432d req-59f8bd8f-4f50-436a-813e-d30290674f93 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 944 time: 0.0863490 Jan 17 13:19:49.143088 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Port 1e72584a-4fef-4aea-8cc0-64e77fd03968 on network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:19:49.143402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Attempting to bind port 1e72584a-4fef-4aea-8cc0-64e77fd03968 on network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:19:49.150662 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:19:49.150989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Checking segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:19:49.151369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Bound using segment: {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:19:49.151824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Bound port: 1e72584a-4fef-4aea-8cc0-64e77fd03968, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193117a6-f33e-40bc-9051-1e12b773de3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:19:49.152178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:49.215852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3b11116e-5dfb-4c13-9810-3510ef7a432d req-967c1210-dc8d-4b20-961a-17f648527bb5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671017 Jan 17 13:19:49.243387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] For port 1e72584a-4fef-4aea-8cc0-64e77fd03968, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:19:49.246321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] For port 1e72584a-4fef-4aea-8cc0-64e77fd03968, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:19:49.309491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:49.343981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.344593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:49.345969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] 10.222.0.67 "PUT /v2.0/ports/1e72584a-4fef-4aea-8cc0-64e77fd03968 HTTP/1.1" status: 200 len: 1094 time: 0.8264530 Jan 17 13:19:49.346395 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:19:49.348676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9369596b-5e99-4b4e-86ef-f2218c895d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:19:49.374630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62e31e-4e28-4d94-90da-b91844c3f42b service neutron] Pushing event updated for resources: {'Port': ['ID=1e72584a-4fef-4aea-8cc0-64e77fd03968,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:49.387352 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af5687c-ef94-4a5a-b04e-adcfb55b5ce2 x-openstack-request-id: req-1af5687c-ef94-4a5a-b04e-adcfb55b5ce2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:19:49.387679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:19:49.387972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1af5687c-ef94-4a5a-b04e-adcfb55b5ce2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:19:49.388372 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'status': 'completed', 'code': 200} Jan 17 13:19:49.447826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369596b-5e99-4b4e-86ef-f2218c895d5b req-2fe246cd-b447-4c55-8391-bb9f281e464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.449357 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9369596b-5e99-4b4e-86ef-f2218c895d5b req-2fe246cd-b447-4c55-8391-bb9f281e464b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1097 time: 0.0432034 Jan 17 13:19:49.552285 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369596b-5e99-4b4e-86ef-f2218c895d5b req-141456fd-0a70-4631-9738-729cbda90fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.553784 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9369596b-5e99-4b4e-86ef-f2218c895d5b req-141456fd-0a70-4631-9738-729cbda90fc1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973835 Jan 17 13:19:49.652463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369596b-5e99-4b4e-86ef-f2218c895d5b req-30912869-eb01-4627-8e79-8f0587d28180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.654019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9369596b-5e99-4b4e-86ef-f2218c895d5b req-30912869-eb01-4627-8e79-8f0587d28180 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940955 Jan 17 13:19:49.726375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-119c4650-fc55-40ca-ae7f-4931b907a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.727906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-119c4650-fc55-40ca-ae7f-4931b907a140 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1097 time: 0.0413349 Jan 17 13:19:49.768271 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4b33f7f5-a247-4dab-9b12-32498b875028 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968 HTTP/1.1" status: 200 len: 217 time: 0.0338273 Jan 17 13:19:49.815321 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4df901ad-877f-46ca-9db1-b10c29c3a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.816850 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-4df901ad-877f-46ca-9db1-b10c29c3a00e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ea53c-b8e1-44ee-a055-994cadf6d00b HTTP/1.1" status: 200 len: 835 time: 0.0422781 Jan 17 13:19:49.865653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-ff8481e8-5591-46a3-8e94-2cbd3065ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:49.867094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-ff8481e8-5591-46a3-8e94-2cbd3065ff9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444965 Jan 17 13:19:49.956761 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-9839281d-5bdb-4095-b146-1d3bb3c7a099 service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833964 Jan 17 13:19:50.049761 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-50970b32-bb5f-45f9-8c32-8153fb531948 req-299ac9b3-f069-4f0a-ad02-741a2632562b service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865934 Jan 17 13:19:50.332806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883925d-ecfd-41b7-b1d0-9c7850c0840e req-12ff28e0-1e5c-4f6d-8dee-e97789cb2f74 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:50.334335 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0883925d-ecfd-41b7-b1d0-9c7850c0840e req-12ff28e0-1e5c-4f6d-8dee-e97789cb2f74 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 944 time: 0.0522082 Jan 17 13:19:50.371788 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0883925d-ecfd-41b7-b1d0-9c7850c0840e req-b47db4b3-bdbf-4de9-825a-cd5b6bc8799c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Jan 17 13:19:51.487940 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933490ba-2f68-4d73-aa2e-615f982c140f req-9eefa1b2-d840-4d6b-bc84-c9d4468bcbb1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:51.489343 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-933490ba-2f68-4d73-aa2e-615f982c140f req-9eefa1b2-d840-4d6b-bc84-c9d4468bcbb1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Jan 17 13:19:51.526630 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-933490ba-2f68-4d73-aa2e-615f982c140f req-91c68ff1-d182-4593-bec9-cab026fe9bbe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313444 Jan 17 13:19:52.581296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:52.640981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21104-48f4-4a97-bf29-a40e9c4032f0 req-458d0604-7c09-4bf4-8e79-37f7c34846e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:52.642477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d6c21104-48f4-4a97-bf29-a40e9c4032f0 req-458d0604-7c09-4bf4-8e79-37f7c34846e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 944 time: 0.0513146 Jan 17 13:19:52.682183 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d6c21104-48f4-4a97-bf29-a40e9c4032f0 req-2a6492d0-7812-4f5f-8a23-37c2895f8b7f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Jan 17 13:19:53.793578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deff82-f549-44f6-b7ea-afc632fcaf47 req-1730bba0-1510-4823-b9a6-577f8c8994ed tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:53.795046 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-23deff82-f549-44f6-b7ea-afc632fcaf47 req-1730bba0-1510-4823-b9a6-577f8c8994ed tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 944 time: 0.0482190 Jan 17 13:19:53.833518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-23deff82-f549-44f6-b7ea-afc632fcaf47 req-fbdfdad6-21be-423a-8bc0-2054385db2b7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319800 Jan 17 13:19:54.290571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1e72584a-4fef-4aea-8cc0-64e77fd03968 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:19:54.381444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 1e72584a-4fef-4aea-8cc0-64e77fd03968, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:54.394489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'port_id': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'mac_address': 'fa:16:3e:6c:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:19:54.435839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:54.448119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e72584a-4fef-4aea-8cc0-64e77fd03968 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:19:54.466740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 1e72584a-4fef-4aea-8cc0-64e77fd03968, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:54.525835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:54.572490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=1e72584a-4fef-4aea-8cc0-64e77fd03968,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:54.767973 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['1e72584a-4fef-4aea-8cc0-64e77fd03968'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:19:54.953873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54273e6-3a85-4e40-8b5b-276e7a842c41 req-ed3aa41b-b8e3-4a2b-87a9-3f2d1b10f607 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:54.955421 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f54273e6-3a85-4e40-8b5b-276e7a842c41 req-ed3aa41b-b8e3-4a2b-87a9-3f2d1b10f607 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 945 time: 0.0570400 Jan 17 13:19:55.000475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f54273e6-3a85-4e40-8b5b-276e7a842c41 req-ebafb665-2f80-4671-b6cf-21c225487b2f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389891 Jan 17 13:19:56.120727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc16a02-39c2-428d-b677-71635b96aebb req-f0eb2123-9a57-45f9-bb51-ed423dbd4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:56.122199 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bfc16a02-39c2-428d-b677-71635b96aebb req-f0eb2123-9a57-45f9-bb51-ed423dbd4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 945 time: 0.0549955 Jan 17 13:19:56.159569 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bfc16a02-39c2-428d-b677-71635b96aebb req-0c09d316-389d-4222-a66f-d8a682851f20 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305383 Jan 17 13:19:56.319597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1e72584a-4fef-4aea-8cc0-64e77fd03968 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:19:56.417223 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 1e72584a-4fef-4aea-8cc0-64e77fd03968 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:19:56.420855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 1e72584a-4fef-4aea-8cc0-64e77fd03968 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:19:56.421895 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:56.498550 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:56.521316 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:19:56.523611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b9881-f038-42b7-8161-805457341608" -d '{"events": [{"server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:19:56.535869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 1e72584a-4fef-4aea-8cc0-64e77fd03968, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:19:56.614492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc67c2b-1022-4372-b34c-a97374fccba0 x-openstack-request-id: req-bcc67c2b-1022-4372-b34c-a97374fccba0 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:19:56.614843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "name": "network-vif-plugged", "status": "completed", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:19:56.615136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcc67c2b-1022-4372-b34c-a97374fccba0 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:19:56.615599 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'code': 200} Jan 17 13:19:56.623083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:56.670972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=1e72584a-4fef-4aea-8cc0-64e77fd03968,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:56.966933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1486-0b7e-4dc0-8ffa-b5ce1a1012cd req-c39c61ea-00ca-4cb3-ad93-5fa3b6f2d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:56.969166 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b29f1486-0b7e-4dc0-8ffa-b5ce1a1012cd req-c39c61ea-00ca-4cb3-ad93-5fa3b6f2d02f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1099 time: 0.0400681 Jan 17 13:19:57.003556 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b29f1486-0b7e-4dc0-8ffa-b5ce1a1012cd req-8afb63d4-7f2b-4969-90b9-a5bb39992238 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281391 Jan 17 13:19:57.275416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88418b49-f57e-42d7-9fd2-27d4cad093b2 req-49814976-bd65-48c8-80ba-95a97ff637a8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:57.276933 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88418b49-f57e-42d7-9fd2-27d4cad093b2 req-49814976-bd65-48c8-80ba-95a97ff637a8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0510795 Jan 17 13:19:57.315683 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88418b49-f57e-42d7-9fd2-27d4cad093b2 req-1719c20d-d0f5-4289-8b41-23453eadb89e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325241 Jan 17 13:19:58.432227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac805-aac6-4f3e-8e73-315e75fcdabd req-4efe2176-08c8-4537-8ef5-fc4479fbd076 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:58.433609 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-991ac805-aac6-4f3e-8e73-315e75fcdabd req-4efe2176-08c8-4537-8ef5-fc4479fbd076 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Jan 17 13:19:58.471470 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-991ac805-aac6-4f3e-8e73-315e75fcdabd req-8e14c59c-0e35-48a6-9ed5-f031041677c4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311244 Jan 17 13:19:58.584009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfddf1-2fae-4ad0-a747-e330cef70e79 req-1db6ff00-fda1-45db-a5f3-131274fbba49 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:58.585508 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e7dfddf1-2fae-4ad0-a747-e330cef70e79 req-1db6ff00-fda1-45db-a5f3-131274fbba49 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Jan 17 13:19:58.623199 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e7dfddf1-2fae-4ad0-a747-e330cef70e79 req-858c126d-a6a4-4815-9a37-171f80a8c236 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317528 Jan 17 13:19:58.644994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54958) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:58.687415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a757da8-00bb-4cd2-a3ce-c3b879f561ea tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:19:58.689473 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3a757da8-00bb-4cd2-a3ce-c3b879f561ea tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1094 time: 0.0435412 Jan 17 13:19:58.692283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54960) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:19:58.696987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:19:58.782890 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:58.877772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:58.983981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.52 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/bc6d625a-f53b-454d-92ea-d22ec2dd0533) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:19:59.082740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:59.194634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:59.235896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:19:59.238742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:19:59.242136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:19:59.268700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=bc6d625a-f53b-454d-92ea-d22ec2dd0533,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:19:59.601125 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:59.722184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:59.870811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:19:59.960312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:00.030937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=bc6d625a-f53b-454d-92ea-d22ec2dd0533,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:00.042358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:00.143856 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a associated. External IP: 172.26.4.52, port: 1e72584a-4fef-4aea-8cc0-64e77fd03968. Jan 17 13:20:00.348922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:20:00.454746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:20:00.464071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] Sync routers for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:20:00.474006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:00.474610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:00.550625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:00.578244 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b63dd74f-94fa-4de9-a13b-5514749e73f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8849487 Jan 17 13:20:00.578899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:20:00.580985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:00.581227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:20:00.623591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b641c3-c59a-4d52-a60a-6ad173633b97 x-openstack-request-id: req-b2b641c3-c59a-4d52-a60a-6ad173633b97 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:20:00.623591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:20:00.623591 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b2b641c3-c59a-4d52-a60a-6ad173633b97 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:20:00.624938 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'status': 'completed', 'code': 200} Jan 17 13:20:00.717219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-e7f725ae-8f8f-424d-a074-5fcfd4982073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:00.719000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-e7f725ae-8f8f-424d-a074-5fcfd4982073 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1099 time: 0.0674155 Jan 17 13:20:00.726689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e61c83-00a1-483e-8545-0194bcd67b9b req-37fac233-fffb-4b39-8c4a-2475466d8c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:00.728102 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1e61c83-00a1-483e-8545-0194bcd67b9b req-37fac233-fffb-4b39-8c4a-2475466d8c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0910084 Jan 17 13:20:00.812994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'port_id': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'mac_address': 'fa:16:3e:6c:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:19:59Z', 'updated_at': '2022-01-17T13:19:59Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:00.820183 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a1e61c83-00a1-483e-8545-0194bcd67b9b req-c8891055-dbbd-4032-b826-34838dbce21d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818574 Jan 17 13:20:00.839455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] Checking router: 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:20:00.842446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 54966) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:00.851551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:00.851551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:19:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:00.851832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-d20cd41b-9f2b-4ae7-b4d8-664c80809726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:00.853053 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-d20cd41b-9f2b-4ae7-b4d8-664c80809726 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 HTTP/1.1" status: 200 len: 898 time: 0.1241076 Jan 17 13:20:00.904183 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-10e599c4-2975-47b0-86c7-94b185e39ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a HTTP/1.1" status: 200 len: 991 time: 0.0598516 Jan 17 13:20:00.919977 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-678a1974-e12e-42b8-9377-c18bc8b6458e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968 HTTP/1.1" status: 200 len: 999 time: 0.0594764 Jan 17 13:20:00.960458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:00.968040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-b4a58e9b-27e8-4605-9749-105074a36863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:00.969727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-b4a58e9b-27e8-4605-9749-105074a36863 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ea53c-b8e1-44ee-a055-994cadf6d00b HTTP/1.1" status: 200 len: 835 time: 0.0440249 Jan 17 13:20:01.020007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-74e45a33-bea6-4dfd-9fa0-085d5d5fa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:01.021500 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-74e45a33-bea6-4dfd-9fa0-085d5d5fa47d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446975 Jan 17 13:20:01.144837 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-2daa8257-4428-4f0b-a253-088ed3c091ed service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165333 Jan 17 13:20:01.163722 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-b29177eb-485d-4f77-ab72-cb6569814844 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657303 Jan 17 13:20:01.246709 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba20b366-0532-4f55-a0be-bb7f7fd9f0ef req-c91804ec-08ba-4adf-9658-f77a942d99c9 service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947690 Jan 17 13:20:01.337365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'port_id': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'mac_address': 'fa:16:3e:6c:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:19:59Z', 'updated_at': '2022-01-17T13:19:59Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:01.367777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53fd6d-b211-4212-ae2e-3d3822a747d2 None None] The sync data for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv is: [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'port_id': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'mac_address': 'fa:16:3e:6c:82:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:19:59Z', 'updated_at': '2022-01-17T13:19:59Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:20:01.400362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-faee27e0-6f50-4536-beb1-2c8bee41223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:01.401907 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-faee27e0-6f50-4536-beb1-2c8bee41223b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1099 time: 0.0444448 Jan 17 13:20:01.512421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-ce5825dd-b115-4afa-9d82-159db1d9467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:01.514006 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-ce5825dd-b115-4afa-9d82-159db1d9467c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 HTTP/1.1" status: 200 len: 898 time: 0.0929067 Jan 17 13:20:01.561426 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f244d-1924-469d-ba11-c87d343ffbe8 None None] New status for floating IP 19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:20:01.582534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-670749b6-7d47-4e1b-877f-6cc3cb493de2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968 HTTP/1.1" status: 200 len: 999 time: 0.0622046 Jan 17 13:20:01.632694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-bb7be2fa-226e-460c-9354-5175b515bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:01.634201 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-bb7be2fa-226e-460c-9354-5175b515bf7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ea53c-b8e1-44ee-a055-994cadf6d00b HTTP/1.1" status: 200 len: 835 time: 0.0444551 Jan 17 13:20:01.682510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-ba38b5c2-b5c5-4944-a20b-21707a97db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:01.684038 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-ba38b5c2-b5c5-4944-a20b-21707a97db19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438931 Jan 17 13:20:01.780880 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-c1e92c34-0828-4c10-aa83-af24976c1b99 service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892270 Jan 17 13:20:01.874243 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-5dc7dc1a-8615-4cf5-aad4-6e3f7bd8ae32 service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Jan 17 13:20:01.907626 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54968) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:01.965900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6fd0378d-6d38-4592-80d2-51b690e8217f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a HTTP/1.1" status: 200 len: 993 time: 0.0571532 Jan 17 13:20:03.800241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e4f34a50-fe75-485d-af54-9456de53c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:06.187439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d41cc39c-44f4-4049-9519-8fc042d82083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:07.386214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:08.866498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:08.925214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:11.024707 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:20:22.650788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:30.866093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b640ee7-7ad5-4a00-b93d-2feb41147c32 req-6d1c22a9-5232-40f7-a43b-03622a73b902 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:30.867616 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8b640ee7-7ad5-4a00-b93d-2feb41147c32 req-6d1c22a9-5232-40f7-a43b-03622a73b902 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0532584 Jan 17 13:20:30.906128 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8b640ee7-7ad5-4a00-b93d-2feb41147c32 req-afac81b2-7e64-4aa8-8c1a-5fb871d49f76 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Jan 17 13:20:32.023472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157632d-4aab-4948-911c-b79fb57c84f4 req-ccc32459-b16c-4f76-8e8a-a4173ee57815 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:32.024965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8157632d-4aab-4948-911c-b79fb57c84f4 req-ccc32459-b16c-4f76-8e8a-a4173ee57815 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0489302 Jan 17 13:20:32.061972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8157632d-4aab-4948-911c-b79fb57c84f4 req-cb7d1c90-6fa6-4ba3-93ad-ca451885e8ec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305414 Jan 17 13:20:32.083929 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54986) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:32.147445 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-00bd6f05-de41-496a-ba60-cdedbecdba23 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a HTTP/1.1" status: 200 len: 993 time: 0.0624316 Jan 17 13:20:33.586318 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f686cd-802d-45a0-bdf5-9fb8b980d338 req-1a9d7bb9-e84d-4a7e-8306-434d4bebe54e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:33.587840 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5f686cd-802d-45a0-bdf5-9fb8b980d338 req-1a9d7bb9-e84d-4a7e-8306-434d4bebe54e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0490224 Jan 17 13:20:33.627745 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f5f686cd-802d-45a0-bdf5-9fb8b980d338 req-9e281cfc-c994-462b-b38d-f8fb6d7b8941 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330799 Jan 17 13:20:33.809793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ff013cee-22db-47f9-913d-e87ae7ae22de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:34.744362 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beaba1-f48e-48b1-970f-a7a3765ac2d4 req-c5c0ab4b-db72-45d1-b573-ecbbdcdd8c78 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:34.745899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-96beaba1-f48e-48b1-970f-a7a3765ac2d4 req-c5c0ab4b-db72-45d1-b573-ecbbdcdd8c78 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Jan 17 13:20:34.787627 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-96beaba1-f48e-48b1-970f-a7a3765ac2d4 req-26c38bb7-ae6c-4e25-959d-63875a500393 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353780 Jan 17 13:20:34.811856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 54996) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:34.875800 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a50b09dc-9176-4e01-a8d5-7b4e18e5c5e7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a HTTP/1.1" status: 200 len: 993 time: 0.0627911 Jan 17 13:20:35.128436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55002) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:35.284967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port bc6d625a-f53b-454d-92ea-d22ec2dd0533 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:20:35.285315 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:35.362083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:35.362414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:35.374428 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for bc6d625a-f53b-454d-92ea-d22ec2dd0533 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:20:35.581584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:35.604846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=bc6d625a-f53b-454d-92ea-d22ec2dd0533,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:35.615078 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.615433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.615802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.616149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.616486 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.617161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.617161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.617451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.617778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.618100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.618428 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.618752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:35.679273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:35.679646 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a disassociated (deleted). External IP: 172.26.4.52, port: 1e72584a-4fef-4aea-8cc0-64e77fd03968. Jan 17 13:20:35.884384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:20:35.989697 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:20:35.994536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:36.000195 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] Sync routers for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:20:36.008815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:36.009426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:36.021933 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f69cf365-d28f-4a48-a579-a90bc6ea9118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/floatingips/19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a HTTP/1.1" status: 204 len: 168 time: 0.8924448 Jan 17 13:20:36.022613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:20:36.025033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c29407-644a-4ba2-9d73-143ebcec822c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:20:36.063469 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a898772e-8f28-4c1a-915d-8780084ad6de x-openstack-request-id: req-a898772e-8f28-4c1a-915d-8780084ad6de {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:20:36.063787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:20:36.064039 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a898772e-8f28-4c1a-915d-8780084ad6de {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:20:36.064441 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'status': 'completed', 'code': 200} Jan 17 13:20:36.130420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c29407-644a-4ba2-9d73-143ebcec822c req-ecdbf9b8-19bd-411c-99b5-7b7e28e49e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:36.131285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:36.131953 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-ecdbf9b8-19bd-411c-99b5-7b7e28e49e1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 1099 time: 0.0440016 Jan 17 13:20:36.231275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c29407-644a-4ba2-9d73-143ebcec822c req-86563822-40e9-4836-a29d-f2a624a94dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:36.233351 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-86563822-40e9-4836-a29d-f2a624a94dca service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 HTTP/1.1" status: 200 len: 898 time: 0.0944977 Jan 17 13:20:36.244442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-34181a0d-071e-4229-9ef8-a4168093bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:36.276351 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-62b3b171-cc3a-4fb2-849a-8871105276af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968 HTTP/1.1" status: 200 len: 217 time: 0.0353189 Jan 17 13:20:36.324859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c29407-644a-4ba2-9d73-143ebcec822c req-44b2215a-f784-4846-b7d0-8838171ab339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:36.326400 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-44b2215a-f784-4846-b7d0-8838171ab339 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26ea53c-b8e1-44ee-a055-994cadf6d00b HTTP/1.1" status: 200 len: 835 time: 0.0437570 Jan 17 13:20:36.335428 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:36.363794 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] Checking router: 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:20:36.372115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:36.372734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:36.374628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c29407-644a-4ba2-9d73-143ebcec822c req-a04370a4-127e-4ffc-aed7-45d3dfc5034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:36.376202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-a04370a4-127e-4ffc-aed7-45d3dfc5034b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423384 Jan 17 13:20:36.475611 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-77314c15-730d-4894-9643-10223dcd5e4c service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917945 Jan 17 13:20:36.486775 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:36.545255 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e32a1-7159-40e1-9f73-4c3767370020 req-8d1eeb77-118f-47c5-9eb6-75413c848cfb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:36.548180 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d35e32a1-7159-40e1-9f73-4c3767370020 req-8d1eeb77-118f-47c5-9eb6-75413c848cfb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0565207 Jan 17 13:20:36.572817 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-59c29407-644a-4ba2-9d73-143ebcec822c req-48df8402-bd74-4a1d-af28-97f020d4bff9 service neutron] 10.222.0.67 "GET /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909700 Jan 17 13:20:36.591087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d35e32a1-7159-40e1-9f73-4c3767370020 req-be6a8642-06ab-4300-9760-add25bc252ea tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379586 Jan 17 13:20:36.692509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:36.721913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd6088-c399-4820-a13a-f94bb05ec24d None None] The sync data for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv is: [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '38d87387-cab8-4d0c-94d5-8699f4872cbb', 'name': '', 'network_id': 'a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:12:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:42Z', 'updated_at': '2022-01-17T13:19:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'f26ea53c-b8e1-44ee-a055-994cadf6d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:20:36.931708 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822ab58-d6d9-4126-b0aa-c44e1ef7319c None None] New status for floating IP 19f518f9-0096-46a5-b0a9-1b0f7d0f1b7a: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:20:37.379964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:37.715157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a3c06-5c14-41a6-82ab-dbbd2e556d6f req-a810d734-f51a-4837-bd03-bae899340030 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:37.716996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-162a3c06-5c14-41a6-82ab-dbbd2e556d6f req-a810d734-f51a-4837-bd03-bae899340030 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0551302 Jan 17 13:20:37.755601 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-162a3c06-5c14-41a6-82ab-dbbd2e556d6f req-8899ad3e-3a8c-4fe0-90b1-19734102c10f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bd2d63f3-68c6-4687-99c7-712d84541393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329275 Jan 17 13:20:38.094284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-7352dad9-ad34-49f8-86fd-f4e828223346 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:38.095819 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-7352dad9-ad34-49f8-86fd-f4e828223346 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 946 time: 0.0478661 Jan 17 13:20:38.193860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 1e72584a-4fef-4aea-8cc0-64e77fd03968 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:20:38.194208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:38.281475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 1e72584a-4fef-4aea-8cc0-64e77fd03968, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1e72584a-4fef-4aea-8cc0-64e77fd03968,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:38.281841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:38.294223 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 1e72584a-4fef-4aea-8cc0-64e77fd03968 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:20:38.494420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:38.522848 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=1e72584a-4fef-4aea-8cc0-64e77fd03968,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:38.532930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.533269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.533610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.533949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.534283 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.534651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.534983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.535806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.535806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.535982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.536309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.536630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:38.577577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] No DVR routers for this DVR port 1e72584a-4fef-4aea-8cc0-64e77fd03968 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:20:38.580248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:38.583558 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-03f8b3b2-ad10-411d-806b-f34b5532bc27 req-a3984c3e-8ca2-4323-9504-001c67c67e7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "DELETE /v2.0/ports/1e72584a-4fef-4aea-8cc0-64e77fd03968 HTTP/1.1" status: 204 len: 173 time: 0.4821081 Jan 17 13:20:38.584017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'name': 'network-vif-deleted', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:20:38.586304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d2230-35b0-4777-89bf-77508ac1e951" -d '{"events": [{"server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "name": "network-vif-deleted", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:20:38.622207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ff2ea-9873-49d3-bf6c-27fbb595c29e x-openstack-request-id: req-de8ff2ea-9873-49d3-bf6c-27fbb595c29e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:20:38.622526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f7274b-c9f2-4cb0-a990-a864c3db60f8", "name": "network-vif-deleted", "tag": "1e72584a-4fef-4aea-8cc0-64e77fd03968", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:20:38.622771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de8ff2ea-9873-49d3-bf6c-27fbb595c29e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:20:38.623316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f7274b-c9f2-4cb0-a990-a864c3db60f8', 'name': 'network-vif-deleted', 'tag': '1e72584a-4fef-4aea-8cc0-64e77fd03968', 'status': 'completed', 'code': 200} Jan 17 13:20:38.856478 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e05a5923-3bb1-4258-8ceb-f5f8a46d7131 req-a6e7a3ef-152c-498c-b176-a63930c478cd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=c9f7274b-c9f2-4cb0-a990-a864c3db60f8 HTTP/1.1" status: 200 len: 210 time: 0.0343637 Jan 17 13:20:38.865737 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:38.974225 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:39.913954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55020) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:40.568187 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:40.821227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 38d87387-cab8-4d0c-94d5-8699f4872cbb {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:20:40.825155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:40.912284 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 38d87387-cab8-4d0c-94d5-8699f4872cbb, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=38d87387-cab8-4d0c-94d5-8699f4872cbb,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:40.912652 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:40.925773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 38d87387-cab8-4d0c-94d5-8699f4872cbb owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:20:41.179968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:41.207339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=38d87387-cab8-4d0c-94d5-8699f4872cbb,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:41.381474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:41.597502 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:20:41.704213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:20:41.709862 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6b4c218c-08cb-4698-8394-bb040476bb73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/91de5dd0-4a1f-45f0-afdc-5fd3edc71d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948620 Jan 17 13:20:41.712989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55022) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:41.714073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] Sync routers for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:20:41.723351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:41.724076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:41.765143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting subnet f26ea53c-b8e1-44ee-a055-994cadf6d00b {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:20:41.768240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:41.808084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:41.828594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:41.895231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.003050 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:20:41Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:42.032866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] Checking router: 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:20:42.037453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.041253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] Routers {'91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:42.052773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:42.073427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.078227 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/subnets/f26ea53c-b8e1-44ee-a055-994cadf6d00b HTTP/1.1" status: 204 len: 168 time: 0.3633029 Jan 17 13:20:42.079080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73283535-8ee0-4262-9ef8-90bc11a4ae1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Subnet': ['ID=f26ea53c-b8e1-44ee-a055-994cadf6d00b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:42.080081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55024) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:42.084076 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e8173-c6a2-46d1-95de-84cfb753dd72 None None] Network a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:20:42.188476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.232656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] Set router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:42.294007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.399147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] DHCP port deletion for a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:20:42.415932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 46bdd62b-4890-4c47-9d4a-922210ace929 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:20:42.416278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.455829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:20:41Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:42.486537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Deleting port 9e8f63db-5311-4c55-9147-5811fd872d6a {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:20:42.486907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.488782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e1f4e3-2074-4fac-bef5-2092f370faad None None] The sync data for ids ['91de5dd0-4a1f-45f0-afdc-5fd3edc71d48'] in dv-neutron-824886-1-hyperv is: [{'id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910505870', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:19:38Z', 'updated_at': '2022-01-17T13:20:41Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '46bdd62b-4890-4c47-9d4a-922210ace929', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de5dd0-4a1f-45f0-afdc-5fd3edc71d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:19:39Z', 'updated_at': '2022-01-17T13:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:20:42.500052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 46bdd62b-4890-4c47-9d4a-922210ace929, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=46bdd62b-4890-4c47-9d4a-922210ace929,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:42.500429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.519219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 46bdd62b-4890-4c47-9d4a-922210ace929 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:20:42.671958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1e72584a-4fef-4aea-8cc0-64e77fd03968 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:20:42.698637 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 1e72584a-4fef-4aea-8cc0-64e77fd03968 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:20:42.699940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 1e72584a-4fef-4aea-8cc0-64e77fd03968 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:20:42.720219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] For port 9e8f63db-5311-4c55-9147-5811fd872d6a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=9e8f63db-5311-4c55-9147-5811fd872d6a,segment=NetworkSegment(193117a6-f33e-40bc-9051-1e12b773de3a),segment_id=193117a6-f33e-40bc-9051-1e12b773de3a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:42.720896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.732607 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Calling delete_port for 9e8f63db-5311-4c55-9147-5811fd872d6a owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:20:42.741390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.772699 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=46bdd62b-4890-4c47-9d4a-922210ace929,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:42.835024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.867150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.903521 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Pushing event deleted for resources: {'Port': ['ID=9e8f63db-5311-4c55-9147-5811fd872d6a,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:42.907066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.907682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.908107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.908507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.908902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.909305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.909692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.910081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.910471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.910861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.911242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.911656 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:42.916189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13d30c-a3f5-4ee2-9ff8-445d4fecbb59 None None] No DVR routers for this DVR port 9e8f63db-5311-4c55-9147-5811fd872d6a on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:20:42.946189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.946189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:42.948311 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e8f63db-5311-4c55-9147-5811fd872d6a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:20:42.970135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 9e8f63db-5311-4c55-9147-5811fd872d6a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:20:42.971175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 9e8f63db-5311-4c55-9147-5811fd872d6a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:20:43.090150 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.091040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Fanout notify agent at l3_agent the message router_deleted on router 91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:20:43.098282 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.099388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5959e8c0-9847-4047-b0cf-5eed50e754f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/routers/91de5dd0-4a1f-45f0-afdc-5fd3edc71d48 HTTP/1.1" status: 204 len: 168 time: 1.0181355 Jan 17 13:20:43.102076 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55026) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:43.184434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.274165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.295916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:43.304927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193117a6-f33e-40bc-9051-1e12b773de3a') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:43.305226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193117a6-f33e-40bc-9051-1e12b773de3a') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:43.314843 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.328130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.333854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:20:43.334236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:20:43.337151 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:20:43.490104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.497220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.500714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/networks/a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7 HTTP/1.1" status: 204 len: 168 time: 0.3976951 Jan 17 13:20:43.503453 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55028) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:43.519989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2babb-732a-44c8-b0e0-90935abe4626 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Network': ['ID=a4cae9cc-3cd5-4e80-98c4-0f64f912bbf7,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:43.573908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc89f4-3280-43e0-af57-4399a5de8da3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.599117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc89f4-3280-43e0-af57-4399a5de8da3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.735475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc89f4-3280-43e0-af57-4399a5de8da3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.738112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d9cc89f4-3280-43e0-af57-4399a5de8da3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:43.739307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d9cc89f4-3280-43e0-af57-4399a5de8da3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/security-groups/bd2d63f3-68c6-4687-99c7-712d84541393 HTTP/1.1" status: 204 len: 168 time: 0.2349186 Jan 17 13:20:43.748470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc89f4-3280-43e0-af57-4399a5de8da3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d63f3-68c6-4687-99c7-712d84541393,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:44.181588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55034) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:44.181995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562062031', 'description': 'tempest-secgroup-smoke-1562062031 description', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:44.284164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.354019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.461098 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.490252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca12471-09f9-4869-8f96-baf1afe21e02,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:44.556885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38d87387-cab8-4d0c-94d5-8699f4872cbb no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:20:44.561028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.562379 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5edce311-af9c-43ae-b1ef-29ddaf25f772 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3842700 Jan 17 13:20:44.565122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55036) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:44.570120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bca12471-09f9-4869-8f96-baf1afe21e02', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:44.577418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 38d87387-cab8-4d0c-94d5-8699f4872cbb {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:20:44.577792 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 38d87387-cab8-4d0c-94d5-8699f4872cbb not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:20:44.578161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46bdd62b-4890-4c47-9d4a-922210ace929 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:20:44.597528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 46bdd62b-4890-4c47-9d4a-922210ace929 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:20:44.597873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 46bdd62b-4890-4c47-9d4a-922210ace929 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:20:44.701148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.756641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.849570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.867896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad718f9-b47e-4590-88f6-3bbde3e46b5c,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:44.954582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:44.956044 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-19066673-75d0-4431-8813-03bd55a8bbfe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897552 Jan 17 13:20:44.958608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55038) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:44.962898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bca12471-09f9-4869-8f96-baf1afe21e02', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:45.060370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.116388 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.208606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.226930 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49606468-45c6-4b05-9917-fe0704404ed5,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:45.302818 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.304092 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-14df443a-3c7b-4d70-a06c-c86eba5c8f52 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445654 Jan 17 13:20:45.306806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55040) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:45.311186 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bca12471-09f9-4869-8f96-baf1afe21e02', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:45.409219 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.469201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.593293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.611167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf0d458-585a-47dd-a433-6d301670b481,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:45.680474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.681737 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f6991a05-df7e-423b-8f3d-83aace701db9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740103 Jan 17 13:20:45.684446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55042) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:45.688870 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bca12471-09f9-4869-8f96-baf1afe21e02', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:45.826597 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.887155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.975863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:45.993798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37fcde8-e86c-4c21-84ea-d7adea62eb68,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:46.091346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.092620 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e8695147-d752-404a-97d1-1164cc718ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4071169 Jan 17 13:20:46.095280 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55044) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:46.099538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bca12471-09f9-4869-8f96-baf1afe21e02', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:46.244544 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:20:46.253570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.311059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.409523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.436796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fd7b16-43d1-457d-99b8-ae72e2a08752,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:46.536028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.537239 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-780497af-0ebf-4066-a294-f1173e907add tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4410310 Jan 17 13:20:46.539948 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55046) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:46.546445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'bca12471-09f9-4869-8f96-baf1afe21e02', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:46.655954 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:20:46.661307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.724609 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.808765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.825778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78f875e-8e6c-470b-b8d5-76492f2c55f2,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:46.914250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:46.915475 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8e3b8cf9-be87-41d4-b286-47c590c82b51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3746212 Jan 17 13:20:46.918433 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55048) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:46.923184 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'network': {'name': 'tempest-network-smoke--1099504897', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'port_security_enabled': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:47.015632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:20:47.019055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.042062 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:20:47.050378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.050717 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Added segment 04cccc39-5260-4478-afd7-d29bb3761340 of type vlan for network a9af9def-5049-4b6b-8350-f330546b6bc7 Jan 17 13:20:47.088735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.175376 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.181037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:47.181622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.246756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Network': ['ID=a9af9def-5049-4b6b-8350-f330546b6bc7,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:47.257736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a9af9def-5049-4b6b-8350-f330546b6bc7 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:20:47.292720 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b3d0ca7c-1fca-452c-84b0-02e643e3c322 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3732591 Jan 17 13:20:47.295414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55050) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:47.299944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'admin_state_up': True, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:47.404541 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.405550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.459398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.646448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.927206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:47.945822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:48.023835 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:20:48.050582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.53 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/b079d65a-6445-4f27-a741-811978fe918c) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:20:48.148575 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:48.256035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:48.298446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:20:48.301292 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:20:48.304721 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:20:48.330008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=b079d65a-6445-4f27-a741-811978fe918c,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:48.628620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:48.824202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:49.038037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router c770074f-11f2-462b-81d1-b8f944fc399d is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:20:49.451022 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:20:49.460592 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Sync routers for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:20:49.470057 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:49.470764 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:49.520790 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:49.522037 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6bf80746-472f-436e-bf03-0a5de6d9940d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2255983 Jan 17 13:20:49.525335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55052) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:49.553115 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-147baca8-b78a-4378-8923-f809aec514e8 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fb0cd12027ee4bce8945e68857bfbbff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266981 Jan 17 13:20:49.555923 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55054) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:49.574663 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:49.659838 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f548d-6cc6-48e5-9226-7cdbc7f75803 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:49.661370 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad9f548d-6cc6-48e5-9226-7cdbc7f75803 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045218 Jan 17 13:20:49.664197 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55056) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:49.692162 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-05675453-adb8-4106-a760-28767a1f2970 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267355 Jan 17 13:20:49.694367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55058) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:49.698937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1311883682', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:49.768690 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:48Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:49.796935 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Checking router: c770074f-11f2-462b-81d1-b8f944fc399d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:20:49.798054 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Updating router c770074f-11f2-462b-81d1-b8f944fc399d port b079d65a-6445-4f27-a741-811978fe918c binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:20:49.821119 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:49.844206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:20:49.847931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.067771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.095740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.156973 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Subnet': ['ID=189cb789-8629-433e-b6e4-d3ce7bae98ee,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:50.167235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Checking segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:20:50.167625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network hostable DHCP agents. Network: a9af9def-5049-4b6b-8350-f330546b6bc7, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:20:50.181567 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.228423 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Attempting to bind port b079d65a-6445-4f27-a741-811978fe918c on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:20:50.228786 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Attempting to bind port b079d65a-6445-4f27-a741-811978fe918c by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:20:50.229143 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Attempting to bind port b079d65a-6445-4f27-a741-811978fe918c on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:20:50.238042 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Pushing event updated for resources: {'Port': ['ID=b079d65a-6445-4f27-a741-811978fe918c,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:50.240915 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:20:50.241280 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:20:50.241675 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.242081 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:20:50.242516 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Bound port: b079d65a-6445-4f27-a741-811978fe918c, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:20:50.242883 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.249526 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.249878 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.250211 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.250540 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.250870 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.251195 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.251554 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.251879 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.252198 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.252517 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.252833 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.253175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:20:50.261352 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a9af9def-5049-4b6b-8350-f330546b6bc7 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:20:50.304602 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] For port b079d65a-6445-4f27-a741-811978fe918c, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:20:50.307563 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] For port b079d65a-6445-4f27-a741-811978fe918c, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b079d65a-6445-4f27-a741-811978fe918c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:20:50.358319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a9af9def-5049-4b6b-8350-f330546b6bc7) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:20:50.362679 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:50.366588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.367208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef52ca8-e4d9-4b14-89b9-7c8199c70e0b None None] Network a9af9def-5049-4b6b-8350-f330546b6bc7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:20:50.387206 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.444137 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13834b0a-068a-4a43-bf34-e11d7a4254f9 None None] Pushing event updated for resources: {'Port': ['ID=b079d65a-6445-4f27-a741-811978fe918c,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:50.446970 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:50.447566 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:50.470033 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7846a030-6655-4448-8ea5-e411be31af17 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7745416 Jan 17 13:20:50.473100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55060) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:20:50.520609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a9af9def-5049-4b6b-8350-f330546b6bc7', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:20:50.522252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.556832 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:50.665179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Allocated IP 172.20.0.2 (a9af9def-5049-4b6b-8350-f330546b6bc7/189cb789-8629-433e-b6e4-d3ce7bae98ee/8fd1954c-ffca-4084-ae5e-170782e4f8b8) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:20:50.743284 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:48Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:50.819218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.863722 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d05fd-a01a-4acb-8a18-9541e7ea807f None None] The sync data for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv is: [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:48Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:20:50.920027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.948362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:50.960968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Network a9af9def-5049-4b6b-8350-f330546b6bc7 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:20:50.965092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:20:50.969105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:20:50.984359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Pushing event updated for resources: {'Port': ['ID=8fd1954c-ffca-4084-ae5e-170782e4f8b8,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:51.037091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Attempting to bind port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Attempting to bind port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Attempting to bind port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 on network a9af9def-5049-4b6b-8350-f330546b6bc7 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Checking segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Bound using segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Bound port: 8fd1954c-ffca-4084-ae5e-170782e4f8b8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:20:51.047856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:51.126621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] For port 8fd1954c-ffca-4084-ae5e-170782e4f8b8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:20:51.138008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] For port 8fd1954c-ffca-4084-ae5e-170782e4f8b8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8fd1954c-ffca-4084-ae5e-170782e4f8b8,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:20:51.256075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:51.278046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.1 (a9af9def-5049-4b6b-8350-f330546b6bc7/189cb789-8629-433e-b6e4-d3ce7bae98ee/1833011c-0c1f-472c-b285-15d79437aa3a) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:20:51.317920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50412c7-2575-4b8a-87a4-cd860572576d None None] Pushing event updated for resources: {'Port': ['ID=8fd1954c-ffca-4084-ae5e-170782e4f8b8,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:51.417526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:51.541987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:51.592674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a9af9def-5049-4b6b-8350-f330546b6bc7 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:20:51.596283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:20:51.599473 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:20:51.633264 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=1833011c-0c1f-472c-b285-15d79437aa3a,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:51.657776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:51.849843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:52.121956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:52.192855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:52.269739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=1833011c-0c1f-472c-b285-15d79437aa3a,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:52.274667 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:52.370507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a9af9def-5049-4b6b-8350-f330546b6bc7 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:20:52.371779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:20:52.487478 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router c770074f-11f2-462b-81d1-b8f944fc399d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:20:52.608386 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:20:52.620232 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d4d7d40a-d07e-43b0-be05-c91d7eb30c8b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/c770074f-11f2-462b-81d1-b8f944fc399d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392431 Jan 17 13:20:52.628015 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839807c-0afa-4303-8616-09c836726975 None None] Sync routers for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:20:52.637848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:52.638579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:52.677416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b079d65a-6445-4f27-a741-811978fe918c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:20:52.682101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:52.792100 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-3581bc25-d023-4bd1-a541-70d7e76bef32 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562062031&fields=id&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 267 time: 0.0473235 Jan 17 13:20:52.796198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b079d65a-6445-4f27-a741-811978fe918c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:52.796863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:52.821048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:52.904923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-7b5d4573-9126-44c3-82d7-6834b14c5e5c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:52.906539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-7b5d4573-9126-44c3-82d7-6834b14c5e5c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/networks?id=a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 200 len: 797 time: 0.1085296 Jan 17 13:20:52.909372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af007d5-53fe-4cef-8d62-a6c064e0f1da None None] Network a9af9def-5049-4b6b-8350-f330546b6bc7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:20:52.922327 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-fb534414-b594-4d2a-9753-99ad1c648a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/quotas/fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 375 time: 0.0097823 Jan 17 13:20:52.978022 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-ad00cb1f-8cd8-42f7-9bf8-c3d5cc815881 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500407 Jan 17 13:20:53.062201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b57dedb0-47d7-47f3-82d2-0d32fc2a55b1 None None] Provisioning complete for port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:53.062570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b57dedb0-47d7-47f3-82d2-0d32fc2a55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.070924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.121123 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-2f4df2e9-d228-46ed-af75-d6befa15f40f service neutron] 10.222.0.77 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304469 Jan 17 13:20:53.167101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port b079d65a-6445-4f27-a741-811978fe918c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b079d65a-6445-4f27-a741-811978fe918c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:53.257012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.257811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8fd1954c-ffca-4084-ae5e-170782e4f8b8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:20:53.332954 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b57dedb0-47d7-47f3-82d2-0d32fc2a55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.400345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=b079d65a-6445-4f27-a741-811978fe918c,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:53.419864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b57dedb0-47d7-47f3-82d2-0d32fc2a55b1 None None] For port 8fd1954c-ffca-4084-ae5e-170782e4f8b8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8fd1954c-ffca-4084-ae5e-170782e4f8b8,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:53.419864 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 2, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:53.451939 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839807c-0afa-4303-8616-09c836726975 None None] Checking router: c770074f-11f2-462b-81d1-b8f944fc399d for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:20:53.456761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839807c-0afa-4303-8616-09c836726975 None None] Updating router c770074f-11f2-462b-81d1-b8f944fc399d port 1833011c-0c1f-472c-b285-15d79437aa3a binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:20:53.456761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:53.456761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.502381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b839807c-0afa-4303-8616-09c836726975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.506259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b57dedb0-47d7-47f3-82d2-0d32fc2a55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.596638 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-f654f7a9-3566-4889-9959-616016a31d3c service neutron] 10.222.0.77 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685001 Jan 17 13:20:53.596783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dedb0-47d7-47f3-82d2-0d32fc2a55b1 None None] Pushing event updated for resources: {'Port': ['ID=8fd1954c-ffca-4084-ae5e-170782e4f8b8,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:53.722751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eab40c9e-28c4-48b0-b509-8cad915f8905 None None] Provisioning complete for port 1833011c-0c1f-472c-b285-15d79437aa3a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:53.723384 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eab40c9e-28c4-48b0-b509-8cad915f8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:53.858052 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-46b5a646-2410-4b25-91be-06517361741b req-e0ca701a-b535-4a22-9f69-7aa7a909c4b2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 210 time: 0.0311313 Jan 17 13:20:53.974934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-eab40c9e-28c4-48b0-b509-8cad915f8905 None None] Port 1833011c-0c1f-472c-b285-15d79437aa3a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:20:54.007632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eab40c9e-28c4-48b0-b509-8cad915f8905 None None] Provisioning complete for port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:54.008006 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eab40c9e-28c4-48b0-b509-8cad915f8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.096527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b839807c-0afa-4303-8616-09c836726975 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.198740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b839807c-0afa-4303-8616-09c836726975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.259613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3e1f3-5eff-4845-92e1-2d2c9fe2c5d1 None None] Pushing event updated for resources: {'Port': ['ID=1833011c-0c1f-472c-b285-15d79437aa3a,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:54.290650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4b1e86bb-b14e-4654-b863-72bf2e0991dd None None] Provisioning complete for port 1833011c-0c1f-472c-b285-15d79437aa3a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:54.296254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4b1e86bb-b14e-4654-b863-72bf2e0991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.338600 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b839807c-0afa-4303-8616-09c836726975 None None] Attempting to bind port 1833011c-0c1f-472c-b285-15d79437aa3a on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:20:54.338969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b839807c-0afa-4303-8616-09c836726975 None None] Attempting to bind port 1833011c-0c1f-472c-b285-15d79437aa3a by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:20:54.339333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b839807c-0afa-4303-8616-09c836726975 None None] Attempting to bind port 1833011c-0c1f-472c-b285-15d79437aa3a on network a9af9def-5049-4b6b-8350-f330546b6bc7 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:20:54.351958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b839807c-0afa-4303-8616-09c836726975 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:20:54.352168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b839807c-0afa-4303-8616-09c836726975 None None] Checking segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:20:54.352436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b839807c-0afa-4303-8616-09c836726975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.352827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b839807c-0afa-4303-8616-09c836726975 None None] Bound using segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:20:54.353330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-b839807c-0afa-4303-8616-09c836726975 None None] Bound port: 1833011c-0c1f-472c-b285-15d79437aa3a, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:20:54.353713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b839807c-0afa-4303-8616-09c836726975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.355572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e86bb-b14e-4654-b863-72bf2e0991dd None None] Port 1833011c-0c1f-472c-b285-15d79437aa3a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:20:54.427434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b839807c-0afa-4303-8616-09c836726975 None None] For port 1833011c-0c1f-472c-b285-15d79437aa3a, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:20:54.430739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b839807c-0afa-4303-8616-09c836726975 None None] For port 1833011c-0c1f-472c-b285-15d79437aa3a, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1833011c-0c1f-472c-b285-15d79437aa3a,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:20:54.475072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-18cf3bed-355f-46be-939d-1d5ad0fad0c4 None None] Provisioning complete for port 1833011c-0c1f-472c-b285-15d79437aa3a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:54.475360 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-18cf3bed-355f-46be-939d-1d5ad0fad0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.497334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b839807c-0afa-4303-8616-09c836726975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.540009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-18cf3bed-355f-46be-939d-1d5ad0fad0c4 None None] Port 1833011c-0c1f-472c-b285-15d79437aa3a cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:20:54.567714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:20:54.568459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:20:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:54.572201 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3e1f3-5eff-4845-92e1-2d2c9fe2c5d1 None None] Pushing event updated for resources: {'Port': ['ID=1833011c-0c1f-472c-b285-15d79437aa3a,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:54.610874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b079d65a-6445-4f27-a741-811978fe918c up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:20:54.720509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:20:54.722290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port b079d65a-6445-4f27-a741-811978fe918c triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:54.722665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.830616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ad71df6a-de46-4112-ac0e-08e53e3f069b None None] Provisioning complete for port 1833011c-0c1f-472c-b285-15d79437aa3a triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:54.831255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad71df6a-de46-4112-ac0e-08e53e3f069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:54.958598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf3a77fe-78e7-4889-9f7a-b15c7085f801 req-d2295aa0-b41f-4d36-b950-9bda6feb042d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Jan 17 13:20:54.999668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8fd1954c-ffca-4084-ae5e-170782e4f8b8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:20:55.101186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:55.101471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:55.104394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-b839807c-0afa-4303-8616-09c836726975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:54Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:20:55.106070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad71df6a-de46-4112-ac0e-08e53e3f069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:55.163633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b839807c-0afa-4303-8616-09c836726975 None None] The sync data for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv is: [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:54Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:20:55.198099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ad71df6a-de46-4112-ac0e-08e53e3f069b None None] For port 1833011c-0c1f-472c-b285-15d79437aa3a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1833011c-0c1f-472c-b285-15d79437aa3a,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:20:55.290134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad71df6a-de46-4112-ac0e-08e53e3f069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:55.344504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71df6a-de46-4112-ac0e-08e53e3f069b None None] Pushing event updated for resources: {'Port': ['ID=1833011c-0c1f-472c-b285-15d79437aa3a,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:56.069303 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d5ddd7e4-8476-40d5-a379-3b770951cb3d req-e6e4a747-1f67-4c64-a93c-168480cde427 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 210 time: 0.0379541 Jan 17 13:20:56.141747 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-73e48ac9-bb9e-4be0-8acc-66737c8c2e46 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:56.144111 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-73e48ac9-bb9e-4be0-8acc-66737c8c2e46 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/networks?id=a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 200 len: 797 time: 0.1254125 Jan 17 13:20:56.197233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-03744084-5084-4cf3-b8f1-17600bd22f91 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 380 time: 0.0442314 Jan 17 13:20:56.208800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'port': {'device_id': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'admin_state_up': True, 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'security_groups': ['bca12471-09f9-4869-8f96-baf1afe21e02']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:56.415904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:20:56.419694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:56.570933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.8 (a9af9def-5049-4b6b-8350-f330546b6bc7/189cb789-8629-433e-b6e4-d3ce7bae98ee/cf040a2f-c368-49ae-b475-d1dd144f5dfb) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:20:56.590877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1833011c-0c1f-472c-b285-15d79437aa3a up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:20:56.646169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 1833011c-0c1f-472c-b285-15d79437aa3a triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:56.646541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:56.725518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:56.850136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:56.898729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network a9af9def-5049-4b6b-8350-f330546b6bc7 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:20:56.901732 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:20:56.905657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:20:56.931878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=cf040a2f-c368-49ae-b475-d1dd144f5dfb,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:56.961535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:56.962382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.068986 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-5a7df356-bb55-4953-b44d-4dcb44d7c605 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653309 Jan 17 13:20:57.080391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Request body: {'port': {'device_id': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:20:57.121785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f9a921dc-1bfe-4581-8c1c-405c723fa5c0 None None] Provisioning complete for port cf040a2f-c368-49ae-b475-d1dd144f5dfb triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:20:57.122162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f9a921dc-1bfe-4581-8c1c-405c723fa5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.136472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.156301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f9a921dc-1bfe-4581-8c1c-405c723fa5c0 None None] Port cf040a2f-c368-49ae-b475-d1dd144f5dfb cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:20:57.258238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fd72-1316-4cbe-aee3-ec7c908be61d req-9d24478d-a80e-4b02-a91d-39cfdf389f8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:57.258238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea50fd72-1316-4cbe-aee3-ec7c908be61d req-9d24478d-a80e-4b02-a91d-39cfdf389f8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 931 time: 0.1051965 Jan 17 13:20:57.389215 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea50fd72-1316-4cbe-aee3-ec7c908be61d req-b475eee1-424c-494c-90ae-7ee52d038d53 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866237 Jan 17 13:20:57.488538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf040a2f-c368-49ae-b475-d1dd144f5dfb {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:20:57.495830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.507579 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Transition to ACTIVE for port object cf040a2f-c368-49ae-b475-d1dd144f5dfb will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:20:57.574463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.623738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf040a2f-c368-49ae-b475-d1dd144f5dfb,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:57.699243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Attempting to bind port cf040a2f-c368-49ae-b475-d1dd144f5dfb on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:20:57.699601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Attempting to bind port cf040a2f-c368-49ae-b475-d1dd144f5dfb by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:20:57.699923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Attempting to bind port cf040a2f-c368-49ae-b475-d1dd144f5dfb on network a9af9def-5049-4b6b-8350-f330546b6bc7 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:20:57.707209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Port cf040a2f-c368-49ae-b475-d1dd144f5dfb on network a9af9def-5049-4b6b-8350-f330546b6bc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:20:57.707552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Attempting to bind port cf040a2f-c368-49ae-b475-d1dd144f5dfb on network a9af9def-5049-4b6b-8350-f330546b6bc7 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:20:57.712782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:20:57.713114 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Checking segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:20:57.713494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Bound using segment: {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:20:57.713920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Bound port: cf040a2f-c368-49ae-b475-d1dd144f5dfb, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cccc39-5260-4478-afd7-d29bb3761340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:20:57.714272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.786409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] For port cf040a2f-c368-49ae-b475-d1dd144f5dfb, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:20:57.789484 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] For port cf040a2f-c368-49ae-b475-d1dd144f5dfb, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:20:57.867402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.901913 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:57.902520 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:20:57.903902 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] 10.222.0.67 "PUT /v2.0/ports/cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 200 len: 1093 time: 0.8275955 Jan 17 13:20:57.904381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:20:57.906605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8131af7-c8fc-4e3b-90e5-23b3131d807a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:20:57.931157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909fd7-8f3b-4d2a-9ed3-ecec73b99cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=cf040a2f-c368-49ae-b475-d1dd144f5dfb,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:20:57.949341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c36aef4-707f-4b05-b38e-9171ceb9d830 x-openstack-request-id: req-1c36aef4-707f-4b05-b38e-9171ceb9d830 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:20:57.949706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:20:57.949920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c36aef4-707f-4b05-b38e-9171ceb9d830 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:20:57.950344 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'status': 'completed', 'code': 200} Jan 17 13:20:58.010703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131af7-c8fc-4e3b-90e5-23b3131d807a req-66ba4f12-eff2-415f-80cd-138d59222b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.012411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e8131af7-c8fc-4e3b-90e5-23b3131d807a req-66ba4f12-eff2-415f-80cd-138d59222b04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1096 time: 0.0431457 Jan 17 13:20:58.117926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131af7-c8fc-4e3b-90e5-23b3131d807a req-133ccafc-29a9-44cd-9758-a5902ee8c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.119366 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e8131af7-c8fc-4e3b-90e5-23b3131d807a req-133ccafc-29a9-44cd-9758-a5902ee8c12f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0996926 Jan 17 13:20:58.219272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131af7-c8fc-4e3b-90e5-23b3131d807a req-b324ffc4-d563-47ee-afb8-9233c1597015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.220777 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e8131af7-c8fc-4e3b-90e5-23b3131d807a req-b324ffc4-d563-47ee-afb8-9233c1597015 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951002 Jan 17 13:20:58.297455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-3cfbd034-0b97-4191-9377-3b3ca9f803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.298927 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-3cfbd034-0b97-4191-9377-3b3ca9f803b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1096 time: 0.0407219 Jan 17 13:20:58.340760 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-3c7de844-e3f6-404d-811f-3c291eee8045 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 200 len: 217 time: 0.0341940 Jan 17 13:20:58.388921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-947fd6c0-fd72-4b9b-85ee-4e5a54e61ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.390246 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-947fd6c0-fd72-4b9b-85ee-4e5a54e61ffe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=189cb789-8629-433e-b6e4-d3ce7bae98ee HTTP/1.1" status: 200 len: 835 time: 0.0434594 Jan 17 13:20:58.439278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-1857a52c-5266-49ff-815e-35fc0f5f2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.440883 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-1857a52c-5266-49ff-815e-35fc0f5f2588 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9af9def-5049-4b6b-8350-f330546b6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445204 Jan 17 13:20:58.556945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a864-3930-400f-9a51-4bd4d85edb7d req-00f5e282-62a6-4b05-9bb6-275c5e0d484b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:58.558397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-31e4a864-3930-400f-9a51-4bd4d85edb7d req-00f5e282-62a6-4b05-9bb6-275c5e0d484b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 943 time: 0.1027167 Jan 17 13:20:58.583061 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-6b3c48d9-e2c7-4289-9389-fa4aa606b9c8 service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355028 Jan 17 13:20:58.640809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-31e4a864-3930-400f-9a51-4bd4d85edb7d req-50fa2ae4-77da-4c42-8ecf-fd8be830cefe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738561 Jan 17 13:20:58.682714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a44dfc2-439b-4754-8aaf-8eba21e7168a req-3295c580-a2c7-4aeb-82cd-e1270a9ecdf1 service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923548 Jan 17 13:20:59.757383 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b0e57-1fb5-4b82-9328-47da74a80289 req-61d905c2-190c-48da-81d9-bb8bae5e6581 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:20:59.758879 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4e3b0e57-1fb5-4b82-9328-47da74a80289 req-61d905c2-190c-48da-81d9-bb8bae5e6581 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 943 time: 0.0496988 Jan 17 13:20:59.797838 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4e3b0e57-1fb5-4b82-9328-47da74a80289 req-1e550459-58e5-4be1-a98b-429a0d47fe7d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325673 Jan 17 13:21:00.916884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d84b2-fcea-4dcd-9bf0-c514b1f455cb req-74898923-ac66-41b1-a54d-4d2310ab0c7e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:00.918373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a00d84b2-fcea-4dcd-9bf0-c514b1f455cb req-74898923-ac66-41b1-a54d-4d2310ab0c7e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 943 time: 0.0548897 Jan 17 13:21:00.956207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a00d84b2-fcea-4dcd-9bf0-c514b1f455cb req-b8b80fdd-346b-4b16-a0f9-ad988b04ae65 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Jan 17 13:21:02.070134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2c5df-7e70-4f81-aaf6-eedfdd033664 req-86d061bd-909f-4370-8f5e-82050372dd11 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:02.071673 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d6a2c5df-7e70-4f81-aaf6-eedfdd033664 req-86d061bd-909f-4370-8f5e-82050372dd11 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 943 time: 0.0483587 Jan 17 13:21:02.110118 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d6a2c5df-7e70-4f81-aaf6-eedfdd033664 req-f3bca8ed-1f92-42da-a8fe-549d3675337c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Jan 17 13:21:02.646505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device cf040a2f-c368-49ae-b475-d1dd144f5dfb details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:21:02.741246 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port cf040a2f-c368-49ae-b475-d1dd144f5dfb, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:21:02.752213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'port_id': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'mac_address': 'fa:16:3e:7c:1a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:21:02.788244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:02.801618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf040a2f-c368-49ae-b475-d1dd144f5dfb {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:21:02.820544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port cf040a2f-c368-49ae-b475-d1dd144f5dfb, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:21:02.912272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:02.961758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=cf040a2f-c368-49ae-b475-d1dd144f5dfb,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:21:03.114528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['cf040a2f-c368-49ae-b475-d1dd144f5dfb'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:21:03.225825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d8a4-818a-4980-b9ad-ac1329694e40 req-cf92e865-3874-4809-856f-786555450964 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:03.227303 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4509d8a4-818a-4980-b9ad-ac1329694e40 req-cf92e865-3874-4809-856f-786555450964 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 944 time: 0.0496206 Jan 17 13:21:03.265967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4509d8a4-818a-4980-b9ad-ac1329694e40 req-f4ddc686-2d1c-441a-ab28-504bb82ef22d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325541 Jan 17 13:21:03.804240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02a93b05-44df-4225-b310-55fc4f832107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:04.383291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37d1d-5eaf-4750-9bd1-fc3336757ec4 req-5e13391d-b255-45ca-b0b0-82949f64cb9a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:04.384791 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d9f37d1d-5eaf-4750-9bd1-fc3336757ec4 req-5e13391d-b255-45ca-b0b0-82949f64cb9a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 944 time: 0.0531909 Jan 17 13:21:04.422656 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d9f37d1d-5eaf-4750-9bd1-fc3336757ec4 req-b88f1804-a2de-469d-a8be-719c94c8a743 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Jan 17 13:21:04.661657 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device cf040a2f-c368-49ae-b475-d1dd144f5dfb up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:21:04.752439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port cf040a2f-c368-49ae-b475-d1dd144f5dfb completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:21:04.756165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port cf040a2f-c368-49ae-b475-d1dd144f5dfb triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:21:04.756537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:04.834059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:04.933481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:21:04.936205 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8968fcd4-f2b2-428d-a144-12ef06e5bd98" -d '{"events": [{"server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "name": "network-vif-plugged", "status": "completed", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:21:04.953042 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port cf040a2f-c368-49ae-b475-d1dd144f5dfb, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:21:04.975216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1eba4-b2f1-4c8a-8e53-ad9c8f38b1d1 x-openstack-request-id: req-ddb1eba4-b2f1-4c8a-8e53-ad9c8f38b1d1 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:21:04.975511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "name": "network-vif-plugged", "status": "completed", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:21:04.975781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddb1eba4-b2f1-4c8a-8e53-ad9c8f38b1d1 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:21:04.976163 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'code': 200} Jan 17 13:21:05.032458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:05.079085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=cf040a2f-c368-49ae-b475-d1dd144f5dfb,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:21:05.269177 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ba4d-5e8a-4b44-bfe8-b65e9ec19188 req-8aa70b3d-74e2-4efa-9ca3-dc4118ae8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:05.270652 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3611ba4d-5e8a-4b44-bfe8-b65e9ec19188 req-8aa70b3d-74e2-4efa-9ca3-dc4118ae8b60 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1098 time: 0.0414176 Jan 17 13:21:05.304566 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3611ba4d-5e8a-4b44-bfe8-b65e9ec19188 req-03a71d03-6223-42f1-a8e4-90727e15e089 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267048 Jan 17 13:21:05.536657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b226-fa2c-4fe8-8916-d291c1c10d03 req-0e3ac721-13d3-4f43-b6db-4630546f36a7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:05.538161 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a4e7b226-fa2c-4fe8-8916-d291c1c10d03 req-0e3ac721-13d3-4f43-b6db-4630546f36a7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0489733 Jan 17 13:21:05.576283 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a4e7b226-fa2c-4fe8-8916-d291c1c10d03 req-73bacf72-41cf-45f0-aac2-2fcf545c3a75 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jan 17 13:21:06.198136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-852ec87e-6da5-430d-92d2-432bdc218257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:06.695445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984f87-b1cb-413b-81ff-2f7ff9e9e62f req-4eaba37d-fc77-46cb-9434-de412db435cc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:06.696926 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eb984f87-b1cb-413b-81ff-2f7ff9e9e62f req-4eaba37d-fc77-46cb-9434-de412db435cc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Jan 17 13:21:06.735190 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eb984f87-b1cb-413b-81ff-2f7ff9e9e62f req-5489a67b-1e1d-48b5-a4f9-db0c06bdaf82 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Jan 17 13:21:06.850155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e620-ba5d-4ab2-872f-193f508815aa req-b8f150e4-ec8f-4fdd-a73e-0ddfba328c3e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:06.854816 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2f48e620-ba5d-4ab2-872f-193f508815aa req-b8f150e4-ec8f-4fdd-a73e-0ddfba328c3e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Jan 17 13:21:06.892546 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2f48e620-ba5d-4ab2-872f-193f508815aa req-6078069f-02a5-4857-9ab3-a333e89e3055 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Jan 17 13:21:06.913344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55124) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:21:06.955964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd2dc4-e65c-45a6-aca2-0a5c3c723fde tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:06.957509 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dbbd2dc4-e65c-45a6-aca2-0a5c3c723fde tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1093 time: 0.0432317 Jan 17 13:21:06.960341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55126) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:21:06.964445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:21:07.066800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:07.161740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:07.267739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.120 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/17880f8c-55f3-4cef-ab3f-fd23d1d9ee95) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:21:07.368143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:07.427075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:07.512632 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:07.547700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:21:07.550415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:21:07.553846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:21:07.587109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=17880f8c-55f3-4cef-ab3f-fd23d1d9ee95,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:21:07.910150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.043293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.191312 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.261188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.331480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=17880f8c-55f3-4cef-ab3f-fd23d1d9ee95,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:21:08.341897 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.442435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP edf91823-086b-4d40-8e57-45e68d66c60f associated. External IP: 172.26.4.120, port: cf040a2f-c368-49ae-b475-d1dd144f5dfb. Jan 17 13:21:08.648150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router c770074f-11f2-462b-81d1-b8f944fc399d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:21:08.752525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:21:08.762020 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] Sync routers for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:21:08.772316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:21:08.772570 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:21:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:21:08.823393 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.838468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.855100 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a530ecc2-2c86-492b-b4c8-80c78f30aeb2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8912330 Jan 17 13:21:08.855100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:21:08.855717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:21:08.883972 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:21:08.893803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ccda60-1ad5-4c7e-9dec-6fe3241809d2 x-openstack-request-id: req-44ccda60-1ad5-4c7e-9dec-6fe3241809d2 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:21:08.897650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:21:08.897650 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44ccda60-1ad5-4c7e-9dec-6fe3241809d2 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:21:08.897650 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'status': 'completed', 'code': 200} Jan 17 13:21:08.918258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:08.990733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa79d8-74b4-4027-9751-5ae88adc92cc req-c70ae853-46cb-4ea7-b0ce-3f0feb59894a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:08.992309 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-78fa79d8-74b4-4027-9751-5ae88adc92cc req-c70ae853-46cb-4ea7-b0ce-3f0feb59894a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0807829 Jan 17 13:21:08.994230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-c91c2353-d2fe-434a-aba4-07a3b696820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:08.995677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-c91c2353-d2fe-434a-aba4-07a3b696820a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1098 time: 0.0735309 Jan 17 13:21:09.082175 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-78fa79d8-74b4-4027-9751-5ae88adc92cc req-83b83a93-7ada-4cd5-9f57-92908e29b839 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824852 Jan 17 13:21:09.104915 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55132) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:21:09.117660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-8ec75555-6f7d-44f2-a1fc-4b3ac69bed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:09.117861 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'edf91823-086b-4d40-8e57-45e68d66c60f', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.120', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'port_id': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'mac_address': 'fa:16:3e:7c:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:21:07Z', 'updated_at': '2022-01-17T13:21:07Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:55Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:21:09.119167 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-8ec75555-6f7d-44f2-a1fc-4b3ac69bed39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 200 len: 898 time: 0.1136348 Jan 17 13:21:09.148599 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] Checking router: c770074f-11f2-462b-81d1-b8f944fc399d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:21:09.161409 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:21:09.162020 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:21:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:21:09.167867 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2790ddb5-7f7b-4070-90f9-99c2333f2f1f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/edf91823-086b-4d40-8e57-45e68d66c60f HTTP/1.1" status: 200 len: 991 time: 0.0606101 Jan 17 13:21:09.187949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-4f7cc9b7-7fbd-4d17-a22d-0fb1d3a05a44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 200 len: 999 time: 0.0626731 Jan 17 13:21:09.241365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-0719d7a5-1bff-45b6-a163-a154a5792be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:09.242832 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-0719d7a5-1bff-45b6-a163-a154a5792be7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=189cb789-8629-433e-b6e4-d3ce7bae98ee HTTP/1.1" status: 200 len: 835 time: 0.0486414 Jan 17 13:21:09.267443 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:21:09.288077 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-8346193c-2fa4-494c-ba6c-9e4ca8168001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:09.289607 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-8346193c-2fa4-494c-ba6c-9e4ca8168001 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9af9def-5049-4b6b-8350-f330546b6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405867 Jan 17 13:21:09.382451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-934f37fa-4fd8-459b-96a2-7c0c364f481f service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Jan 17 13:21:09.476746 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c0b8be1-9589-4e99-ae97-0a08d66e9e9f req-4847074a-3026-4a99-9971-3bd572b62d3b service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874519 Jan 17 13:21:09.486736 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'edf91823-086b-4d40-8e57-45e68d66c60f', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.120', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'port_id': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'mac_address': 'fa:16:3e:7c:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:21:07Z', 'updated_at': '2022-01-17T13:21:07Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:55Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:21:09.512516 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a406c72-bb79-440c-a220-85f7f42e988d None None] The sync data for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv is: [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'edf91823-086b-4d40-8e57-45e68d66c60f', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.120', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'port_id': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'mac_address': 'fa:16:3e:7c:1a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:21:07Z', 'updated_at': '2022-01-17T13:21:07Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:55Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:21:09.701167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e62355-d877-4fec-a6c5-46e6d8d049ab None None] New status for floating IP edf91823-086b-4d40-8e57-45e68d66c60f: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:21:10.170735 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55134) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:21:10.230538 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d6957044-4fa6-4b21-9227-59323879d618 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/edf91823-086b-4d40-8e57-45e68d66c60f HTTP/1.1" status: 200 len: 993 time: 0.0586426 Jan 17 13:21:22.689014 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:25.023073 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:21:33.775396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cc74109e-960d-4ede-8b1b-95e2096560ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:36.220804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e220082b-316b-45d9-a051-a8596169accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:37.374764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:38.843698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:38.917720 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:41.697589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c66dd-25af-4d5a-b791-055f57ef4fc5 req-1fb17dbe-8042-437b-aedd-23e621f69d07 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:41.699104 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-680c66dd-25af-4d5a-b791-055f57ef4fc5 req-1fb17dbe-8042-437b-aedd-23e621f69d07 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Jan 17 13:21:41.743354 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-680c66dd-25af-4d5a-b791-055f57ef4fc5 req-8a026c4b-974c-46cf-b29f-f3adc1c25066 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 Jan 17 13:21:41.778854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-3eaa4561-b031-4854-b636-c70aac627865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:41.780969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-3eaa4561-b031-4854-b636-c70aac627865 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1098 time: 0.0456872 Jan 17 13:21:41.868948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-148ebdd0-cff3-4a3b-b806-8ec1cf4f8199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:41.870369 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-148ebdd0-cff3-4a3b-b806-8ec1cf4f8199 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 200 len: 898 time: 0.0819201 Jan 17 13:21:41.937696 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-5d0e0343-d186-4ea0-a5fb-99e397a46da3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 200 len: 1001 time: 0.0604682 Jan 17 13:21:41.987139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-f9085e49-ba0c-4fdf-b5a9-351f16612cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:41.988561 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-f9085e49-ba0c-4fdf-b5a9-351f16612cce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=189cb789-8629-433e-b6e4-d3ce7bae98ee HTTP/1.1" status: 200 len: 835 time: 0.0434661 Jan 17 13:21:42.033013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-d61bb273-43fc-45a6-aaa7-e660d9a9a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:42.034545 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-d61bb273-43fc-45a6-aaa7-e660d9a9a81c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9af9def-5049-4b6b-8350-f330546b6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388594 Jan 17 13:21:42.126199 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-3458e113-2c3a-4314-91f1-ff860fdc3a03 service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840120 Jan 17 13:21:42.214041 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9e85b505-cd67-435e-8bb1-c87fd9c34426 req-87273cbc-05ae-4ab1-b504-b9e0dadd50a1 service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811162 Jan 17 13:21:42.861111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c022-8c28-4cf8-bfce-386bd208b80d req-eae234e5-06a5-4c66-854d-4fd3abb66127 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:42.862495 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-de37c022-8c28-4cf8-bfce-386bd208b80d req-eae234e5-06a5-4c66-854d-4fd3abb66127 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0496128 Jan 17 13:21:42.898943 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-de37c022-8c28-4cf8-bfce-386bd208b80d req-e8f77f9f-ad13-4e1a-915f-ef150e7d26d1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Jan 17 13:21:44.014612 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516907-272b-4e93-bc47-11eb8be72ee5 req-67d134ee-2338-4fbc-ba23-fddd13edb254 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:44.016118 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8b516907-272b-4e93-bc47-11eb8be72ee5 req-67d134ee-2338-4fbc-ba23-fddd13edb254 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Jan 17 13:21:44.053302 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8b516907-272b-4e93-bc47-11eb8be72ee5 req-79e04b37-8a49-4b70-b7df-cc105abb2d90 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Jan 17 13:21:45.173072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadbb2-9429-47ce-904a-d8c6c7391d37 req-513b75f6-4dc8-4199-af99-9915cd9f5e96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:45.174614 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9fcadbb2-9429-47ce-904a-d8c6c7391d37 req-513b75f6-4dc8-4199-af99-9915cd9f5e96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0536075 Jan 17 13:21:45.212791 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9fcadbb2-9429-47ce-904a-d8c6c7391d37 req-f3c016f9-b5d4-4b76-91f4-e83ca625de63 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jan 17 13:21:46.326370 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ad11-37c2-414e-ac1a-c96c7c6fac08 req-57d0c628-7f81-4ae9-b83e-6f697620b2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:46.327900 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2773ad11-37c2-414e-ac1a-c96c7c6fac08 req-57d0c628-7f81-4ae9-b83e-6f697620b2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0486450 Jan 17 13:21:46.365138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2773ad11-37c2-414e-ac1a-c96c7c6fac08 req-520cdde6-0d06-4e85-8eba-d59a1f5dd889 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Jan 17 13:21:47.484561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9185f-17d8-4e7c-a804-4acc42737c38 req-1e13cafc-7203-4f76-80c4-34939a5ba6cb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:47.486248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0ca9185f-17d8-4e7c-a804-4acc42737c38 req-1e13cafc-7203-4f76-80c4-34939a5ba6cb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0559089 Jan 17 13:21:47.524684 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0ca9185f-17d8-4e7c-a804-4acc42737c38 req-5ed81518-6e8a-48a7-bbd8-22fccb476379 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Jan 17 13:21:48.637851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df6687-0038-4510-92f4-8b6b544a1942 req-7b9990e4-4316-43d5-a23b-a3311c768111 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:48.639322 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c4df6687-0038-4510-92f4-8b6b544a1942 req-7b9990e4-4316-43d5-a23b-a3311c768111 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0487642 Jan 17 13:21:48.679856 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c4df6687-0038-4510-92f4-8b6b544a1942 req-c9b51efb-5363-48e9-81cf-91a4e2ed98f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345600 Jan 17 13:21:49.795797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede860-fda8-4cbe-bfab-60e78a81f0f6 req-53b8bcec-929c-48f0-a6ee-0a28c4caef72 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:49.797269 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-43ede860-fda8-4cbe-bfab-60e78a81f0f6 req-53b8bcec-929c-48f0-a6ee-0a28c4caef72 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Jan 17 13:21:49.833295 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-43ede860-fda8-4cbe-bfab-60e78a81f0f6 req-108bf461-56b2-40b2-9ceb-1afd9e4743dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302656 Jan 17 13:21:50.951499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b335951-5005-4320-bc72-d3226e97f8a2 req-71c91331-d984-44e1-bebc-39f55623fbb4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:50.952990 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7b335951-5005-4320-bc72-d3226e97f8a2 req-71c91331-d984-44e1-bebc-39f55623fbb4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0526617 Jan 17 13:21:50.991084 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7b335951-5005-4320-bc72-d3226e97f8a2 req-2d422a66-f82e-4084-acd7-7874895ff890 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Jan 17 13:21:52.110937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468424b3-12f7-4c0d-adad-15ebcd2d5e6c req-9b340d50-41a2-4cb3-b68d-12f536f847f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:52.112429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-468424b3-12f7-4c0d-adad-15ebcd2d5e6c req-9b340d50-41a2-4cb3-b68d-12f536f847f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0529597 Jan 17 13:21:52.150392 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-468424b3-12f7-4c0d-adad-15ebcd2d5e6c req-c4984b7b-5eaa-4ebd-a5c3-19ed85f0df95 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Jan 17 13:21:52.660565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:21:53.264975 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c5caa-7226-4fa4-a87d-c28462b75428 req-6f213e4a-e7ce-4c71-8789-d96935f11dc6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:53.266450 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-055c5caa-7226-4fa4-a87d-c28462b75428 req-6f213e4a-e7ce-4c71-8789-d96935f11dc6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jan 17 13:21:53.303178 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-055c5caa-7226-4fa4-a87d-c28462b75428 req-4b06c044-a251-42c4-90ba-d68f3db814c9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Jan 17 13:21:54.419193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28a0d-d895-465f-914a-8fc2024b918d req-dd3668f8-818e-42cf-8dd5-70d40ebcdd42 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:54.421244 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-58d28a0d-d895-465f-914a-8fc2024b918d req-dd3668f8-818e-42cf-8dd5-70d40ebcdd42 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0513327 Jan 17 13:21:54.459454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-58d28a0d-d895-465f-914a-8fc2024b918d req-9f5b72ce-8195-401a-9249-aa0102803573 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Jan 17 13:21:55.649301 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddbfd8-d971-4474-8927-5512b81b0a6f req-a951708b-b424-43b4-9a9d-626e1b4d612f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:55.650782 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a2ddbfd8-d971-4474-8927-5512b81b0a6f req-a951708b-b424-43b4-9a9d-626e1b4d612f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.1260808 Jan 17 13:21:55.692260 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a2ddbfd8-d971-4474-8927-5512b81b0a6f req-3068a7fb-c90a-4e0e-810b-d9a4c10314ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Jan 17 13:21:56.853868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbdb05-3ecd-4473-8146-3463123c97d4 req-e83c0a03-ac98-4bdf-8343-a687e9903c18 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:56.855388 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5cbdb05-3ecd-4473-8146-3463123c97d4 req-e83c0a03-ac98-4bdf-8343-a687e9903c18 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0971761 Jan 17 13:21:56.894426 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5cbdb05-3ecd-4473-8146-3463123c97d4 req-ef49bc4b-97ea-497b-9129-a12d3a32b366 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Jan 17 13:21:58.008490 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692293e2-6b6b-4846-ac62-98ae81d8bfa6 req-741e5bf2-f88c-4950-b9a6-55361c80f9e0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:58.010066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-692293e2-6b6b-4846-ac62-98ae81d8bfa6 req-741e5bf2-f88c-4950-b9a6-55361c80f9e0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0506716 Jan 17 13:21:58.049354 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-692293e2-6b6b-4846-ac62-98ae81d8bfa6 req-a42fb0a9-5094-4d1b-b7f3-dd3a39ee67db tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jan 17 13:21:59.167089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9840dfe-f4e5-49a6-a339-e6022fca5a03 req-2d503474-acca-4248-9bf2-912bb0c822c9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:21:59.168693 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9840dfe-f4e5-49a6-a339-e6022fca5a03 req-2d503474-acca-4248-9bf2-912bb0c822c9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Jan 17 13:21:59.206621 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c9840dfe-f4e5-49a6-a339-e6022fca5a03 req-ac07563f-2a93-402e-8483-19529d41cbf3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Jan 17 13:21:59.228804 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55184) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:21:59.288137 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-af22354a-928e-4a1e-9dbe-c5f4c4b6b2ae tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/edf91823-086b-4d40-8e57-45e68d66c60f HTTP/1.1" status: 200 len: 993 time: 0.0582066 Jan 17 13:22:02.022260 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:22:02.744310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-a0430c6f-a20b-4253-b70f-b8e98cde3289 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392053 Jan 17 13:22:02.825458 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-7ba803e6-db6c-4f03-b4a3-85ceceb453a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:02.826828 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-7ba803e6-db6c-4f03-b4a3-85ceceb453a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1098 time: 0.0437362 Jan 17 13:22:02.926648 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-448cda0c-3033-4854-b291-ad3702eaffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:02.928132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-448cda0c-3033-4854-b291-ad3702eaffad service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 200 len: 898 time: 0.0837984 Jan 17 13:22:02.996416 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-ae6c78f8-f29a-42c2-8eb2-f7de17363587 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 200 len: 1001 time: 0.0593905 Jan 17 13:22:03.043253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-cfc5c075-db37-4f31-9c3b-052bb45988ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:03.045316 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-cfc5c075-db37-4f31-9c3b-052bb45988ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=189cb789-8629-433e-b6e4-d3ce7bae98ee HTTP/1.1" status: 200 len: 835 time: 0.0430515 Jan 17 13:22:03.088526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-0c60f9cf-390a-4c0e-807b-e8a25eb255fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:03.089915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-0c60f9cf-390a-4c0e-807b-e8a25eb255fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9af9def-5049-4b6b-8350-f330546b6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379648 Jan 17 13:22:03.180945 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-05fd93cb-95d9-43b9-aece-2a5cc9aa5153 service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Jan 17 13:22:03.268384 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6d99ad5-ae8a-40da-a413-359c69eb7c4d req-0e4b8094-962d-45a2-a0c1-7decddb0d21d service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802019 Jan 17 13:22:03.780922 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-84b2e782-9b22-4b1c-b251-27a3ae20dc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:06.192599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c1f-98ec-4d35-9613-102e46a7f2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:07.409474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:08.874259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:09.020750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:22.632537 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:29.836142 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55210) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:30.295764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 17880f8c-55f3-4cef-ab3f-fd23d1d9ee95 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:22:30.296108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:30.371273 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:30.372151 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:30.383336 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 17880f8c-55f3-4cef-ab3f-fd23d1d9ee95 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:22:30.586908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:30.616077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=17880f8c-55f3-4cef-ab3f-fd23d1d9ee95,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:30.640090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.640446 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.640799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.641139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.641472 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.641807 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.642139 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.642466 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.642795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.643120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.643445 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.643796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:30.684800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:30.685214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP edf91823-086b-4d40-8e57-45e68d66c60f disassociated (deleted). External IP: 172.26.4.120, port: cf040a2f-c368-49ae-b475-d1dd144f5dfb. Jan 17 13:22:30.894337 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router c770074f-11f2-462b-81d1-b8f944fc399d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:22:31.002872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:22:31.007474 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:31.012797 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] Sync routers for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:22:31.022476 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:31.023115 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:31.035578 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5ce3804b-f0da-44db-87f8-bd77fbc2326b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/floatingips/edf91823-086b-4d40-8e57-45e68d66c60f HTTP/1.1" status: 204 len: 168 time: 1.1982446 Jan 17 13:22:31.036281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:22:31.038537 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa2561-1119-47af-bcee-732c2eb6cb83" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:22:31.082554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b74f1f-a89c-4e25-b153-9d0e2e33eada x-openstack-request-id: req-00b74f1f-a89c-4e25-b153-9d0e2e33eada {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:22:31.082856 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:22:31.083112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00b74f1f-a89c-4e25-b153-9d0e2e33eada {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:22:31.083526 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'status': 'completed', 'code': 200} Jan 17 13:22:31.130215 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:31.147006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-a90a3b4a-775b-4b2a-8026-cbafb022771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:31.148491 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-a90a3b4a-775b-4b2a-8026-cbafb022771b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 1098 time: 0.0427055 Jan 17 13:22:31.249564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-ff4f50ad-7cf8-4892-9ed9-31e43c31bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:31.251046 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-ff4f50ad-7cf8-4892-9ed9-31e43c31bdee service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 200 len: 898 time: 0.0958211 Jan 17 13:22:31.292418 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-54a096d7-c605-4fbc-a10b-c8fba9f9c2b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 200 len: 217 time: 0.0352995 Jan 17 13:22:31.326605 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:55Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:31.344867 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-66cdb37e-d713-4af5-8d49-0961e5625e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:31.346369 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-66cdb37e-d713-4af5-8d49-0961e5625e27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=189cb789-8629-433e-b6e4-d3ce7bae98ee HTTP/1.1" status: 200 len: 835 time: 0.0472815 Jan 17 13:22:31.352024 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] Checking router: c770074f-11f2-462b-81d1-b8f944fc399d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:22:31.361632 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:31.362237 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:31.392110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-003d19b9-2fc4-4040-9355-7f182f199ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:31.393618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-003d19b9-2fc4-4040-9355-7f182f199ca5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9af9def-5049-4b6b-8350-f330546b6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412955 Jan 17 13:22:31.468610 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:31.486120 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-b36caa17-9b9d-4401-87af-9ce91d8ba83e service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859449 Jan 17 13:22:31.584307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-83fa2561-1119-47af-bcee-732c2eb6cb83 req-ca2f42ec-ad50-4bfc-9eaa-589f52644892 service neutron] 10.222.0.67 "GET /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920756 Jan 17 13:22:31.664892 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27db3a1-fea9-42a5-8dd5-387ab35e7d24 req-359512dc-3f8c-4424-9a0e-ffd48196f859 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:31.666436 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b27db3a1-fea9-42a5-8dd5-387ab35e7d24 req-359512dc-3f8c-4424-9a0e-ffd48196f859 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Jan 17 13:22:31.706225 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b27db3a1-fea9-42a5-8dd5-387ab35e7d24 req-f73e8e00-d36d-46f6-821e-bee8e09dc23b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Jan 17 13:22:31.768596 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:55Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:31.794065 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b7280-394c-4dc3-b7e9-36ad8695bda6 None None] The sync data for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv is: [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:51Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '1833011c-0c1f-472c-b285-15d79437aa3a', 'name': '', 'network_id': 'a9af9def-5049-4b6b-8350-f330546b6bc7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:af:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:51Z', 'updated_at': '2022-01-17T13:20:55Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '189cb789-8629-433e-b6e4-d3ce7bae98ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:22:32.016335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0d4d5-aff3-4398-a0dc-1d6d2afef2d3 None None] New status for floating IP edf91823-086b-4d40-8e57-45e68d66c60f: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:22:32.822456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7a7bc-b393-473f-b1bb-bda857efa7f3 req-babbc007-11d6-4458-b416-43b559f3e0ef tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:32.823960 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-91d7a7bc-b393-473f-b1bb-bda857efa7f3 req-babbc007-11d6-4458-b416-43b559f3e0ef tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0490336 Jan 17 13:22:32.862132 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-91d7a7bc-b393-473f-b1bb-bda857efa7f3 req-98062968-3e50-4934-9453-924c0f07c151 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=bca12471-09f9-4869-8f96-baf1afe21e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Jan 17 13:22:33.017658 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859f314-4915-4a2d-809b-c206033baef5 req-0bdb34f9-6bc6-452e-bc30-334e664d97f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:33.019110 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b859f314-4915-4a2d-809b-c206033baef5 req-0bdb34f9-6bc6-452e-bc30-334e664d97f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 945 time: 0.0483663 Jan 17 13:22:33.112371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port cf040a2f-c368-49ae-b475-d1dd144f5dfb {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:22:33.112621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:33.199067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port cf040a2f-c368-49ae-b475-d1dd144f5dfb, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=cf040a2f-c368-49ae-b475-d1dd144f5dfb,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:33.199465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:33.216533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for cf040a2f-c368-49ae-b475-d1dd144f5dfb owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:22:33.398183 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:33.426820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=cf040a2f-c368-49ae-b475-d1dd144f5dfb,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:33.439881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.439881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.439881 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.440189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.440516 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.440850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.441180 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.441507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.441941 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.442270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.442594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.442917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:33.479589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] No DVR routers for this DVR port cf040a2f-c368-49ae-b475-d1dd144f5dfb on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:22:33.482632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:33.486227 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b859f314-4915-4a2d-809b-c206033baef5 req-ef68f69c-afb0-405b-bcd5-60f593032954 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "DELETE /v2.0/ports/cf040a2f-c368-49ae-b475-d1dd144f5dfb HTTP/1.1" status: 204 len: 173 time: 0.4616976 Jan 17 13:22:33.486664 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'name': 'network-vif-deleted', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:22:33.488945 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ad547-9742-43a1-8af2-e4d13c90be78" -d '{"events": [{"server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "name": "network-vif-deleted", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:22:33.524291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db364f93-1186-415f-9962-9090bccef0e2 x-openstack-request-id: req-db364f93-1186-415f-9962-9090bccef0e2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:22:33.524586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcaeda1-891f-4d7a-be27-b83b2b73d661", "name": "network-vif-deleted", "tag": "cf040a2f-c368-49ae-b475-d1dd144f5dfb", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:22:33.524838 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db364f93-1186-415f-9962-9090bccef0e2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:22:33.525251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcaeda1-891f-4d7a-be27-b83b2b73d661', 'name': 'network-vif-deleted', 'tag': 'cf040a2f-c368-49ae-b475-d1dd144f5dfb', 'status': 'completed', 'code': 200} Jan 17 13:22:33.764155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7691787e-f950-46eb-a7a3-9fd9daaf827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:33.966390 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c1c02626-eabd-446f-9108-0a0c910cac37 req-9404c05a-64e2-4d19-982e-c9c3f224407d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fcaeda1-891f-4d7a-be27-b83b2b73d661 HTTP/1.1" status: 200 len: 210 time: 0.0258315 Jan 17 13:22:35.021841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55228) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:35.378936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:35.634829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 1833011c-0c1f-472c-b285-15d79437aa3a {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:22:35.635083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.061649 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 1833011c-0c1f-472c-b285-15d79437aa3a, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=1833011c-0c1f-472c-b285-15d79437aa3a,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:36.062396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.075105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 1833011c-0c1f-472c-b285-15d79437aa3a owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:22:36.187214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c859fbac-39b3-49b6-a5ae-c25dda48d422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.301123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.333761 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=1833011c-0c1f-472c-b285-15d79437aa3a,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:36.510332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.729480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router c770074f-11f2-462b-81d1-b8f944fc399d has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:22:36.834032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:22:36.841832 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7fbbf1ad-bb71-47ab-b384-652337afad0e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/c770074f-11f2-462b-81d1-b8f944fc399d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160241 Jan 17 13:22:36.842536 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55230) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:36.845636 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] Sync routers for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:22:36.854785 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:36.855400 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:36.897298 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting subnet 189cb789-8629-433e-b6e4-d3ce7bae98ee {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:22:36.900261 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.941839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:36.960410 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:37.025592 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.133773 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:22:36Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:37.146870 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device cf040a2f-c368-49ae-b475-d1dd144f5dfb no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:22:37.153436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.164793 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] Checking router: c770074f-11f2-462b-81d1-b8f944fc399d for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:22:37.169889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: cf040a2f-c368-49ae-b475-d1dd144f5dfb {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:22:37.170426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device cf040a2f-c368-49ae-b475-d1dd144f5dfb not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:22:37.175385 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] Routers {'c770074f-11f2-462b-81d1-b8f944fc399d'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:37.176042 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['c770074f-11f2-462b-81d1-b8f944fc399d'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:37.185141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Subnet': ['ID=189cb789-8629-433e-b6e4-d3ce7bae98ee,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:37.190595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.194133 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e9cd636c-89ec-467c-ab36-a5aa6e372e8c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/subnets/189cb789-8629-433e-b6e4-d3ce7bae98ee HTTP/1.1" status: 204 len: 168 time: 0.3502970 Jan 17 13:22:37.196491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55232) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:37.197040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b2e46-d205-49bc-8b75-d2b714bbad13 None None] Network a9af9def-5049-4b6b-8350-f330546b6bc7 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:22:37.283326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] Set router c770074f-11f2-462b-81d1-b8f944fc399d gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:37.307664 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.405392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] DHCP port deletion for a9af9def-5049-4b6b-8350-f330546b6bc7 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:22:37.410644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.420800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.452030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Deleting port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:22:37.452410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.468378 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:22:36Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:37.494718 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e24215-0b2b-4463-8d50-34650efbf970 None None] The sync data for ids ['c770074f-11f2-462b-81d1-b8f944fc399d'] in dv-neutron-824886-1-hyperv is: [{'id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300160896', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'b079d65a-6445-4f27-a741-811978fe918c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:22:36Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'b079d65a-6445-4f27-a741-811978fe918c', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c770074f-11f2-462b-81d1-b8f944fc399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:20:47Z', 'updated_at': '2022-01-17T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:22:37.520038 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] For port 8fd1954c-ffca-4084-ae5e-170782e4f8b8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=8fd1954c-ffca-4084-ae5e-170782e4f8b8,segment=NetworkSegment(04cccc39-5260-4478-afd7-d29bb3761340),segment_id=04cccc39-5260-4478-afd7-d29bb3761340)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:37.520928 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.536449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Calling delete_port for 8fd1954c-ffca-4084-ae5e-170782e4f8b8 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:22:37.553346 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port b079d65a-6445-4f27-a741-811978fe918c {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:22:37.553698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.633420 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port b079d65a-6445-4f27-a741-811978fe918c, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=b079d65a-6445-4f27-a741-811978fe918c,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:37.633704 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.646162 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for b079d65a-6445-4f27-a741-811978fe918c owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:22:37.683267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.707998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Pushing event deleted for resources: {'Port': ['ID=8fd1954c-ffca-4084-ae5e-170782e4f8b8,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:37.715761 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] No DVR routers for this DVR port 8fd1954c-ffca-4084-ae5e-170782e4f8b8 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:22:37.718560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.718903 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.719237 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.719587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.719912 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.720252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.720575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.720893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.721209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.721527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.721839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.722156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a965dbe4-96d6-4825-8cde-4a867c7a9921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:37.878642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:37.909600 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=b079d65a-6445-4f27-a741-811978fe918c,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:37.971960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.064160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.066277 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.175135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.175763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Fanout notify agent at l3_agent the message router_deleted on router c770074f-11f2-462b-81d1-b8f944fc399d {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:22:38.182781 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.183918 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b1888ac5-57f7-43fb-81d6-9e3116ad146c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/routers/c770074f-11f2-462b-81d1-b8f944fc399d HTTP/1.1" status: 204 len: 168 time: 0.9864557 Jan 17 13:22:38.186882 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55234) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:38.276932 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.362003 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.381526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9af9def-5049-4b6b-8350-f330546b6bc7']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:38.390450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cccc39-5260-4478-afd7-d29bb3761340') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:38.390744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cccc39-5260-4478-afd7-d29bb3761340') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:38.405032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.417487 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.423331 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:22:38.423753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:22:38.426618 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:22:38.541201 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.548317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.550823 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/networks/a9af9def-5049-4b6b-8350-f330546b6bc7 HTTP/1.1" status: 204 len: 168 time: 0.3628700 Jan 17 13:22:38.553589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55236) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:38.563682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314af1d-2a89-4ce1-b58d-0dd0a4ed364f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Network': ['ID=a9af9def-5049-4b6b-8350-f330546b6bc7,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:38.616222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db4a2f4f-c21f-4cac-b345-bfba509fd835 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.649174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db4a2f4f-c21f-4cac-b345-bfba509fd835 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.654409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b079d65a-6445-4f27-a741-811978fe918c no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:22:38.675100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: b079d65a-6445-4f27-a741-811978fe918c {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:22:38.675503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device b079d65a-6445-4f27-a741-811978fe918c not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:22:38.675923 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8fd1954c-ffca-4084-ae5e-170782e4f8b8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:22:38.694716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 8fd1954c-ffca-4084-ae5e-170782e4f8b8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:22:38.695294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 8fd1954c-ffca-4084-ae5e-170782e4f8b8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:22:38.695604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1833011c-0c1f-472c-b285-15d79437aa3a no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:22:38.717071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 1833011c-0c1f-472c-b285-15d79437aa3a {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:22:38.717429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 1833011c-0c1f-472c-b285-15d79437aa3a not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:22:38.764059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db4a2f4f-c21f-4cac-b345-bfba509fd835 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.766620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-db4a2f4f-c21f-4cac-b345-bfba509fd835 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.767915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-db4a2f4f-c21f-4cac-b345-bfba509fd835 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/security-groups/bca12471-09f9-4869-8f96-baf1afe21e02 HTTP/1.1" status: 204 len: 168 time: 0.2133076 Jan 17 13:22:38.777163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a2f4f-c21f-4cac-b345-bfba509fd835 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca12471-09f9-4869-8f96-baf1afe21e02,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:38.873468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:38.941540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.021028 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:22:39.236619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55242) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:39.241302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110592691', 'description': 'tempest-secgroup-smoke-1110592691 description', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:39.335842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.400541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.489982 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.518365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4535f1c7-115b-49b5-9fa0-54ecf997bdaf,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:39.588668 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.590049 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7c92d6db-5768-44ee-9882-ca58160e13ab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3522201 Jan 17 13:22:39.592829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55244) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:39.597085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '4535f1c7-115b-49b5-9fa0-54ecf997bdaf', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:39.694897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.755526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.821234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.838856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef64180b-c994-4cb7-84bc-a65ad60a5992,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:39.936863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:39.938222 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6dab233c-8578-46a2-9f63-6049d2bfe3d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444798 Jan 17 13:22:39.940997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55246) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:39.945425 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '4535f1c7-115b-49b5-9fa0-54ecf997bdaf', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:40.071480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.127478 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.203778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.221806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692e34b1-6993-4949-9269-c7aea5debd20,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:40.285931 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.287124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6870c996-e816-4eb4-bb1f-0d4204168d96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3452141 Jan 17 13:22:40.289905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55248) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:40.295994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '4535f1c7-115b-49b5-9fa0-54ecf997bdaf', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:40.379766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.436786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.501174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.519577 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e63191-3a1b-45f6-a02f-debc74837eaa,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:40.577810 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.581011 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a634aa83-d5a3-4cce-9f3c-b28f8edba59d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2882090 Jan 17 13:22:40.581814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55250) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:40.586134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '4535f1c7-115b-49b5-9fa0-54ecf997bdaf', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:40.683178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.746009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.832654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:40.850351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa084514-64e0-41ca-a704-5fc4a76a6781,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:41.017518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.018672 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c1f661ab-abff-4471-8d4b-e3f0815af68b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359469 Jan 17 13:22:41.021345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55252) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:41.025759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '4535f1c7-115b-49b5-9fa0-54ecf997bdaf', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:41.135581 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:22:41.140536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.201408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.278872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.298383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93342215-429e-44e0-a975-c6c2c76f959a,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:41.371923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.373188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e2866ba6-3ddd-49d3-a136-ac9af4fc6e5e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508844 Jan 17 13:22:41.375800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55254) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:41.380091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '4535f1c7-115b-49b5-9fa0-54ecf997bdaf', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:41.461035 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:22:41.466794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.526428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.598218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.618992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac09556-09bf-423b-bedf-b10b535bdaf8,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:41.685836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.687048 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a6c18d8c-86ed-4022-ade1-e4fa9b30cf3a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103266 Jan 17 13:22:41.689923 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55256) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:41.694938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'network': {'name': 'tempest-network-smoke--1275570165', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:41.809108 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:22:41.812748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.838105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:22:41.847110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.847459 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Added segment 0c4d6972-b827-4019-aa78-a3347d689b2a of type vlan for network efc7ffac-f518-415c-b75c-6dd7e0766421 Jan 17 13:22:41.885751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.969684 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:41.975191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:41.975799 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.038899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Network': ['ID=efc7ffac-f518-415c-b75c-6dd7e0766421,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:42.050192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network efc7ffac-f518-415c-b75c-6dd7e0766421 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:22:42.098064 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ded07ef3-b5c7-40ae-8721-4e866ba8433e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071283 Jan 17 13:22:42.100862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55258) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:42.105506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'admin_state_up': True, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:42.192718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.193746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.247513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.442354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.816778 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.834891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:42.967236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.207 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/43852147-341f-4086-951d-ac93d9cdf685) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:22:43.069989 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:43.164299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:43.201266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:22:43.204155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:22:43.207576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:22:43.239584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=43852147-341f-4086-951d-ac93d9cdf685,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:43.536158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:43.722936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:43.935837 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 114e7111-6f5a-45e3-b518-8922f604efec is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:22:44.039534 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:22:44.049512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Sync routers for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:22:44.058164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:44.058947 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:44.104228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.106081 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-97d86cfa-5e8c-49db-8d96-a268e634e2d0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0037391 Jan 17 13:22:44.109226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55260) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:44.136386 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f68e8041-ff9d-4800-acf1-ce041211ee45 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fb0cd12027ee4bce8945e68857bfbbff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261180 Jan 17 13:22:44.139565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55262) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:44.166862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:44.353958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:43Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:44.381992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Checking router: 114e7111-6f5a-45e3-b518-8922f604efec for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:22:44.382349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Updating router 114e7111-6f5a-45e3-b518-8922f604efec port 43852147-341f-4086-951d-ac93d9cdf685 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:22:44.408387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.542068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c79d82-e17a-4c67-9da9-10b05e9be522 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:44.544423 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-36c79d82-e17a-4c67-9da9-10b05e9be522 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4037962 Jan 17 13:22:44.547167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55264) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:44.574797 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-09dca1e9-684b-4181-b4c5-a8e62222ca47 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265670 Jan 17 13:22:44.577914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55266) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:44.582114 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1749959604', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:44.661271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.752959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.764176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:22:44.767739 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.803952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Attempting to bind port 43852147-341f-4086-951d-ac93d9cdf685 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:22:44.804315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Attempting to bind port 43852147-341f-4086-951d-ac93d9cdf685 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:22:44.804676 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Attempting to bind port 43852147-341f-4086-951d-ac93d9cdf685 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:22:44.812070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288c1eb-1970-43d7-a2bc-944a80729cb5 None None] Pushing event updated for resources: {'Port': ['ID=43852147-341f-4086-951d-ac93d9cdf685,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:44.817759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:22:44.818290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:22:44.818696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.819138 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:22:44.819907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Bound port: 43852147-341f-4086-951d-ac93d9cdf685, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:22:44.820305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:44.909988 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] For port 43852147-341f-4086-951d-ac93d9cdf685, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:22:44.913291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] For port 43852147-341f-4086-951d-ac93d9cdf685, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=43852147-341f-4086-951d-ac93d9cdf685,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:22:44.958591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.015028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:45.015698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:45.055120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288c1eb-1970-43d7-a2bc-944a80729cb5 None None] Pushing event updated for resources: {'Port': ['ID=43852147-341f-4086-951d-ac93d9cdf685,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:45.084400 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.126617 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:45.150760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Subnet': ['ID=ebdc0fca-735c-4184-bd18-49e4e0e8b00f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:45.159811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Checking segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:22:45.160170 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network hostable DHCP agents. Network: efc7ffac-f518-415c-b75c-6dd7e0766421, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:22:45.238341 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network efc7ffac-f518-415c-b75c-6dd7e0766421 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:22:45.301126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, efc7ffac-f518-415c-b75c-6dd7e0766421) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:22:45.305275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:45.305860 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.306107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:43Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:45.311048 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2245f-0d99-4317-b161-548516b7727f None None] Network efc7ffac-f518-415c-b75c-6dd7e0766421 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:22:45.345377 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82536994-19b5-48c4-842c-2e62287370a2 None None] The sync data for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv is: [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:43Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:22:45.407784 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c44e632e-070c-4c50-9357-2bd241e1becb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8292472 Jan 17 13:22:45.411075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55268) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:22:45.486308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-efc7ffac-f518-415c-b75c-6dd7e0766421', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:22:45.487238 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.653284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Allocated IP 172.20.0.2 (efc7ffac-f518-415c-b75c-6dd7e0766421/ebdc0fca-735c-4184-bd18-49e4e0e8b00f/e4afbf64-26cb-44f3-9158-66d725caca64) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:22:45.815632 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.879259 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.909872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.926976 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Network efc7ffac-f518-415c-b75c-6dd7e0766421 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:22:45.932900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Pushing event updated for resources: {'Port': ['ID=e4afbf64-26cb-44f3-9158-66d725caca64,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:45.936178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:22:45.938270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:22:45.992099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Attempting to bind port e4afbf64-26cb-44f3-9158-66d725caca64 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:22:45.992477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Attempting to bind port e4afbf64-26cb-44f3-9158-66d725caca64 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:22:45.992843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Attempting to bind port e4afbf64-26cb-44f3-9158-66d725caca64 on network efc7ffac-f518-415c-b75c-6dd7e0766421 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:22:45.998718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:22:45.999093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Checking segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:22:45.999525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:45.999915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Bound using segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:22:46.000386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Bound port: e4afbf64-26cb-44f3-9158-66d725caca64, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:22:46.000768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.071652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] For port e4afbf64-26cb-44f3-9158-66d725caca64, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:22:46.071652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] For port e4afbf64-26cb-44f3-9158-66d725caca64, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e4afbf64-26cb-44f3-9158-66d725caca64,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:22:46.142081 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.212293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f8c38-abec-499e-b8d9-4b8a5477b1bb None None] Pushing event updated for resources: {'Port': ['ID=e4afbf64-26cb-44f3-9158-66d725caca64,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:46.214746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.1 (efc7ffac-f518-415c-b75c-6dd7e0766421/ebdc0fca-735c-4184-bd18-49e4e0e8b00f/93024c02-1a65-444a-b198-9b1ce08dabb8) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:22:46.336521 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.422296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.466713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network efc7ffac-f518-415c-b75c-6dd7e0766421 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:22:46.469803 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:22:46.473012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:22:46.504432 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=93024c02-1a65-444a-b198-9b1ce08dabb8,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:46.525047 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.678398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e4afbf64-26cb-44f3-9158-66d725caca64 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:22:46.731838 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e4afbf64-26cb-44f3-9158-66d725caca64 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:46.732222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.744993 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.812652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.846451 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port e4afbf64-26cb-44f3-9158-66d725caca64, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e4afbf64-26cb-44f3-9158-66d725caca64,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:46.919300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:46.920286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43852147-341f-4086-951d-ac93d9cdf685 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:22:46.998831 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=e4afbf64-26cb-44f3-9158-66d725caca64,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:47.009046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 43852147-341f-4086-951d-ac93d9cdf685 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:47.009421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.027048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.086816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.101265 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.106814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 43852147-341f-4086-951d-ac93d9cdf685, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=43852147-341f-4086-951d-ac93d9cdf685,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:47.173216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.175034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=93024c02-1a65-444a-b198-9b1ce08dabb8,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:47.221002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.273591 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=43852147-341f-4086-951d-ac93d9cdf685,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:47.283192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network efc7ffac-f518-415c-b75c-6dd7e0766421 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:22:47.284620 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:22:47.400757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 114e7111-6f5a-45e3-b518-8922f604efec has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:22:47.515619 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:22:47.523137 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c7a06fd5-4654-43f7-9e97-524cc5a48877 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/114e7111-6f5a-45e3-b518-8922f604efec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108499 Jan 17 13:22:47.532618 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Sync routers for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:22:47.533614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce1b746-7ec7-44af-9c2a-634815c180b7 None None] Network efc7ffac-f518-415c-b75c-6dd7e0766421 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:22:47.542544 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:47.544155 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:47.658605 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:47.658931 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c31d4499-7083-4347-88ff-3b0af8f4f09e None None] Provisioning complete for port e4afbf64-26cb-44f3-9158-66d725caca64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:47.659309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c31d4499-7083-4347-88ff-3b0af8f4f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.676027 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d9a80351-1bd1-437a-9ef2-99858edef333 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110592691&fields=id&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 267 time: 0.0377855 Jan 17 13:22:47.799000 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-8fa5c974-8093-42c8-b5b3-8d6b33db8270 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:47.800707 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-8fa5c974-8093-42c8-b5b3-8d6b33db8270 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 797 time: 0.1170683 Jan 17 13:22:47.816643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-92eccb3a-11e6-4275-a29d-01a71a33a764 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/quotas/fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 375 time: 0.0102465 Jan 17 13:22:47.872534 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-1e6998d6-415f-403f-87eb-a581a9476395 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502439 Jan 17 13:22:47.876582 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 2, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:47.907589 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Checking router: 114e7111-6f5a-45e3-b518-8922f604efec for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:22:47.907935 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Updating router 114e7111-6f5a-45e3-b518-8922f604efec port 93024c02-1a65-444a-b198-9b1ce08dabb8 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:22:47.933906 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:47.980389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-f76775f0-c506-477f-9233-34e9148a6f09 service neutron] 10.222.0.77 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947261 Jan 17 13:22:47.998298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e087b8f8-a823-4b8e-bd4a-1a3e2e2de9bf None None] Provisioning complete for port e4afbf64-26cb-44f3-9158-66d725caca64 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:47.998681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e087b8f8-a823-4b8e-bd4a-1a3e2e2de9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.099593 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-a3f41bd3-6862-4c6c-88cf-d7c58ea55e6d service neutron] 10.222.0.77 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069982 Jan 17 13:22:48.115393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e087b8f8-a823-4b8e-bd4a-1a3e2e2de9bf None None] Provisioning complete for port 93024c02-1a65-444a-b198-9b1ce08dabb8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:48.115974 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e087b8f8-a823-4b8e-bd4a-1a3e2e2de9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.178005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e087b8f8-a823-4b8e-bd4a-1a3e2e2de9bf None None] Port 93024c02-1a65-444a-b198-9b1ce08dabb8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:22:48.304501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4e7247b3-ef6e-475e-8892-0e1cce4abb3c None None] Provisioning complete for port 93024c02-1a65-444a-b198-9b1ce08dabb8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:48.304885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4e7247b3-ef6e-475e-8892-0e1cce4abb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.364833 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.366269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-4e7247b3-ef6e-475e-8892-0e1cce4abb3c None None] Port 93024c02-1a65-444a-b198-9b1ce08dabb8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:22:48.374759 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-49b6898c-1b6c-4b05-9c31-45450856d8e2 req-ee8ba898-029d-46bc-8e65-d5b645091e2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 210 time: 0.0353239 Jan 17 13:22:48.427199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.480619 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Pushing event updated for resources: {'Port': ['ID=93024c02-1a65-444a-b198-9b1ce08dabb8,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:48.488611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f2f6cd78-6e62-4dd0-83db-22da9505644a None None] Provisioning complete for port 93024c02-1a65-444a-b198-9b1ce08dabb8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:48.489062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2f6cd78-6e62-4dd0-83db-22da9505644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.504771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.509465 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:22:48.529846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6cd78-6e62-4dd0-83db-22da9505644a None None] Port 93024c02-1a65-444a-b198-9b1ce08dabb8 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:22:48.549297 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Attempting to bind port 93024c02-1a65-444a-b198-9b1ce08dabb8 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:22:48.549838 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Attempting to bind port 93024c02-1a65-444a-b198-9b1ce08dabb8 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:22:48.549932 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Attempting to bind port 93024c02-1a65-444a-b198-9b1ce08dabb8 on network efc7ffac-f518-415c-b75c-6dd7e0766421 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:22:48.556143 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:22:48.556143 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Checking segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:22:48.556143 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.556481 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Bound using segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:22:48.557147 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Bound port: 93024c02-1a65-444a-b198-9b1ce08dabb8, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:22:48.557531 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.630194 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] For port 93024c02-1a65-444a-b198-9b1ce08dabb8, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:22:48.633753 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] For port 93024c02-1a65-444a-b198-9b1ce08dabb8, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=93024c02-1a65-444a-b198-9b1ce08dabb8,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:22:48.644337 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e4afbf64-26cb-44f3-9158-66d725caca64 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:22:48.697693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e4afbf64-26cb-44f3-9158-66d725caca64 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:48.698071 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.707405 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.757040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b1ab1c47-1dd1-44e7-a4a2-355e29abc22a None None] Provisioning complete for port 93024c02-1a65-444a-b198-9b1ce08dabb8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:48.757420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1ab1c47-1dd1-44e7-a4a2-355e29abc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.758784 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:22:48.759439 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:48.813064 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164bbd-91f8-47df-b359-3cb93a707e66 None None] Pushing event updated for resources: {'Port': ['ID=93024c02-1a65-444a-b198-9b1ce08dabb8,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:48.820115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43852147-341f-4086-951d-ac93d9cdf685 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:22:48.901211 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:22:48.909443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1ab1c47-1dd1-44e7-a4a2-355e29abc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.920986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 43852147-341f-4086-951d-ac93d9cdf685 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:48.921359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:48.968030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b1ab1c47-1dd1-44e7-a4a2-355e29abc22a None None] For port 93024c02-1a65-444a-b198-9b1ce08dabb8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=93024c02-1a65-444a-b198-9b1ce08dabb8,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:49.116438 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:22:49.130303 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b1ab1c47-1dd1-44e7-a4a2-355e29abc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:49.143623 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bc468-00fa-4f9c-a504-03853fd901ef None None] The sync data for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv is: [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:22:49.191272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab1c47-1dd1-44e7-a4a2-355e29abc22a None None] Pushing event updated for resources: {'Port': ['ID=93024c02-1a65-444a-b198-9b1ce08dabb8,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:49.252536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a5427066-3dc8-4f6f-aa57-314c51298de8 None None] Provisioning complete for port 93024c02-1a65-444a-b198-9b1ce08dabb8 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:49.253009 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a5427066-3dc8-4f6f-aa57-314c51298de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:49.473835 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c543d3da-c2ea-4250-9976-cae46d1d7424 req-c9871a5d-f160-463e-aa84-b56df232b2b4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 210 time: 0.0299928 Jan 17 13:22:50.513322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-0f692148-0f2d-475a-8d10-6bb4a043948e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:50.513322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-0f692148-0f2d-475a-8d10-6bb4a043948e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 797 time: 0.1058135 Jan 17 13:22:50.556196 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5bf5da60-6772-41a3-88f7-f13d62e5b463 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 380 time: 0.0357430 Jan 17 13:22:50.565888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'port': {'device_id': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'admin_state_up': True, 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'security_groups': ['4535f1c7-115b-49b5-9fa0-54ecf997bdaf']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:50.569355 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c554f578-887e-4b24-9afd-df483d004418 req-2c69d931-27a1-4a4d-9938-dd4df15f62e4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Jan 17 13:22:50.670953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 93024c02-1a65-444a-b198-9b1ce08dabb8 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:22:50.717408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 93024c02-1a65-444a-b198-9b1ce08dabb8 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:50.717785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:50.787057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:22:50.790993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:50.923993 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.3 (efc7ffac-f518-415c-b75c-6dd7e0766421/ebdc0fca-735c-4184-bd18-49e4e0e8b00f/57fc3753-b740-4dd4-9a36-e588426db753) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:22:51.064346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.157708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.202381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network efc7ffac-f518-415c-b75c-6dd7e0766421 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:22:51.205424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:22:51.209383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:22:51.218163 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:51.268541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:51.269178 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.367232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-5f9f323d-2ff6-4b80-8b77-23c45334eaa1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050227 Jan 17 13:22:51.434343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Request body: {'port': {'device_id': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:22:51.469137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cdcca4f4-56ac-493b-861e-82cee4270739 None None] Provisioning complete for port 57fc3753-b740-4dd4-9a36-e588426db753 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:51.469509 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cdcca4f4-56ac-493b-861e-82cee4270739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.491905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.504168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cdcca4f4-56ac-493b-861e-82cee4270739 None None] Port 57fc3753-b740-4dd4-9a36-e588426db753 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:22:51.723798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959da843-d5ef-47e1-9b60-342582ff3c74 req-d78adf32-2b95-4945-b4f2-9b4807668dd5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:51.725270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-959da843-d5ef-47e1-9b60-342582ff3c74 req-d78adf32-2b95-4945-b4f2-9b4807668dd5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 931 time: 0.0698557 Jan 17 13:22:51.809040 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-959da843-d5ef-47e1-9b60-342582ff3c74 req-9e875204-00ca-441c-b8bd-32d6b8da031e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761275 Jan 17 13:22:51.822646 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fc3753-b740-4dd4-9a36-e588426db753 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:22:51.830433 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.842813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Transition to ACTIVE for port object 57fc3753-b740-4dd4-9a36-e588426db753 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:22:51.924168 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:51.974922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Pushing event updated for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:52.040930 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Attempting to bind port 57fc3753-b740-4dd4-9a36-e588426db753 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:22:52.041250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Attempting to bind port 57fc3753-b740-4dd4-9a36-e588426db753 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:22:52.041576 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Attempting to bind port 57fc3753-b740-4dd4-9a36-e588426db753 on network efc7ffac-f518-415c-b75c-6dd7e0766421 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:22:52.046523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Port 57fc3753-b740-4dd4-9a36-e588426db753 on network efc7ffac-f518-415c-b75c-6dd7e0766421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:22:52.046842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Attempting to bind port 57fc3753-b740-4dd4-9a36-e588426db753 on network efc7ffac-f518-415c-b75c-6dd7e0766421 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:22:52.052103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:22:52.052436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Checking segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:22:52.052821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Bound using segment: {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:22:52.053247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Bound port: 57fc3753-b740-4dd4-9a36-e588426db753, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4d6972-b827-4019-aa78-a3347d689b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:22:52.053602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:52.124444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:22:52.127581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=57fc3753-b740-4dd4-9a36-e588426db753,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:22:52.221817 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:52.260311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:52.261209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:52.262720 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 1093 time: 0.8880486 Jan 17 13:22:52.263169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:22:52.265543 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b" -d '{"events": [{"name": "network-changed", "server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "tag": "57fc3753-b740-4dd4-9a36-e588426db753"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:22:52.290638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4cc61-74f6-4de1-ad77-06c3667a38d6 service neutron] Pushing event updated for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:52.382870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65e8ab9-807c-43c5-807a-6a05dafde9b7 x-openstack-request-id: req-f65e8ab9-807c-43c5-807a-6a05dafde9b7 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:22:52.382870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "tag": "57fc3753-b740-4dd4-9a36-e588426db753", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:22:52.382870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f65e8ab9-807c-43c5-807a-6a05dafde9b7 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:22:52.382870 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753', 'status': 'completed', 'code': 200} Jan 17 13:22:52.437162 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-1497814a-c9c3-4106-bbd1-7899efd95d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:52.438683 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-1497814a-c9c3-4106-bbd1-7899efd95d7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1096 time: 0.0442345 Jan 17 13:22:52.478924 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-cd348394-ff6a-464c-ac37-536cd31df7fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 217 time: 0.0327682 Jan 17 13:22:52.531587 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-695dbe73-9ab5-4c9f-92c2-80f50ac2f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:52.532959 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-695dbe73-9ab5-4c9f-92c2-80f50ac2f95b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0473204 Jan 17 13:22:52.578660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-7496ce9c-2a04-439c-b99d-0ed14f0df3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:52.580211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-7496ce9c-2a04-439c-b99d-0ed14f0df3e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409575 Jan 17 13:22:52.633121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:52.673452 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-dcb5e5b7-b158-492c-996b-39dc1d417dec service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866618 Jan 17 13:22:52.763546 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a9c3e4ac-c58a-4e6f-a599-fb1a74f6a8f6 req-4fc2898c-d487-476d-8d02-010d97efd034 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836148 Jan 17 13:22:52.956666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f98381-9734-4662-939c-8c82ff57d25f req-2095c49d-509b-4a9f-895e-f74d381f551b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:52.958135 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-56f98381-9734-4662-939c-8c82ff57d25f req-2095c49d-509b-4a9f-895e-f74d381f551b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0829284 Jan 17 13:22:52.964070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-dc3c528d-67ba-47b7-845c-d3dacffe3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:52.966139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-dc3c528d-67ba-47b7-845c-d3dacffe3ef6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1096 time: 0.0586524 Jan 17 13:22:53.042412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-56f98381-9734-4662-939c-8c82ff57d25f req-5e41d427-9dde-4ad6-af48-5e5d69efcc0f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753398 Jan 17 13:22:53.076014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-121effa3-d2f4-4902-a223-df88d48d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:53.077458 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-121effa3-d2f4-4902-a223-df88d48d1374 service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.1041253 Jan 17 13:22:53.121274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-a994980f-9705-4305-970f-86c85dbed713 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 217 time: 0.0369244 Jan 17 13:22:53.170009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-37108ba1-fcf2-4ed1-b00f-ef827a123b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:53.171476 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-37108ba1-fcf2-4ed1-b00f-ef827a123b71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0433927 Jan 17 13:22:53.217029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-1ac09e00-617e-43ea-a68f-0d4796b0018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:53.218575 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-1ac09e00-617e-43ea-a68f-0d4796b0018f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406528 Jan 17 13:22:53.311303 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-f3e4808c-91b1-4cf1-a00a-f34e92c916e9 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855196 Jan 17 13:22:53.398454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d6d908b-f2b1-46b1-a2db-7a2f2fe9778b req-99051132-828c-44cb-833b-829acdef73ef service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803289 Jan 17 13:22:54.156787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded04434-a2ce-445e-b422-6119c817cd3b req-47c8d3ff-62c8-489b-8c33-26b9656c9042 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:54.158310 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ded04434-a2ce-445e-b422-6119c817cd3b req-47c8d3ff-62c8-489b-8c33-26b9656c9042 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0490248 Jan 17 13:22:54.199341 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ded04434-a2ce-445e-b422-6119c817cd3b req-fb2d070e-6976-4c17-b66c-a2ab9fe85c7c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349209 Jan 17 13:22:55.256800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 57fc3753-b740-4dd4-9a36-e588426db753 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:22:55.314946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75362d45-cf13-4fe6-8c20-11bfb778e613 req-91c721bd-ce78-484b-897e-1a4011c340e1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:55.316569 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75362d45-cf13-4fe6-8c20-11bfb778e613 req-91c721bd-ce78-484b-897e-1a4011c340e1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0492816 Jan 17 13:22:55.360686 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-75362d45-cf13-4fe6-8c20-11bfb778e613 req-5913f9d5-0b79-4e6d-9765-a79ab90576e1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Jan 17 13:22:55.490672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=57fc3753-b740-4dd4-9a36-e588426db753,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:55.502348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '57fc3753-b740-4dd4-9a36-e588426db753', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'port_id': '57fc3753-b740-4dd4-9a36-e588426db753', 'mac_address': 'fa:16:3e:fe:38:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:22:55.539580 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:55.552286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fc3753-b740-4dd4-9a36-e588426db753 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:22:55.570806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=57fc3753-b740-4dd4-9a36-e588426db753,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:55.637500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:55.683898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:55.845172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['57fc3753-b740-4dd4-9a36-e588426db753'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:22:56.481333 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688051b3-f310-4a6d-a27c-e12230c1580e req-87967d3a-32ea-4b6b-8b67-b2cec58d0e2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:56.482995 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-688051b3-f310-4a6d-a27c-e12230c1580e req-87967d3a-32ea-4b6b-8b67-b2cec58d0e2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 944 time: 0.0500181 Jan 17 13:22:56.524442 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-688051b3-f310-4a6d-a27c-e12230c1580e req-b6fe35e2-6aa0-4118-a82d-d5d54be5ec6a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Jan 17 13:22:57.256588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 57fc3753-b740-4dd4-9a36-e588426db753 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:22:57.375877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 57fc3753-b740-4dd4-9a36-e588426db753 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:22:57.379645 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 57fc3753-b740-4dd4-9a36-e588426db753 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:22:57.380044 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:57.455551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:57.476553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:22:57.478790 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb854259-7b6b-47c8-85e2-09ed0610bb9f" -d '{"events": [{"server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "name": "network-vif-plugged", "status": "completed", "tag": "57fc3753-b740-4dd4-9a36-e588426db753"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:22:57.494210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=57fc3753-b740-4dd4-9a36-e588426db753,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:22:57.515409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf152f0-a424-4e3b-badc-371b690780e8 x-openstack-request-id: req-8bf152f0-a424-4e3b-badc-371b690780e8 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:22:57.515727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "name": "network-vif-plugged", "status": "completed", "tag": "57fc3753-b740-4dd4-9a36-e588426db753", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:22:57.517210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bf152f0-a424-4e3b-badc-371b690780e8 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:22:57.517210 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753', 'code': 200} Jan 17 13:22:57.564512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:22:57.616677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:22:57.647002 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe857-fc50-4aca-a9c6-e839a43e98a4 req-6257db3f-4c97-4ad1-b897-4136482f4eeb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:57.648570 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88ffe857-fc50-4aca-a9c6-e839a43e98a4 req-6257db3f-4c97-4ad1-b897-4136482f4eeb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0557148 Jan 17 13:22:57.687371 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88ffe857-fc50-4aca-a9c6-e839a43e98a4 req-706bbe5d-2357-4920-a4f4-d287402acde0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jan 17 13:22:57.793865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42599ce6-7ac4-4305-bf11-92484b8d7976 req-d1dac16a-ebf1-4c8d-9583-f19ce8c2ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:57.795881 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42599ce6-7ac4-4305-bf11-92484b8d7976 req-d1dac16a-ebf1-4c8d-9583-f19ce8c2ccae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1098 time: 0.0449739 Jan 17 13:22:57.831322 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42599ce6-7ac4-4305-bf11-92484b8d7976 req-a0af7716-7da2-4cec-9f38-1d153b01f244 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295715 Jan 17 13:22:58.805871 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a94323-276b-4513-ad24-d54383d92461 req-b7992029-c4cb-486a-90e9-bb477daf6731 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:58.807363 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e0a94323-276b-4513-ad24-d54383d92461 req-b7992029-c4cb-486a-90e9-bb477daf6731 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Jan 17 13:22:58.846932 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e0a94323-276b-4513-ad24-d54383d92461 req-1f1896f7-10d3-418e-9a6a-b99b7d2c4741 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Jan 17 13:22:59.960107 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df2468-6fbe-4c7c-b57a-94d3c9501958 req-29d1ae25-7a51-4e3d-b929-6f531669d25a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:22:59.961648 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-56df2468-6fbe-4c7c-b57a-94d3c9501958 req-29d1ae25-7a51-4e3d-b929-6f531669d25a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Jan 17 13:23:00.001682 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-56df2468-6fbe-4c7c-b57a-94d3c9501958 req-f207b839-e2ac-4039-aa9c-7732b4d6b551 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Jan 17 13:23:00.115466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02bee8-e338-4957-9c5a-4306c1ffa150 req-f0666cd4-3e48-46eb-a884-69500a6cb7d6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:00.116971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cc02bee8-e338-4957-9c5a-4306c1ffa150 req-f0666cd4-3e48-46eb-a884-69500a6cb7d6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Jan 17 13:23:00.154530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cc02bee8-e338-4957-9c5a-4306c1ffa150 req-fc5662c9-62dc-420a-abd5-c5af55d3fa6f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Jan 17 13:23:00.176414 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55332) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:23:00.215637 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe7fee-7b7e-4511-b7dd-d268c12feb7c tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:00.217157 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b4fe7fee-7b7e-4511-b7dd-d268c12feb7c tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1093 time: 0.0397766 Jan 17 13:23:00.219934 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55334) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:23:00.224144 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '57fc3753-b740-4dd4-9a36-e588426db753', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:23:00.301130 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:00.398132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:00.499710 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.58 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/a13dd7b3-76ca-4c13-9eb2-0d5c5813de72) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:23:00.596513 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:00.741827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:00.779563 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:23:00.783722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:23:00.793539 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:23:00.796782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=a13dd7b3-76ca-4c13-9eb2-0d5c5813de72,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:23:01.143155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:01.294217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:01.442614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:01.558362 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:01.626831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=a13dd7b3-76ca-4c13-9eb2-0d5c5813de72,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:23:01.639836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:02.044686 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 1ef46750-19ce-46e9-9e15-81d059945bd7 associated. External IP: 172.26.4.58, port: 57fc3753-b740-4dd4-9a36-e588426db753. Jan 17 13:23:02.252974 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 114e7111-6f5a-45e3-b518-8922f604efec has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:23:02.355183 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:23:02.365492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] Sync routers for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:23:02.375365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:23:02.376012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:23:02.446412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:02.479660 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5878d8af-c4c3-42a5-b813-c651ae43a8c2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2562964 Jan 17 13:23:02.479660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:23:02.479981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:23:02.480380 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335249cc-7f4a-45a4-a56c-fb1bf210de7f" -d '{"events": [{"name": "network-changed", "server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "tag": "57fc3753-b740-4dd4-9a36-e588426db753"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:23:02.519653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f29e62-5f8c-49c3-8e8e-562801b0e49c x-openstack-request-id: req-a4f29e62-5f8c-49c3-8e8e-562801b0e49c {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:23:02.519954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "tag": "57fc3753-b740-4dd4-9a36-e588426db753", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:23:02.520204 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4f29e62-5f8c-49c3-8e8e-562801b0e49c {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:23:02.520606 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753', 'status': 'completed', 'code': 200} Jan 17 13:23:02.585844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e22c21-6edc-4d38-b3b9-6deda4221e2d req-8699aec8-dc0c-47fc-bf9f-1c3acefafa0d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:02.587383 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38e22c21-6edc-4d38-b3b9-6deda4221e2d req-8699aec8-dc0c-47fc-bf9f-1c3acefafa0d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0517797 Jan 17 13:23:02.598113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-8225130f-ead3-494b-8660-af67357e750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:02.599751 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-8225130f-ead3-494b-8660-af67357e750e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1098 time: 0.0540545 Jan 17 13:23:02.628889 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-38e22c21-6edc-4d38-b3b9-6deda4221e2d req-ff0e8f30-01cd-479d-9980-4943158dd4f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342994 Jan 17 13:23:02.653819 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55340) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:23:02.706370 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-3e889a97-c967-4065-913a-3e8f2c8e06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:02.708101 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-3e889a97-c967-4065-913a-3e8f2c8e06bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.1021872 Jan 17 13:23:02.718064 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-41b56638-b4a3-45f3-87da-340e7fec1410 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1ef46750-19ce-46e9-9e15-81d059945bd7 HTTP/1.1" status: 200 len: 990 time: 0.0621243 Jan 17 13:23:02.722184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1ef46750-19ce-46e9-9e15-81d059945bd7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'port_id': '57fc3753-b740-4dd4-9a36-e588426db753', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'mac_address': 'fa:16:3e:fe:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:23:01Z', 'updated_at': '2022-01-17T13:23:01Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:23:02.749190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] Checking router: 114e7111-6f5a-45e3-b518-8922f604efec for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:23:02.757459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:23:02.758070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:22:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:23:02.779207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-37502aac-512e-4523-90a8-a71b7ff4b874 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 998 time: 0.0634241 Jan 17 13:23:02.828918 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-95680a20-2874-46ef-93fc-a5c56b62f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:02.838126 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-95680a20-2874-46ef-93fc-a5c56b62f2e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0449233 Jan 17 13:23:02.862560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:23:02.875540 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-b3fa0a22-3f6d-41aa-9539-f2697ae65dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:02.877045 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-b3fa0a22-3f6d-41aa-9539-f2697ae65dcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403385 Jan 17 13:23:02.968239 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-b23cf7cd-d624-4739-88ec-5d762a4da1fd service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844817 Jan 17 13:23:03.056292 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-335249cc-7f4a-45a4-a56c-fb1bf210de7f req-5a96c16e-46f9-4afc-9352-89caced0ef09 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814738 Jan 17 13:23:03.085049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1ef46750-19ce-46e9-9e15-81d059945bd7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'port_id': '57fc3753-b740-4dd4-9a36-e588426db753', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'mac_address': 'fa:16:3e:fe:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:23:01Z', 'updated_at': '2022-01-17T13:23:01Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:23:03.111919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f40e9-8512-4809-875e-f4c5ef78fef5 None None] The sync data for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv is: [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1ef46750-19ce-46e9-9e15-81d059945bd7', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'port_id': '57fc3753-b740-4dd4-9a36-e588426db753', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'mac_address': 'fa:16:3e:fe:38:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:23:01Z', 'updated_at': '2022-01-17T13:23:01Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:23:03.304943 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38edb38-bde7-4fef-aead-f39553c431c1 None None] New status for floating IP 1ef46750-19ce-46e9-9e15-81d059945bd7: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:23:03.720863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55342) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:23:03.781630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f267-492a-4235-af33-c5ddbf7fd82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:03.784227 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-fdf998a4-4d20-4077-b42c-b56bbe5421fe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1ef46750-19ce-46e9-9e15-81d059945bd7 HTTP/1.1" status: 200 len: 992 time: 0.0622365 Jan 17 13:23:04.129044 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-bacf8456-797a-4e32-b461-eb708de03067 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405066 Jan 17 13:23:04.210219 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-201a680b-3932-4598-82a9-6928060b764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:04.211727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-201a680b-3932-4598-82a9-6928060b764e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1098 time: 0.0438170 Jan 17 13:23:04.310779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-ae11301c-949c-424d-8e54-5a6b8711a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:04.312302 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-ae11301c-949c-424d-8e54-5a6b8711a7f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.0832114 Jan 17 13:23:04.380475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-d97f5676-5a55-43d2-9010-c6ee8c2ba412 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 1000 time: 0.0609400 Jan 17 13:23:04.427639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-1b174227-25ba-41b0-a38b-cc80356ec722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:04.429042 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-1b174227-25ba-41b0-a38b-cc80356ec722 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0428553 Jan 17 13:23:04.472607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-00143b87-76c2-4f60-9591-edc1c3f53f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:04.474060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-00143b87-76c2-4f60-9591-edc1c3f53f3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385973 Jan 17 13:23:04.903641 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-2fda6ca8-ba95-4fff-9948-6721f6cd8e95 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217553 Jan 17 13:23:05.003404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5c56a4f0-a588-496a-9b57-dc2b5640a365 req-e64403d0-071c-40ef-8360-e34aea16d29d service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806451 Jan 17 13:23:06.192997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ea03b900-800b-4739-920f-b208fb99eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:07.403605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:08.906900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:08.952318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:16.020090 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:23:22.650300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:30.450772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-a3c891ce-fdcd-4512-b600-30f78b918726 req-1d01e26c-d6c3-4306-83ca-9b7514c1cfc8 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:23:30.451775 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a3c891ce-fdcd-4512-b600-30f78b918726 req-1d01e26c-d6c3-4306-83ca-9b7514c1cfc8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053558 Jan 17 13:23:30.804877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa1f0-94ba-45de-ae23-affb512d7981 req-f41aaf4c-7549-485c-957a-8437f56f1e6d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:30.806357 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d60fa1f0-94ba-45de-ae23-affb512d7981 req-f41aaf4c-7549-485c-957a-8437f56f1e6d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Jan 17 13:23:30.847803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d60fa1f0-94ba-45de-ae23-affb512d7981 req-6a9c89e8-81bd-4619-b10c-1cc53d807ace tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350175 Jan 17 13:23:31.142118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-a8920588-7c6d-41f8-8692-14fea8563244 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834448 Jan 17 13:23:31.150909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-a8947d1d-76b8-403f-8444-eb5f53c5ccd2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:23:31.152903 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-a8947d1d-76b8-403f-8444-eb5f53c5ccd2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050557 Jan 17 13:23:31.963677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724c09-0a6a-4259-b151-c0cbd463aeec req-a2480b83-c63f-4a86-a105-e6c29100f381 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:31.965268 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34724c09-0a6a-4259-b151-c0cbd463aeec req-a2480b83-c63f-4a86-a105-e6c29100f381 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0502264 Jan 17 13:23:32.004398 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-34724c09-0a6a-4259-b151-c0cbd463aeec req-9e7bdb84-e290-4618-ab74-a6bad64cc78e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Jan 17 13:23:33.148775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040102ca-2082-4cbc-8159-6f19cfaba0f4 req-305d2183-11fa-4e71-9b7c-259377813c65 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:33.150256 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-040102ca-2082-4cbc-8159-6f19cfaba0f4 req-305d2183-11fa-4e71-9b7c-259377813c65 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0732973 Jan 17 13:23:33.152887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-1a307ca0-b27b-4284-9635-d8cb38c7eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:33.154256 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-1a307ca0-b27b-4284-9635-d8cb38c7eee3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1098 time: 0.0688515 Jan 17 13:23:33.236649 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-040102ca-2082-4cbc-8159-6f19cfaba0f4 req-7cb12095-3aa9-4d3d-89a3-b2af7461be75 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799055 Jan 17 13:23:33.267483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-026c8521-4655-4f25-9567-2aa67d386a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:33.268960 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-026c8521-4655-4f25-9567-2aa67d386a3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.1064882 Jan 17 13:23:33.338539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-b5e6b143-99c3-4eb2-a934-3800aa1e865f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 1000 time: 0.0624275 Jan 17 13:23:33.385306 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-a03b5e18-5f84-4a34-8516-6b909d311817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:33.387454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-a03b5e18-5f84-4a34-8516-6b909d311817 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0427890 Jan 17 13:23:33.430883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-5a9673fd-43bb-49b6-b7dd-c7bcca519325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:33.432320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-5a9673fd-43bb-49b6-b7dd-c7bcca519325 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379987 Jan 17 13:23:33.521253 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-1fd2097e-cb1a-4d5d-992d-5700f00c231d service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825837 Jan 17 13:23:33.607331 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-32a31da0-e6b3-4aed-a8a2-b9ffbc6fec79 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789757 Jan 17 13:23:33.819498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-041c7f1c-01ed-420f-ba73-4d22b6ef0b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:34.357080 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060d69-43d2-4257-b578-cd180509f0f6 req-7cbb095f-6a60-4984-bb8d-203da1131bd6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:34.358879 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1b060d69-43d2-4257-b578-cd180509f0f6 req-7cbb095f-6a60-4984-bb8d-203da1131bd6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Jan 17 13:23:34.396724 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1b060d69-43d2-4257-b578-cd180509f0f6 req-26f1204d-c2a7-4930-a589-f8da49b6421f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jan 17 13:23:35.514835 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de5014-a6d3-4113-83ae-764dec225cd9 req-a0262714-02b2-4572-b706-5ff15ee393ba tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:35.516380 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-21de5014-a6d3-4113-83ae-764dec225cd9 req-a0262714-02b2-4572-b706-5ff15ee393ba tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Jan 17 13:23:35.553577 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-21de5014-a6d3-4113-83ae-764dec225cd9 req-8461aed2-8255-44c2-9cbe-4cc3105100bd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310035 Jan 17 13:23:36.193191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f95e7ce8-aecb-42a2-8357-fb296912abd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:36.669103 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d01834-03d4-4840-be84-a6d05519cd52 req-c73654c4-9d45-4ecd-bca5-81b4d0c030a4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:36.670592 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44d01834-03d4-4840-be84-a6d05519cd52 req-c73654c4-9d45-4ecd-bca5-81b4d0c030a4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0508034 Jan 17 13:23:36.708419 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-44d01834-03d4-4840-be84-a6d05519cd52 req-5ba979e6-bcc1-400d-b6de-e16c594aa631 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 Jan 17 13:23:37.421351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:37.826463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4361-6a86-4f2a-bdad-59a68c82bdeb req-15780963-69b6-4119-856e-2528020005e3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:37.827972 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-352f4361-6a86-4f2a-bdad-59a68c82bdeb req-15780963-69b6-4119-856e-2528020005e3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Jan 17 13:23:37.865370 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-352f4361-6a86-4f2a-bdad-59a68c82bdeb req-38b7f909-ae68-4dfe-b531-ec123320b54b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Jan 17 13:23:38.884136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:38.941457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:38.981141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3713db-7b25-4adb-ae4b-f3ca7304aa7f req-5ddae32d-4b82-45e3-8c3b-340ffcb6387c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:38.982623 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7d3713db-7b25-4adb-ae4b-f3ca7304aa7f req-5ddae32d-4b82-45e3-8c3b-340ffcb6387c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0506887 Jan 17 13:23:39.021214 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7d3713db-7b25-4adb-ae4b-f3ca7304aa7f req-a548d74f-5522-4c8e-a7c1-692ad765eb28 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Jan 17 13:23:40.137382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffeb0d-72b1-4237-9b69-992786b3af0b req-e6792954-fa1d-4aad-876a-acc0e32ec9ee tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:40.138861 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5ffeb0d-72b1-4237-9b69-992786b3af0b req-e6792954-fa1d-4aad-876a-acc0e32ec9ee tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0498331 Jan 17 13:23:40.179172 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d5ffeb0d-72b1-4237-9b69-992786b3af0b req-63c5bb8a-8c12-4911-8204-13f47dbded7c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339079 Jan 17 13:23:41.296134 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a262705-a040-4c64-a1dd-125d0f143cfb req-dfc91956-0132-4992-b5f2-c20f02f66418 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:41.297623 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1a262705-a040-4c64-a1dd-125d0f143cfb req-dfc91956-0132-4992-b5f2-c20f02f66418 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Jan 17 13:23:41.335208 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1a262705-a040-4c64-a1dd-125d0f143cfb req-96c0bf23-f5d6-45db-bdb4-e539c5d4b420 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Jan 17 13:23:42.448548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b336cb-d089-45b4-adc9-793ab705e3ba req-ce4d763d-c4d4-49c3-b25d-5945dc6c9b1b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:42.449981 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5b336cb-d089-45b4-adc9-793ab705e3ba req-ce4d763d-c4d4-49c3-b25d-5945dc6c9b1b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0486567 Jan 17 13:23:42.486754 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5b336cb-d089-45b4-adc9-793ab705e3ba req-2aa52e6e-5c5a-4225-b86c-8f45b78a5cb3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Jan 17 13:23:43.601271 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401c3cf-9621-4ed2-8272-f8d18b1fee20 req-9004efc8-5aa3-4d04-b876-1353a3cdf9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:43.602750 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9401c3cf-9621-4ed2-8272-f8d18b1fee20 req-9004efc8-5aa3-4d04-b876-1353a3cdf9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Jan 17 13:23:43.641629 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9401c3cf-9621-4ed2-8272-f8d18b1fee20 req-56f5edf1-e658-4864-a9bd-39092b2d6f12 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Jan 17 13:23:44.757639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e425d-d8b0-40b8-8fe0-97cd461762c8 req-ad051187-05d0-4517-9c5f-efff1b04cfcf tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:44.759099 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b9e425d-d8b0-40b8-8fe0-97cd461762c8 req-ad051187-05d0-4517-9c5f-efff1b04cfcf tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Jan 17 13:23:44.797556 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6b9e425d-d8b0-40b8-8fe0-97cd461762c8 req-cd8ddda7-61bf-4d8b-9752-fabc4f608de0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jan 17 13:23:45.910954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2a31a-8cde-46dc-9057-4b049dee0086 req-321b6e84-0822-490e-81ca-46c4b7371c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:45.912437 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-78b2a31a-8cde-46dc-9057-4b049dee0086 req-321b6e84-0822-490e-81ca-46c4b7371c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0479002 Jan 17 13:23:45.949558 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-78b2a31a-8cde-46dc-9057-4b049dee0086 req-20107e9e-c9ac-401f-a124-20262b699e08 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303640 Jan 17 13:23:47.064013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983612-f6a4-43f5-95ba-d46d55b7efb2 req-c46e8c20-abce-4e3d-8360-1ccaaa46e83f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:47.065530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97983612-f6a4-43f5-95ba-d46d55b7efb2 req-c46e8c20-abce-4e3d-8360-1ccaaa46e83f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Jan 17 13:23:47.102295 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-97983612-f6a4-43f5-95ba-d46d55b7efb2 req-b0c07866-4449-482c-be7e-e5943bf6b4bc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Jan 17 13:23:48.222032 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6355bf-7a72-4fbd-9226-de39cba04fe4 req-2623f837-4bd2-4dde-adca-1a5df878f41f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:48.223565 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0b6355bf-7a72-4fbd-9226-de39cba04fe4 req-2623f837-4bd2-4dde-adca-1a5df878f41f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0525622 Jan 17 13:23:48.263390 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0b6355bf-7a72-4fbd-9226-de39cba04fe4 req-75aadcbb-4b1c-45cb-8a0d-7de1c41a1350 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Jan 17 13:23:49.379421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c53a1-9c7d-4661-a9e7-ad61c181edcf req-ec117263-ba94-42ce-8c5a-c7c63a4bb425 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:49.380926 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc6c53a1-9c7d-4661-a9e7-ad61c181edcf req-ec117263-ba94-42ce-8c5a-c7c63a4bb425 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0497215 Jan 17 13:23:49.417944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc6c53a1-9c7d-4661-a9e7-ad61c181edcf req-4cb5cb09-77f9-4906-b86a-8b57ef7f8a64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Jan 17 13:23:50.533443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f19aa-72d3-4980-a748-483d98e1fbf8 req-11dc22b9-449f-4b49-aa0f-04fb6c4054a0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:50.534974 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7d3f19aa-72d3-4980-a748-483d98e1fbf8 req-11dc22b9-449f-4b49-aa0f-04fb6c4054a0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0509729 Jan 17 13:23:50.574246 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7d3f19aa-72d3-4980-a748-483d98e1fbf8 req-5e5fb306-d5b8-41fc-97b2-49c176f9c519 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323200 Jan 17 13:23:50.588354 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-c9d8fc45-a1c2-455b-93d1-3fc11fb66947 service neutron] 10.222.0.67 "GET /v2.0/ports/57fc3753-b740-4dd4-9a36-e588426db753/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0606730 Jan 17 13:23:51.205745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-01a4e49b-a0d7-424b-bdfb-52f25d8d0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:51.207229 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-01a4e49b-a0d7-424b-bdfb-52f25d8d0d4d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 1098 time: 0.0418770 Jan 17 13:23:51.268258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-6f40cda2-2630-46cd-bf0c-9615c1413750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:51.275530 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-6f40cda2-2630-46cd-bf0c-9615c1413750 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1098 time: 0.0410366 Jan 17 13:23:51.361211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-960ac824-3bf2-4eec-b46f-df4a3168566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:51.362657 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-960ac824-3bf2-4eec-b46f-df4a3168566d service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.0870876 Jan 17 13:23:51.427628 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-ec69a7c3-bd52-485b-a07b-488405387029 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 1000 time: 0.0589869 Jan 17 13:23:51.476580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-11db4fad-db17-4f43-bf9f-3055618ffad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:51.478006 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-11db4fad-db17-4f43-bf9f-3055618ffad6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0441222 Jan 17 13:23:51.525788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-09b4db93-02f3-43b0-ac1c-1ebe9c3201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:51.527925 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-09b4db93-02f3-43b0-ac1c-1ebe9c3201e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437458 Jan 17 13:23:51.616756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-0fa63c09-f731-41ac-b955-a71703cae3ba service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821562 Jan 17 13:23:51.743972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd6f13-2251-4c99-933b-0abda5b73e6e req-14cfda3f-1376-4c02-960d-4f3d48600505 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:51.745409 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-babd6f13-2251-4c99-933b-0abda5b73e6e req-14cfda3f-1376-4c02-960d-4f3d48600505 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.1031501 Jan 17 13:23:51.750827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-ff646147-ffb8-4c1c-b845-5ff8f2e82cdf service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278095 Jan 17 13:23:51.786241 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-babd6f13-2251-4c99-933b-0abda5b73e6e req-11814c12-6388-4bd5-84f4-f0fc907269b5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344405 Jan 17 13:23:52.655690 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:52.902322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9c4d-c7c2-479a-9801-fa0cd40a4762 req-3f0d3624-acbc-44f5-a686-a44462630d3c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:52.903757 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-392d9c4d-c7c2-479a-9801-fa0cd40a4762 req-3f0d3624-acbc-44f5-a686-a44462630d3c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Jan 17 13:23:52.941623 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-392d9c4d-c7c2-479a-9801-fa0cd40a4762 req-71e15b07-a00b-4371-b401-33407b440fd9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Jan 17 13:23:53.018590 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:23:54.058276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571357a-ae63-466a-8ae0-972dbbda6e16 req-5c636ad1-6c3e-437a-a492-f9e344bfc6ca tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.059809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c571357a-ae63-466a-8ae0-972dbbda6e16 req-5c636ad1-6c3e-437a-a492-f9e344bfc6ca tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0502777 Jan 17 13:23:54.098018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c571357a-ae63-466a-8ae0-972dbbda6e16 req-308bc3bd-ff5c-4e18-be4b-741a7ad0dae5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321405 Jan 17 13:23:54.481821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd56a1-20c3-4f17-b7ac-cb09217e3560 req-0d44ab72-b7c7-4a9c-8b3a-b08fef791253 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.483781 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61bd56a1-20c3-4f17-b7ac-cb09217e3560 req-0d44ab72-b7c7-4a9c-8b3a-b08fef791253 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0542936 Jan 17 13:23:54.545230 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61bd56a1-20c3-4f17-b7ac-cb09217e3560 req-5cc5ace7-9151-4b08-8f06-026fdab51b16 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555389 Jan 17 13:23:54.570552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-92a0e437-20d8-4f04-9a20-acc723bd72ba tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.572074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-92a0e437-20d8-4f04-9a20-acc723bd72ba tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722&tenant_id=fb0cd12027ee4bce8945e68857bfbbff&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 945 time: 0.0616887 Jan 17 13:23:54.654170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-d4cb63a0-9b83-4089-8c94-ab641687c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.655623 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-d4cb63a0-9b83-4089-8c94-ab641687c0ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1098 time: 0.0415666 Jan 17 13:23:54.668006 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f88b4-b16b-4068-9898-46d8f75ae088 req-23aaec50-af45-4597-be23-632c5148a101 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.673925 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e98f88b4-b16b-4068-9898-46d8f75ae088 req-23aaec50-af45-4597-be23-632c5148a101 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0538478 Jan 17 13:23:54.707467 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e98f88b4-b16b-4068-9898-46d8f75ae088 req-f0aa4d20-21bd-49f5-981e-9678275ed39b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jan 17 13:23:54.751963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-c6f2aa1d-46b6-4444-95ab-8005c286367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.753461 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-c6f2aa1d-46b6-4444-95ab-8005c286367f service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.0922480 Jan 17 13:23:54.819323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-05f3e0fc-2ddf-40e2-ab16-6bde08b7b705 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 1000 time: 0.0592165 Jan 17 13:23:54.871971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-2a46e5fe-099a-4b04-9da9-2aad6a4d7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.873511 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-2a46e5fe-099a-4b04-9da9-2aad6a4d7d47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0483081 Jan 17 13:23:54.918401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-2eb59de4-b67d-4f45-aede-c9dbab98f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:54.919859 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-2eb59de4-b67d-4f45-aede-c9dbab98f129 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401850 Jan 17 13:23:55.006174 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-83df142e-9a8e-457a-ba18-5e6e8e584c9e service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797415 Jan 17 13:23:55.096908 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-097cb10c-d98e-4a3f-9372-679b8fe442fd req-c0a6e640-e5b0-4844-8b98-b0e832c05d99 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Jan 17 13:23:55.568703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 57fc3753-b740-4dd4-9a36-e588426db753 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:23:55.645743 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:55.668507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:23:55.670846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af71c4f-179b-4f4b-9681-0c89a8c800af" -d '{"events": [{"server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "name": "network-vif-unplugged", "status": "completed", "tag": "57fc3753-b740-4dd4-9a36-e588426db753"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:23:55.683119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=57fc3753-b740-4dd4-9a36-e588426db753,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:23:55.713756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9413487c-1092-46a6-a63f-25a0a6dad7f3 x-openstack-request-id: req-9413487c-1092-46a6-a63f-25a0a6dad7f3 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:23:55.715008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "name": "network-vif-unplugged", "status": "completed", "tag": "57fc3753-b740-4dd4-9a36-e588426db753", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:23:55.715289 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9413487c-1092-46a6-a63f-25a0a6dad7f3 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:23:55.715640 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753', 'code': 200} Jan 17 13:23:55.808434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:23:55.826529 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995560bd-ebae-45eb-a66e-bad2a2fef457 req-ac45e4e3-832d-416b-8886-0f04506d039d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:55.826529 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-995560bd-ebae-45eb-a66e-bad2a2fef457 req-ac45e4e3-832d-416b-8886-0f04506d039d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 945 time: 0.0500340 Jan 17 13:23:55.859876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:23:55.867305 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-995560bd-ebae-45eb-a66e-bad2a2fef457 req-09498120-538f-4b92-8475-f3ef3ff696cd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353181 Jan 17 13:23:55.867516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.867829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.868427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.868635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.868841 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.869388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.869715 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.870066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.870526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.870845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.871165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:55.871483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:23:56.984907 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2ce00-2750-4cc2-be2b-abd27528d570 req-29f424c9-330c-44d0-9175-90c37eb31247 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:23:56.986378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ecb2ce00-2750-4cc2-be2b-abd27528d570 req-29f424c9-330c-44d0-9175-90c37eb31247 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0492263 Jan 17 13:23:57.023383 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ecb2ce00-2750-4cc2-be2b-abd27528d570 req-3566f243-d42d-4c5a-afc8-499633b9aaa4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Jan 17 13:23:57.046310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55442) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:23:57.109922 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6a4e3413-9f63-4c1c-bc04-3b38c9245753 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1ef46750-19ce-46e9-9e15-81d059945bd7 HTTP/1.1" status: 200 len: 990 time: 0.0624368 Jan 17 13:24:03.776780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-864e75e9-acdf-46a4-8791-47a3b509b919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:05.132000 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-b3e301e2-60b1-4c6b-a67c-f5ea0e3229b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391822 Jan 17 13:24:05.219210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-3f85b878-97d0-4109-8c41-7dcbbd829e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:05.220742 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-3f85b878-97d0-4109-8c41-7dcbbd829e4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1096 time: 0.0423927 Jan 17 13:24:05.325948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-67d3967c-7063-4a8f-bf0c-47303a1aeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:05.327460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-67d3967c-7063-4a8f-bf0c-47303a1aeee4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.0873194 Jan 17 13:24:05.392097 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-b28f20df-fd20-40b1-84d2-04e9dc715eae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 998 time: 0.0583689 Jan 17 13:24:05.441080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-d47fc8ea-229c-4df1-ac74-2d030a5f49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:05.442535 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-d47fc8ea-229c-4df1-ac74-2d030a5f49f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0443978 Jan 17 13:24:05.492229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-986539f5-0afc-462f-aeff-93f4344aae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:05.493780 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-986539f5-0afc-462f-aeff-93f4344aae4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449445 Jan 17 13:24:05.581442 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-9cab7f76-bb52-47fc-9de4-840aaba9fcdc service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807016 Jan 17 13:24:05.675320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0c20b67-b61f-40bd-80d8-b83630f793ad req-b8347e24-221c-4029-a6e3-502050348aec service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863459 Jan 17 13:24:06.221702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3a687fe9-c824-4287-83a8-645634d71b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:07.415594 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:08.890449 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:08.958934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:22.684774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:25.841815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55454) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:26.005095 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port a13dd7b3-76ca-4c13-9eb2-0d5c5813de72 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:24:26.005437 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:26.084748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:26.085075 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:26.097166 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for a13dd7b3-76ca-4c13-9eb2-0d5c5813de72 owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:24:26.319043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:26.343814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=a13dd7b3-76ca-4c13-9eb2-0d5c5813de72,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:26.353985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.354277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.354629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.356081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.356081 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.356279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.356594 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.356925 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.357254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.357884 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.358211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.358535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:26.421382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:26.421776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 1ef46750-19ce-46e9-9e15-81d059945bd7 disassociated (deleted). External IP: 172.26.4.58, port: 57fc3753-b740-4dd4-9a36-e588426db753. Jan 17 13:24:26.626240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 114e7111-6f5a-45e3-b518-8922f604efec has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:24:26.731927 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:24:26.737037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:26.741699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] Sync routers for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:24:26.751357 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:26.752002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:26.767606 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-24577e8f-e171-4426-843b-ac1f08f1b3a3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/floatingips/1ef46750-19ce-46e9-9e15-81d059945bd7 HTTP/1.1" status: 204 len: 168 time: 0.9246585 Jan 17 13:24:26.768242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:24:26.770501 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7" -d '{"events": [{"name": "network-changed", "server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "tag": "57fc3753-b740-4dd4-9a36-e588426db753"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:24:26.813663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10eada-c3f4-42ae-8792-b669167d2b8e x-openstack-request-id: req-2d10eada-c3f4-42ae-8792-b669167d2b8e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:24:26.813955 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "tag": "57fc3753-b740-4dd4-9a36-e588426db753", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:24:26.814211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d10eada-c3f4-42ae-8792-b669167d2b8e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:24:26.814618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753', 'status': 'completed', 'code': 200} Jan 17 13:24:26.866251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:26.878078 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-eff0732c-1209-4c25-adc7-4b211132a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:26.879815 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-eff0732c-1209-4c25-adc7-4b211132a6f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 1096 time: 0.0428612 Jan 17 13:24:26.973106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-9022940e-e9c0-4249-b215-38ba04f53dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:26.974585 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-9022940e-e9c0-4249-b215-38ba04f53dd1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 200 len: 898 time: 0.0880108 Jan 17 13:24:27.023920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-b019b21c-f1e2-451a-aa4e-3d427dfcf8d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 200 len: 217 time: 0.0429440 Jan 17 13:24:27.064217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:27.074275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-8032c0ae-bd6a-412e-af0b-31a8739b5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:27.075801 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-8032c0ae-bd6a-412e-af0b-31a8739b5198 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 200 len: 835 time: 0.0455997 Jan 17 13:24:27.094556 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] Checking router: 114e7111-6f5a-45e3-b518-8922f604efec for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:24:27.102856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:27.103459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:27.121535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-41dc1fc0-0c35-4627-b2fc-fdc8921fb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:27.123320 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-41dc1fc0-0c35-4627-b2fc-fdc8921fb975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=efc7ffac-f518-415c-b75c-6dd7e0766421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415556 Jan 17 13:24:27.221571 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:27.233374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-6c2fbbdc-ad7e-4525-a969-41ad714e3256 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030781 Jan 17 13:24:27.256719 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec94ea-2088-4b37-a92b-17a3bb2d38dc req-fbb637a4-2e1e-42cf-9b46-d767dd9ee906 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:27.258230 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5fec94ea-2088-4b37-a92b-17a3bb2d38dc req-fbb637a4-2e1e-42cf-9b46-d767dd9ee906 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0531459 Jan 17 13:24:27.298042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5fec94ea-2088-4b37-a92b-17a3bb2d38dc req-0a98db32-b6ef-4495-a59b-ddfff0fdd1a9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335248 Jan 17 13:24:27.335309 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cf73d8f1-60e6-4f30-b978-a62e3e8008f7 req-4987a450-5b14-401a-b67f-6560eaaf7da6 service neutron] 10.222.0.67 "GET /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946465 Jan 17 13:24:27.563306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:27.591397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761fa9b-9120-48dd-a848-71584ff23f94 None None] The sync data for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv is: [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:46Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '93024c02-1a65-444a-b198-9b1ce08dabb8', 'name': '', 'network_id': 'efc7ffac-f518-415c-b75c-6dd7e0766421', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:14:82:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:46Z', 'updated_at': '2022-01-17T13:22:48Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': 'ebdc0fca-735c-4184-bd18-49e4e0e8b00f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:24:27.800665 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4453117-37f5-440a-ad1f-5bcde042a6ab None None] New status for floating IP 1ef46750-19ce-46e9-9e15-81d059945bd7: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:24:28.415248 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1536-5a46-4ee8-9e78-02027c92fe0e req-686d4a93-b3ca-44fc-9f40-28919b00fc96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:28.417424 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-315d1536-5a46-4ee8-9e78-02027c92fe0e req-686d4a93-b3ca-44fc-9f40-28919b00fc96 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0492325 Jan 17 13:24:28.458188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-315d1536-5a46-4ee8-9e78-02027c92fe0e req-f62741b9-3d9c-4bb9-be81-54bbf56f9a47 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=4535f1c7-115b-49b5-9fa0-54ecf997bdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Jan 17 13:24:28.786457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-2201044d-e7d9-427f-954b-dd6e4fe7185c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:28.787968 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-2201044d-e7d9-427f-954b-dd6e4fe7185c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 943 time: 0.0485837 Jan 17 13:24:28.874551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 57fc3753-b740-4dd4-9a36-e588426db753 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:24:28.874895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:28.964620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 57fc3753-b740-4dd4-9a36-e588426db753, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=57fc3753-b740-4dd4-9a36-e588426db753,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:28.964988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:28.977694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 57fc3753-b740-4dd4-9a36-e588426db753 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:24:29.176529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:29.206815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=57fc3753-b740-4dd4-9a36-e588426db753,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:29.248680 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] No DVR routers for this DVR port 57fc3753-b740-4dd4-9a36-e588426db753 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:24:29.251211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:29.254548 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1a6ffc9d-6cc2-4d91-93e2-58ba742b67bd req-053f343c-5ae1-4104-bc7c-7aab074946f8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "DELETE /v2.0/ports/57fc3753-b740-4dd4-9a36-e588426db753 HTTP/1.1" status: 204 len: 173 time: 0.4604061 Jan 17 13:24:29.255121 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'name': 'network-vif-deleted', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:24:29.257376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6c073-834a-4db2-b9c8-175e533c9549" -d '{"events": [{"server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "name": "network-vif-deleted", "tag": "57fc3753-b740-4dd4-9a36-e588426db753"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:24:29.293391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb85b1fc-4b28-474f-89dc-fb1a8919f073 x-openstack-request-id: req-eb85b1fc-4b28-474f-89dc-fb1a8919f073 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:24:29.293689 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466a6f44-4dda-4d98-85d1-d69a05ea6722", "name": "network-vif-deleted", "tag": "57fc3753-b740-4dd4-9a36-e588426db753", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:24:29.293943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb85b1fc-4b28-474f-89dc-fb1a8919f073 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:24:29.294350 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466a6f44-4dda-4d98-85d1-d69a05ea6722', 'name': 'network-vif-deleted', 'tag': '57fc3753-b740-4dd4-9a36-e588426db753', 'status': 'completed', 'code': 200} Jan 17 13:24:29.564803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7809702-71f7-45c5-b097-f07fcc1264fd req-12f1a768-42fb-4bed-8700-559109294f9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=466a6f44-4dda-4d98-85d1-d69a05ea6722 HTTP/1.1" status: 200 len: 210 time: 0.0285308 Jan 17 13:24:30.018102 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:24:30.621091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55470) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:30.984984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:31.297662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 93024c02-1a65-444a-b198-9b1ce08dabb8 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:24:31.297995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:31.385631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 93024c02-1a65-444a-b198-9b1ce08dabb8, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=93024c02-1a65-444a-b198-9b1ce08dabb8,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:31.386029 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:31.398705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 93024c02-1a65-444a-b198-9b1ce08dabb8 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:24:31.676112 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:31.703297 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=93024c02-1a65-444a-b198-9b1ce08dabb8,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:31.715633 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.715998 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.716377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.716724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.717059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.717394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.717725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.718053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.718378 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.718703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.719028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.719373 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:31.886209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.097453 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 114e7111-6f5a-45e3-b518-8922f604efec has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:24:32.203517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:24:32.208478 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-063ef7b8-e8df-4065-8a11-25806cbb62f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/114e7111-6f5a-45e3-b518-8922f604efec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5863721 Jan 17 13:24:32.211278 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55472) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:32.213022 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] Sync routers for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:24:32.222085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:32.222691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:32.263825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting subnet ebdc0fca-735c-4184-bd18-49e4e0e8b00f {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:24:32.266916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.306727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.328200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:32.393580 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.501305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:24:31Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:32.527073 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] Checking router: 114e7111-6f5a-45e3-b518-8922f604efec for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:24:32.535186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] Routers {'114e7111-6f5a-45e3-b518-8922f604efec'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:32.535813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['114e7111-6f5a-45e3-b518-8922f604efec'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:32.542544 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.570701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdc0fca-735c-4184-bd18-49e4e0e8b00f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:32.572825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.578703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55474) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:32.579192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0bada-c005-45ae-8a5f-f0dcecd308cf None None] Network efc7ffac-f518-415c-b75c-6dd7e0766421 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:24:32.579294 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-068f26f9-090a-430b-a8f2-5521918ba74c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/subnets/ebdc0fca-735c-4184-bd18-49e4e0e8b00f HTTP/1.1" status: 204 len: 168 time: 0.3666105 Jan 17 13:24:32.690880 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.713402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] Set router 114e7111-6f5a-45e3-b518-8922f604efec gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:32.796547 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.887608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] DHCP port deletion for efc7ffac-f518-415c-b75c-6dd7e0766421 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:24:32.947133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:24:31Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:32.956026 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 43852147-341f-4086-951d-ac93d9cdf685 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:24:32.956372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:32.976179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297f848-0464-4e2d-8bef-f0f28ded28e5 None None] The sync data for ids ['114e7111-6f5a-45e3-b518-8922f604efec'] in dv-neutron-824886-1-hyperv is: [{'id': '114e7111-6f5a-45e3-b518-8922f604efec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2127160810', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207'}], 'enable_snat': True}, 'gw_port_id': '43852147-341f-4086-951d-ac93d9cdf685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:24:31Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': '43852147-341f-4086-951d-ac93d9cdf685', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114e7111-6f5a-45e3-b518-8922f604efec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:22:42Z', 'updated_at': '2022-01-17T13:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:24:32.981815 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] Deleting port e4afbf64-26cb-44f3-9158-66d725caca64 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:24:32.982191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.045316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port 43852147-341f-4086-951d-ac93d9cdf685, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=43852147-341f-4086-951d-ac93d9cdf685,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:33.045779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.048469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] For port e4afbf64-26cb-44f3-9158-66d725caca64, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e4afbf64-26cb-44f3-9158-66d725caca64,segment=NetworkSegment(0c4d6972-b827-4019-aa78-a3347d689b2a),segment_id=0c4d6972-b827-4019-aa78-a3347d689b2a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:33.048909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.057790 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 43852147-341f-4086-951d-ac93d9cdf685 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:24:33.061762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] Calling delete_port for e4afbf64-26cb-44f3-9158-66d725caca64 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:24:33.216410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.242100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] Pushing event deleted for resources: {'Port': ['ID=e4afbf64-26cb-44f3-9158-66d725caca64,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:33.246032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d85949-eb33-4bf3-a40a-cf54854dc6e5 None None] No DVR routers for this DVR port e4afbf64-26cb-44f3-9158-66d725caca64 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:24:33.373399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.398028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=43852147-341f-4086-951d-ac93d9cdf685,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:33.467092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.772376 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 57fc3753-b740-4dd4-9a36-e588426db753 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:24:33.797197 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 57fc3753-b740-4dd4-9a36-e588426db753 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:24:33.800284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 57fc3753-b740-4dd4-9a36-e588426db753 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:24:33.800284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3c03-81e3-488a-aae0-c1c72c4afefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.906379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:33.908485 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.050393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.050856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Fanout notify agent at l3_agent the message router_deleted on router 114e7111-6f5a-45e3-b518-8922f604efec {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:24:34.057616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.058770 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e1c53bde-37eb-469f-9ca7-c6ab15a6700a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/routers/114e7111-6f5a-45e3-b518-8922f604efec HTTP/1.1" status: 204 len: 168 time: 1.4783161 Jan 17 13:24:34.061472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55476) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:34.144083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.249755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.278312 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc7ffac-f518-415c-b75c-6dd7e0766421']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:34.297393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4d6972-b827-4019-aa78-a3347d689b2a') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:34.297393 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4d6972-b827-4019-aa78-a3347d689b2a') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:34.301361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.314559 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.320536 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:24:34.320917 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:24:34.323837 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:24:34.470188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.475267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.478521 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/networks/efc7ffac-f518-415c-b75c-6dd7e0766421 HTTP/1.1" status: 204 len: 168 time: 0.4161024 Jan 17 13:24:34.482059 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55478) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:34.497213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6336802-0d39-4c79-95a3-e2233fb08be7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Network': ['ID=efc7ffac-f518-415c-b75c-6dd7e0766421,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:34.586857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b32cf7e-1221-4f3d-861a-b1c65da9bb8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.612148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b32cf7e-1221-4f3d-861a-b1c65da9bb8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.684474 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e4afbf64-26cb-44f3-9158-66d725caca64 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:24:34.704540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e4afbf64-26cb-44f3-9158-66d725caca64 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:24:34.704883 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e4afbf64-26cb-44f3-9158-66d725caca64 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:24:34.705287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 93024c02-1a65-444a-b198-9b1ce08dabb8 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:24:34.724602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 93024c02-1a65-444a-b198-9b1ce08dabb8 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:24:34.724952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 93024c02-1a65-444a-b198-9b1ce08dabb8 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:24:34.725369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43852147-341f-4086-951d-ac93d9cdf685 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:24:34.744545 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 43852147-341f-4086-951d-ac93d9cdf685 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:24:34.745016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 43852147-341f-4086-951d-ac93d9cdf685 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:24:34.756160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b32cf7e-1221-4f3d-861a-b1c65da9bb8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.758757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3b32cf7e-1221-4f3d-861a-b1c65da9bb8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:34.759948 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3b32cf7e-1221-4f3d-861a-b1c65da9bb8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/security-groups/4535f1c7-115b-49b5-9fa0-54ecf997bdaf HTTP/1.1" status: 204 len: 168 time: 0.2766426 Jan 17 13:24:34.768952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32cf7e-1221-4f3d-861a-b1c65da9bb8a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4535f1c7-115b-49b5-9fa0-54ecf997bdaf,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:35.311007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55486) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:35.315576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324722607', 'description': 'tempest-secgroup-smoke-1324722607 description', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:35.393399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.457649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.536066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.564450 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:35.623868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.625133 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6e8185db-c834-4f52-96cc-dce69f28024d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3130472 Jan 17 13:24:35.627939 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55488) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:35.632203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '84c04ce7-dc2f-42e1-9866-d2e59e04ebe0', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:35.717621 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.772773 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.832966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.849861 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e8ed0d-63e3-4ea9-ad87-77f8ec42fc13,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:35.920373 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:35.921558 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ad973a1c-2668-45b2-ac55-1040705d1450 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926927 Jan 17 13:24:35.924236 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55490) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:35.928497 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '84c04ce7-dc2f-42e1-9866-d2e59e04ebe0', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:36.029418 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.090605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.175935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.193713 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6324b3ee-e3ce-48b5-a508-2f168378b178,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:36.210132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2da56492-f84b-4c70-9325-ea7fe6e71b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.326841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.328029 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-203e531f-f96e-4485-91eb-aa7688947b2e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4028695 Jan 17 13:24:36.330730 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55492) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:36.334987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '84c04ce7-dc2f-42e1-9866-d2e59e04ebe0', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:36.437742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.493863 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.561539 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.579461 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc33e564-bac8-4333-94c1-fc15fe3e887f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:36.649655 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.651440 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e80a852f-58dd-48b2-929f-539fcb7bb87f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3192391 Jan 17 13:24:36.658762 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55494) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:36.663084 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '84c04ce7-dc2f-42e1-9866-d2e59e04ebe0', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:36.775148 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.833185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.904299 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:36.923043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e3a3e9-711b-4c82-add9-789817a3732f,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:37.003399 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.004663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c4dd88e7-a317-4fd6-ba09-a24b90ec9ff3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449771 Jan 17 13:24:37.007415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55496) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:37.011754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '84c04ce7-dc2f-42e1-9866-d2e59e04ebe0', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:37.101756 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:24:37.107823 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.170451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.304389 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.323806 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e548cfd-ea04-40e2-9f20-c3084ff32ec1,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:37.403873 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.405035 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-7ca8ca1b-bfd7-4652-b8d2-9453e50e546f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3966694 Jan 17 13:24:37.407799 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55498) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:37.412158 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': '84c04ce7-dc2f-42e1-9866-d2e59e04ebe0', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:37.429908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.521258 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:24:37.526548 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.588188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.670122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.688354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c26b62-1a49-408b-8396-a7fed94a3447,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:37.774840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.776283 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-950cf17b-39ed-4f76-8264-ee98d935e5c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3674159 Jan 17 13:24:37.779025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55500) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:37.783808 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'network': {'name': 'tempest-network-smoke--173492633', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'port_security_enabled': True}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:37.889896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:24:37.893335 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.915354 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:24:37.924217 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:37.924502 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Added segment 7bd0b43a-522f-4517-983e-d17ef4ec1756 of type vlan for network cffa44f1-2408-4e49-b687-b67a44f52ee2 Jan 17 13:24:37.962588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.064012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.069662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:38.070302 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.137717 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Network': ['ID=cffa44f1-2408-4e49-b687-b67a44f52ee2,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:38.151333 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:24:38.210554 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-95d6f955-6a1d-4991-b9ab-9560012d8386 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4304678 Jan 17 13:24:38.218228 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55502) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:38.218874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'admin_state_up': True, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:38.304533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.305507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.355045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.561196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.820625 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.842157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.884618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.938559 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:38.942389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.131 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/d7703d83-aca9-4e9e-b79a-a3df81f35014) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:24:39.047132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:39.205337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:39.243590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:24:39.246957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:39.250522 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:24:39.258801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=d7703d83-aca9-4e9e-b79a-a3df81f35014,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:39.571585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:39.769005 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:39.944236 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 8481b06a-8954-4e69-a2fa-28b6f748e61e is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:24:40.050963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:24:40.061474 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Sync routers for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:24:40.070252 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:40.070873 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:40.143988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.145278 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-16e42860-b04e-44f3-b10d-e508fabd0d2a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9303970 Jan 17 13:24:40.148435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55504) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:40.176822 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:40.177104 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-15b8344f-278b-4f69-a1f6-08241b5fa37d tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fb0cd12027ee4bce8945e68857bfbbff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272453 Jan 17 13:24:40.179452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55506) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:40.265107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fff88f-da4d-4db4-98a6-6849cd096a5d tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:40.266643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-53fff88f-da4d-4db4-98a6-6849cd096a5d tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862422 Jan 17 13:24:40.269531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55508) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:40.304306 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2858cff7-e0f2-4ba8-bbe0-d1e4001ff278 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314894 Jan 17 13:24:40.304514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55510) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:40.309226 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-94550155', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:40.352849 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:39Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:40.382091 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Checking router: 8481b06a-8954-4e69-a2fa-28b6f748e61e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:24:40.382450 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Updating router 8481b06a-8954-4e69-a2fa-28b6f748e61e port d7703d83-aca9-4e9e-b79a-a3df81f35014 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:24:40.407674 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.455970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:24:40.459545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.699744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.742237 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.761297 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Subnet': ['ID=3e6ee117-4742-4765-bf03-0c7115de3299,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:40.768765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Checking segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:24:40.769192 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network hostable DHCP agents. Network: cffa44f1-2408-4e49-b687-b67a44f52ee2, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:24:40.830032 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.862500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:24:40.880242 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Attempting to bind port d7703d83-aca9-4e9e-b79a-a3df81f35014 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:24:40.880536 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Attempting to bind port d7703d83-aca9-4e9e-b79a-a3df81f35014 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:24:40.880895 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Attempting to bind port d7703d83-aca9-4e9e-b79a-a3df81f35014 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:24:40.890409 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Pushing event updated for resources: {'Port': ['ID=d7703d83-aca9-4e9e-b79a-a3df81f35014,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:40.893323 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:24:40.893688 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:24:40.894079 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.894469 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:24:40.894963 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Bound port: d7703d83-aca9-4e9e-b79a-a3df81f35014, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:24:40.895371 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.917362 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920126 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920783 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920783 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.920967 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:24:40.938620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, cffa44f1-2408-4e49-b687-b67a44f52ee2) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:40.942638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:40.943241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:40.948295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cfe90-f60d-4363-9b32-35ce428b5a4f None None] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:24:40.956771 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] For port d7703d83-aca9-4e9e-b79a-a3df81f35014, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:24:40.959926 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] For port d7703d83-aca9-4e9e-b79a-a3df81f35014, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7703d83-aca9-4e9e-b79a-a3df81f35014,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:24:41.050175 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-ed179266-bafd-43e2-b4cd-cb0fe9bdfbfd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7445488 Jan 17 13:24:41.052997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55512) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:41.060024 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.100256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-cffa44f1-2408-4e49-b687-b67a44f52ee2', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:24:41.100256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.110712 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:41.111328 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:41.169159 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d630f-a5fc-4440-baa3-8a98584f306e None None] Pushing event updated for resources: {'Port': ['ID=d7703d83-aca9-4e9e-b79a-a3df81f35014,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:41.236420 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:41.238047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Allocated IP 172.20.0.2 (cffa44f1-2408-4e49-b687-b67a44f52ee2/3e6ee117-4742-4765-bf03-0c7115de3299/302a5993-caa5-497d-b2bf-daa8389b8576) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:24:41.391615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.420909 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:39Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:41.446931 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c53fc-22ac-4981-a8c2-34522b711b55 None None] The sync data for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv is: [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:39Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:24:41.459144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.503859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:24:41.508206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:41.516579 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:24:41.521206 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Pushing event updated for resources: {'Port': ['ID=302a5993-caa5-497d-b2bf-daa8389b8576,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:41.529604 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.577774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Attempting to bind port 302a5993-caa5-497d-b2bf-daa8389b8576 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:24:41.578144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Attempting to bind port 302a5993-caa5-497d-b2bf-daa8389b8576 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:24:41.578647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Attempting to bind port 302a5993-caa5-497d-b2bf-daa8389b8576 on network cffa44f1-2408-4e49-b687-b67a44f52ee2 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:24:41.583811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:24:41.584186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Checking segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:24:41.585007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.585007 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Bound using segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:24:41.585547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Bound port: 302a5993-caa5-497d-b2bf-daa8389b8576, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:24:41.585929 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.656280 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] For port 302a5993-caa5-497d-b2bf-daa8389b8576, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:24:41.659432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] For port 302a5993-caa5-497d-b2bf-daa8389b8576, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=302a5993-caa5-497d-b2bf-daa8389b8576,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:24:41.739150 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:41.804592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff9cc9-bbbc-4dfa-bef3-41b4f098fdc0 None None] Pushing event updated for resources: {'Port': ['ID=302a5993-caa5-497d-b2bf-daa8389b8576,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:41.836440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.1 (cffa44f1-2408-4e49-b687-b67a44f52ee2/3e6ee117-4742-4765-bf03-0c7115de3299/ca0f4ecc-1f09-42b3-87b5-bde57f513737) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:24:41.965974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.102604 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.153979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:24:42.160431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:42.163420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:24:42.166330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=ca0f4ecc-1f09-42b3-87b5-bde57f513737,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:42.224361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.437365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.753063 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.753651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c0d4d-6819-4bfc-9485-014ff1d6064e None None] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:24:42.797651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 302a5993-caa5-497d-b2bf-daa8389b8576 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:24:42.838875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.855119 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-543a7cf3-fd55-447f-8abf-10806630fae2 None None] Provisioning complete for port 302a5993-caa5-497d-b2bf-daa8389b8576 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:42.855508 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-543a7cf3-fd55-447f-8abf-10806630fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.917196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:42.920092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=ca0f4ecc-1f09-42b3-87b5-bde57f513737,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:43.019814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:24:43.021494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:43.096207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 302a5993-caa5-497d-b2bf-daa8389b8576 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:43.096576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:43.142229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 8481b06a-8954-4e69-a2fa-28b6f748e61e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:24:43.205651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-543a7cf3-fd55-447f-8abf-10806630fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:43.262714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:24:43.268196 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7a7ab085-dc4f-4746-9097-6036223fbcc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/8481b06a-8954-4e69-a2fa-28b6f748e61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2141180 Jan 17 13:24:43.283845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:43.286668 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-543a7cf3-fd55-447f-8abf-10806630fae2 None None] For port 302a5993-caa5-497d-b2bf-daa8389b8576, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=302a5993-caa5-497d-b2bf-daa8389b8576,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:43.332027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Sync routers for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:24:43.342925 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:43.343603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:43.388613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-543a7cf3-fd55-447f-8abf-10806630fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:43.432835 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-380dd69a-b544-40ee-bff0-a122a6f72636 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324722607&fields=id&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 267 time: 0.0383797 Jan 17 13:24:43.515024 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:24:43.515374 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:24:43.533485 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a7cf3-fd55-447f-8abf-10806630fae2 None None] Pushing event updated for resources: {'Port': ['ID=302a5993-caa5-497d-b2bf-daa8389b8576,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:43.540696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:43.553797 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-4c7e1aaa-1bbf-4307-b887-78839386afdd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:43.555442 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-4c7e1aaa-1bbf-4307-b887-78839386afdd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 796 time: 0.1144841 Jan 17 13:24:43.569276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cc629151-2450-401d-894f-eec4c49fdad9 None None] Provisioning complete for port ca0f4ecc-1f09-42b3-87b5-bde57f513737 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:43.569652 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cc629151-2450-401d-894f-eec4c49fdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:43.574834 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-3d51f207-b3b5-48c8-9732-d6c755d14d4b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/quotas/fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 375 time: 0.0100901 Jan 17 13:24:43.631268 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-58a69876-9b90-4564-a033-5989946acba1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494776 Jan 17 13:24:43.657202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cc629151-2450-401d-894f-eec4c49fdad9 None None] Port ca0f4ecc-1f09-42b3-87b5-bde57f513737 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:24:43.699558 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cc629151-2450-401d-894f-eec4c49fdad9 None None] Provisioning complete for port 302a5993-caa5-497d-b2bf-daa8389b8576 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:43.699937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cc629151-2450-401d-894f-eec4c49fdad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:43.737216 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-d6465f8c-cd06-46f0-a043-406509082c46 service neutron] 10.222.0.77 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916476 Jan 17 13:24:43.835774 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-f96ea423-fd1b-440b-a77a-4e40feb7514f service neutron] 10.222.0.77 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907919 Jan 17 13:24:43.854666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 2, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:43.881936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Checking router: 8481b06a-8954-4e69-a2fa-28b6f748e61e for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:24:43.882287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Updating router 8481b06a-8954-4e69-a2fa-28b6f748e61e port ca0f4ecc-1f09-42b3-87b5-bde57f513737 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:24:43.911106 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.022523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-e49e5f86-831e-49d8-9447-5b0651590e48 None None] Provisioning complete for port ca0f4ecc-1f09-42b3-87b5-bde57f513737 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:44.022898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e49e5f86-831e-49d8-9447-5b0651590e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.116065 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-03b391b2-fa98-4555-b95a-d02da10e3529 req-32d67b6e-ab6b-43b1-9311-9d40830605f7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 210 time: 0.0282211 Jan 17 13:24:44.125630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7703d83-aca9-4e9e-b79a-a3df81f35014 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:24:44.137236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e49e5f86-831e-49d8-9447-5b0651590e48 None None] Port ca0f4ecc-1f09-42b3-87b5-bde57f513737 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:24:44.212734 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d7703d83-aca9-4e9e-b79a-a3df81f35014 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:44.213160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.374063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.388083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.411056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port d7703d83-aca9-4e9e-b79a-a3df81f35014, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7703d83-aca9-4e9e-b79a-a3df81f35014,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:44.444618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.478151 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.514783 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35081198-45a6-4a3c-84f6-c82991801131 None None] Pushing event updated for resources: {'Port': ['ID=ca0f4ecc-1f09-42b3-87b5-bde57f513737,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:44.581207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Attempting to bind port ca0f4ecc-1f09-42b3-87b5-bde57f513737 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:24:44.581582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Attempting to bind port ca0f4ecc-1f09-42b3-87b5-bde57f513737 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:24:44.581951 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Attempting to bind port ca0f4ecc-1f09-42b3-87b5-bde57f513737 on network cffa44f1-2408-4e49-b687-b67a44f52ee2 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:24:44.599991 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:24:44.600365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Checking segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:24:44.600774 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.601171 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Bound using segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:24:44.601633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Bound port: ca0f4ecc-1f09-42b3-87b5-bde57f513737, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:24:44.602020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.606416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=d7703d83-aca9-4e9e-b79a-a3df81f35014,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:44.675256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] For port ca0f4ecc-1f09-42b3-87b5-bde57f513737, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:24:44.678291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] For port ca0f4ecc-1f09-42b3-87b5-bde57f513737, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ca0f4ecc-1f09-42b3-87b5-bde57f513737,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:24:44.703160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 302a5993-caa5-497d-b2bf-daa8389b8576 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:24:44.756513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 302a5993-caa5-497d-b2bf-daa8389b8576 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:44.756805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.786233 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.791587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-7c065ca5-4fbd-49e0-adb0-f9033b15d78a None None] Provisioning complete for port ca0f4ecc-1f09-42b3-87b5-bde57f513737 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:44.792068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7c065ca5-4fbd-49e0-adb0-f9033b15d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:44.894273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35081198-45a6-4a3c-84f6-c82991801131 None None] Pushing event updated for resources: {'Port': ['ID=ca0f4ecc-1f09-42b3-87b5-bde57f513737,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:44.902327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:44.902956 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:45.008773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7703d83-aca9-4e9e-b79a-a3df81f35014 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:24:45.065343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7c065ca5-4fbd-49e0-adb0-f9033b15d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:45.119100 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:45.159888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7c065ca5-4fbd-49e0-adb0-f9033b15d78a None None] For port ca0f4ecc-1f09-42b3-87b5-bde57f513737, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ca0f4ecc-1f09-42b3-87b5-bde57f513737,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:45.211003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port d7703d83-aca9-4e9e-b79a-a3df81f35014 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:45.211410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:45.231626 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8061ddea-1d1e-49dd-9247-9926ed752358 req-0df98776-06be-4165-ad6d-793ce8ce3726 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jan 17 13:24:45.308517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7c065ca5-4fbd-49e0-adb0-f9033b15d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:45.565934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-d3514edb-d3f1-4d7b-8eb1-adc56bf57e0d None None] Provisioning complete for port ca0f4ecc-1f09-42b3-87b5-bde57f513737 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:45.566288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d3514edb-d3f1-4d7b-8eb1-adc56bf57e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:45.574518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c065ca5-4fbd-49e0-adb0-f9033b15d78a None None] Pushing event updated for resources: {'Port': ['ID=ca0f4ecc-1f09-42b3-87b5-bde57f513737,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:45.638450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:45.666938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b0b0a-2a55-4a12-9d0d-f4d05a89aadd None None] The sync data for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv is: [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:24:46.354299 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88f5e722-de7d-4b62-8748-ed67e05f7b3b req-26e631ee-fade-4d6d-ae88-7f0426d1736e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 210 time: 0.0313509 Jan 17 13:24:46.434875 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-d4e89dfe-9931-4e61-b1bd-5468deedd137 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:46.436526 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-d4e89dfe-9931-4e61-b1bd-5468deedd137 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 796 time: 0.4646614 Jan 17 13:24:46.482693 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-a3583c07-2dfb-4fd1-9598-f17e58f2f3f2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 380 time: 0.0373502 Jan 17 13:24:46.493042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'port': {'device_id': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'admin_state_up': True, 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'security_groups': ['84c04ce7-dc2f-42e1-9866-d2e59e04ebe0']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:46.698851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:24:46.703508 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:46.709503 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ca0f4ecc-1f09-42b3-87b5-bde57f513737 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:24:46.760037 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ca0f4ecc-1f09-42b3-87b5-bde57f513737 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:46.760564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:46.836888 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.12 (cffa44f1-2408-4e49-b687-b67a44f52ee2/3e6ee117-4742-4765-bf03-0c7115de3299/da761a9b-121e-41e7-898d-3b8feb3755db) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:24:46.979206 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.075791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.118621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:24:47.121920 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:47.125597 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:24:47.133842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=da761a9b-121e-41e7-898d-3b8feb3755db,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:47.182681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:47.183322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.333027 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-de894457-2f37-4c9c-a25d-c3a3ef0e4e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441780 Jan 17 13:24:47.344985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Request body: {'port': {'device_id': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:47.349863 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6bffd69f-e450-4d5f-9232-a4be909e86f1 None None] Provisioning complete for port da761a9b-121e-41e7-898d-3b8feb3755db triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:47.350240 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6bffd69f-e450-4d5f-9232-a4be909e86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.384234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-6bffd69f-e450-4d5f-9232-a4be909e86f1 None None] Port da761a9b-121e-41e7-898d-3b8feb3755db cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:24:47.403463 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.549069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c64280-d9b9-4324-ab66-4cbce8b3fd4a req-488a3426-7172-42f9-9086-50a93f3f61ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:47.550555 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-06c64280-d9b9-4324-ab66-4cbce8b3fd4a req-488a3426-7172-42f9-9086-50a93f3f61ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 932 time: 0.1152949 Jan 17 13:24:47.640333 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-06c64280-d9b9-4324-ab66-4cbce8b3fd4a req-d9eab04c-5502-42d1-a61a-292e07ca1c25 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793576 Jan 17 13:24:47.735872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da761a9b-121e-41e7-898d-3b8feb3755db {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:24:47.743263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.755203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Transition to ACTIVE for port object da761a9b-121e-41e7-898d-3b8feb3755db will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:24:47.824358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:47.882836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=da761a9b-121e-41e7-898d-3b8feb3755db,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:47.955070 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Attempting to bind port da761a9b-121e-41e7-898d-3b8feb3755db on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:24:47.955632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Attempting to bind port da761a9b-121e-41e7-898d-3b8feb3755db by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:24:47.956165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Attempting to bind port da761a9b-121e-41e7-898d-3b8feb3755db on network cffa44f1-2408-4e49-b687-b67a44f52ee2 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:24:47.961722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Port da761a9b-121e-41e7-898d-3b8feb3755db on network cffa44f1-2408-4e49-b687-b67a44f52ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:24:47.962155 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Attempting to bind port da761a9b-121e-41e7-898d-3b8feb3755db on network cffa44f1-2408-4e49-b687-b67a44f52ee2 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:24:47.968865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:24:47.969398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Checking segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:24:47.969996 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Bound using segment: {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:24:47.970697 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Bound port: da761a9b-121e-41e7-898d-3b8feb3755db, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd0b43a-522f-4517-983e-d17ef4ec1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:24:47.971266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:48.046276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] For port da761a9b-121e-41e7-898d-3b8feb3755db, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:24:48.049346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] For port da761a9b-121e-41e7-898d-3b8feb3755db, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=da761a9b-121e-41e7-898d-3b8feb3755db,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:24:48.148086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 1094 time: 0.8453732 Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b6f28e-ba71-47b5-bd2a-d492d21662b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dc2fb-99f2-4a2e-90dc-25132a0bb0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=da761a9b-121e-41e7-898d-3b8feb3755db,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37496260-2f67-44b0-bc71-b731e6c458d7 x-openstack-request-id: req-37496260-2f67-44b0-bc71-b731e6c458d7 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37496260-2f67-44b0-bc71-b731e6c458d7 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'status': 'completed', 'code': 200} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f28e-ba71-47b5-bd2a-d492d21662b3 req-5891cfa3-c9e7-480b-b59b-3b9082ed68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.344036 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-92b6f28e-ba71-47b5-bd2a-d492d21662b3 req-5891cfa3-c9e7-480b-b59b-3b9082ed68b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1097 time: 0.0434728 Jan 17 13:24:48.414495 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f28e-ba71-47b5-bd2a-d492d21662b3 req-60e1b528-a7ee-407c-ade6-567b0ea6ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.416078 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-92b6f28e-ba71-47b5-bd2a-d492d21662b3 req-60e1b528-a7ee-407c-ade6-567b0ea6ad9b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0988567 Jan 17 13:24:48.508448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f28e-ba71-47b5-bd2a-d492d21662b3 req-240c1c01-1507-4040-bd28-2e697a7f6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.510429 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-92b6f28e-ba71-47b5-bd2a-d492d21662b3 req-240c1c01-1507-4040-bd28-2e697a7f6e16 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880077 Jan 17 13:24:48.583165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-6d908b4e-46b8-4d50-8593-fb3d1749d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.584589 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-6d908b4e-46b8-4d50-8593-fb3d1749d9db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1097 time: 0.0404758 Jan 17 13:24:48.631180 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-29251ccd-930a-4e83-ab04-b5a253fc1725 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 217 time: 0.0365326 Jan 17 13:24:48.679877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-1e0d1c68-07b0-47de-920d-bb7b0c3df274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.681342 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-1e0d1c68-07b0-47de-920d-bb7b0c3df274 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 200 len: 833 time: 0.0443401 Jan 17 13:24:48.760188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-2476d88c-4934-4d19-bbbd-32830fbd61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.761684 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-2476d88c-4934-4d19-bbbd-32830fbd61c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cffa44f1-2408-4e49-b687-b67a44f52ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741293 Jan 17 13:24:48.773185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d301-1ef1-453f-91ff-74e1ab7b7451 req-8077e588-5b0d-42b3-84a8-7a8536888007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:48.774610 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb18d301-1ef1-453f-91ff-74e1ab7b7451 req-8077e588-5b0d-42b3-84a8-7a8536888007 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 944 time: 0.0635948 Jan 17 13:24:48.856987 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb18d301-1ef1-453f-91ff-74e1ab7b7451 req-7dc479ca-fba4-4b56-ae68-a27557d82596 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739357 Jan 17 13:24:48.883694 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-c7088ca7-5473-42f0-9b81-b5ce393231a0 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080582 Jan 17 13:24:48.976125 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ba787a1a-e203-420a-bd93-fbbd712189b9 req-46cace9e-eccb-40b5-8f38-b39d26efe939 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857267 Jan 17 13:24:49.972048 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29423ae-a6ae-49f9-ab73-260cc540898c req-6d0b089e-e5bc-4ad2-a147-94783b1a9839 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:49.973490 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a29423ae-a6ae-49f9-ab73-260cc540898c req-6d0b089e-e5bc-4ad2-a147-94783b1a9839 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 944 time: 0.0498796 Jan 17 13:24:50.012087 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a29423ae-a6ae-49f9-ab73-260cc540898c req-7059b774-ad33-44c9-b19b-166ab922bcab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Jan 17 13:24:51.125631 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e8e6-79ba-41a8-8abd-7ae1eeb49b2d req-66895799-789c-4d4d-b4ec-b4c589edc929 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:51.127130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea84e8e6-79ba-41a8-8abd-7ae1eeb49b2d req-66895799-789c-4d4d-b4ec-b4c589edc929 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 944 time: 0.0497208 Jan 17 13:24:51.165725 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea84e8e6-79ba-41a8-8abd-7ae1eeb49b2d req-afddce68-4c16-432f-b1e8-0da566104a73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Jan 17 13:24:51.881184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device da761a9b-121e-41e7-898d-3b8feb3755db details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:24:51.981344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port da761a9b-121e-41e7-898d-3b8feb3755db, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=da761a9b-121e-41e7-898d-3b8feb3755db,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:51.992716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'port_id': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'mac_address': 'fa:16:3e:64:b5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:24:52.028256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:52.040276 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da761a9b-121e-41e7-898d-3b8feb3755db {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:24:52.059107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port da761a9b-121e-41e7-898d-3b8feb3755db, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=da761a9b-121e-41e7-898d-3b8feb3755db,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:52.155789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:52.204719 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=da761a9b-121e-41e7-898d-3b8feb3755db,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:52.287523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74eca1-8629-489c-b9dc-4d7074d88ef1 req-6db9b031-e55c-4508-a307-dc52576bff42 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:52.288987 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2d74eca1-8629-489c-b9dc-4d7074d88ef1 req-6db9b031-e55c-4508-a307-dc52576bff42 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 945 time: 0.0529528 Jan 17 13:24:52.326328 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2d74eca1-8629-489c-b9dc-4d7074d88ef1 req-f3a10907-1932-48a6-83c3-3e54c1158076 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Jan 17 13:24:52.395624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['da761a9b-121e-41e7-898d-3b8feb3755db'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:24:52.699482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:53.439268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c269-413b-49fa-8197-d11869145f51 req-97c5cd8e-0d36-4d01-8b27-fdd4dce67b26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:53.440666 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2929c269-413b-49fa-8197-d11869145f51 req-97c5cd8e-0d36-4d01-8b27-fdd4dce67b26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 945 time: 0.0475726 Jan 17 13:24:53.477236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2929c269-413b-49fa-8197-d11869145f51 req-23476509-12d2-4e07-aa66-16b39ec1c3df tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Jan 17 13:24:53.896587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device da761a9b-121e-41e7-898d-3b8feb3755db up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:24:54.039008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port da761a9b-121e-41e7-898d-3b8feb3755db completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:24:54.042966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port da761a9b-121e-41e7-898d-3b8feb3755db triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:24:54.043344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:54.117516 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:54.140012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:24:54.142241 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cba0f-a978-4595-abb6-7e4587f15e93" -d '{"events": [{"server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "name": "network-vif-plugged", "status": "completed", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:24:54.154907 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port da761a9b-121e-41e7-898d-3b8feb3755db, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=da761a9b-121e-41e7-898d-3b8feb3755db,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:24:54.179884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09fa598-56b2-4b32-807e-666d9748f49d x-openstack-request-id: req-d09fa598-56b2-4b32-807e-666d9748f49d {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:24:54.180175 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "name": "network-vif-plugged", "status": "completed", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:24:54.180429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d09fa598-56b2-4b32-807e-666d9748f49d {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:24:54.180822 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'code': 200} Jan 17 13:24:54.201431 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:54.255169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=da761a9b-121e-41e7-898d-3b8feb3755db,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:54.511608 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d74aa0-7059-42ad-b3f4-a96d901a2480 req-41ac382f-77f6-4c1f-9737-5a88604a0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:54.513120 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e1d74aa0-7059-42ad-b3f4-a96d901a2480 req-41ac382f-77f6-4c1f-9737-5a88604a0ff4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1099 time: 0.0451670 Jan 17 13:24:54.557979 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e1d74aa0-7059-42ad-b3f4-a96d901a2480 req-a2c8563c-1ca1-4402-9b6e-398c5b7822cd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379384 Jan 17 13:24:54.592863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42971a9a-3f11-470b-8744-238a24cfd286 req-db5b684e-f886-4258-94a3-44113659a907 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:54.594311 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42971a9a-3f11-470b-8744-238a24cfd286 req-db5b684e-f886-4258-94a3-44113659a907 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0510468 Jan 17 13:24:54.632463 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-42971a9a-3f11-470b-8744-238a24cfd286 req-ea16fd40-eed8-4f6a-9b00-cfade720e414 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Jan 17 13:24:55.752294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb0f7f-dcfb-4b9f-830c-2f09a7c25cd1 req-0b6ec151-e908-4a21-a41e-a9c70c1f10e4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:55.753825 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6eeb0f7f-dcfb-4b9f-830c-2f09a7c25cd1 req-0b6ec151-e908-4a21-a41e-a9c70c1f10e4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0495825 Jan 17 13:24:55.792196 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6eeb0f7f-dcfb-4b9f-830c-2f09a7c25cd1 req-e731fdb3-1c71-4d94-8b7d-51351f28651b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324693 Jan 17 13:24:55.904635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426ed2-83c7-41c6-9b68-1bc319001179 req-f518c62e-1e06-4d37-96ec-073bf73eb481 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:55.906171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24426ed2-83c7-41c6-9b68-1bc319001179 req-f518c62e-1e06-4d37-96ec-073bf73eb481 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0493534 Jan 17 13:24:55.942840 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-24426ed2-83c7-41c6-9b68-1bc319001179 req-edd4f775-75cd-40eb-8f5d-5d607d7cf4a4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Jan 17 13:24:55.964589 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55566) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:56.047145 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba8ace-a490-40d9-ad49-eb4410c358eb tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:56.048690 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d5ba8ace-a490-40d9-ad49-eb4410c358eb tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1094 time: 0.0831137 Jan 17 13:24:56.051396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55570) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:56.055615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:24:56.127086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:56.223100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:56.332886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.128 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/3e3032a1-6901-4b7e-9a6b-c48c7e33f1a6) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:24:56.433092 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:56.530672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:56.571132 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:24:56.574546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:24:56.578600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:24:56.605621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=3e3032a1-6901-4b7e-9a6b-c48c7e33f1a6,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:56.938481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:57.071883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:57.221503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:57.304156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:57.367693 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=3e3032a1-6901-4b7e-9a6b-c48c7e33f1a6,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:24:57.382488 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:57.483070 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 678bb2cc-3b4d-485c-a14b-4c3e7832245c associated. External IP: 172.26.4.128, port: da761a9b-121e-41e7-898d-3b8feb3755db. Jan 17 13:24:57.685864 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 8481b06a-8954-4e69-a2fa-28b6f748e61e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:24:57.794580 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:24:57.804562 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] Sync routers for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:24:57.814996 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:57.819134 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:57.877852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:24:57.909710 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c39fd06a-a5b9-4e7b-9809-86cfa632d4dc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8572502 Jan 17 13:24:57.910326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:24:57.912822 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843d61b-5e51-47c3-8826-ed9c420214c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:24:57.922850 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:57.953394 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1adb4-8b2c-48a7-b9cf-826c09b66bfd x-openstack-request-id: req-a6c1adb4-8b2c-48a7-b9cf-826c09b66bfd {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:24:57.954009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:24:57.954009 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6c1adb4-8b2c-48a7-b9cf-826c09b66bfd {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:24:57.954419 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'status': 'completed', 'code': 200} Jan 17 13:24:58.016910 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b648-758f-4462-be3e-bc60ddeac328 req-0303eade-a857-49c5-8ad7-896fc8f78b6e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:58.018645 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ebe0b648-758f-4462-be3e-bc60ddeac328 req-0303eade-a857-49c5-8ad7-896fc8f78b6e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Jan 17 13:24:58.020435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-696d8e4d-3378-4bd7-8310-b3460889c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:58.022085 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-696d8e4d-3378-4bd7-8310-b3460889c76d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1099 time: 0.0446424 Jan 17 13:24:58.060671 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ebe0b648-758f-4462-be3e-bc60ddeac328 req-f3ef41d1-7ab3-40d3-97f8-c3bd677af676 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353181 Jan 17 13:24:58.083705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55576) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:58.139461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-70b990ee-d417-468c-aade-0a6d163e1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:58.140976 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-70b990ee-d417-468c-aade-0a6d163e1c6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 897 time: 0.1128261 Jan 17 13:24:58.155565 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dca72cc2-ce34-4d34-acd0-45ce6780635f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/678bb2cc-3b4d-485c-a14b-4c3e7832245c HTTP/1.1" status: 200 len: 992 time: 0.0683336 Jan 17 13:24:58.180073 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '678bb2cc-3b4d-485c-a14b-4c3e7832245c', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'port_id': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'mac_address': 'fa:16:3e:64:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:24:56Z', 'updated_at': '2022-01-17T13:24:56Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:58.208338 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] Checking router: 8481b06a-8954-4e69-a2fa-28b6f748e61e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:24:58.216610 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-2a00b93a-e633-4fe2-81c3-e0d3558c992e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 1000 time: 0.0685921 Jan 17 13:24:58.220786 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:24:58.220786 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:24:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:58.272905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-eb777580-8c0e-45ff-aa8c-50dd1e59bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:58.274400 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-eb777580-8c0e-45ff-aa8c-50dd1e59bea7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 200 len: 833 time: 0.0511527 Jan 17 13:24:58.333950 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:24:58.335820 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-cc559a32-3a40-4710-8698-ef86c2adc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:24:58.337401 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-cc559a32-3a40-4710-8698-ef86c2adc113 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cffa44f1-2408-4e49-b687-b67a44f52ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566711 Jan 17 13:24:58.435852 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-c1598954-43ce-4f42-b7fc-eb53922dba09 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922000 Jan 17 13:24:58.540207 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6843d61b-5e51-47c3-8826-ed9c420214c3 req-954705e5-12b9-48bb-b6be-ad39d1b2be9c service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961699 Jan 17 13:24:58.580697 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '678bb2cc-3b4d-485c-a14b-4c3e7832245c', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'port_id': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'mac_address': 'fa:16:3e:64:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:24:56Z', 'updated_at': '2022-01-17T13:24:56Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:24:58.612142 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179ed49-66b2-4b24-a17f-6c96773072be None None] The sync data for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv is: [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '678bb2cc-3b4d-485c-a14b-4c3e7832245c', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.128', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'port_id': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'mac_address': 'fa:16:3e:64:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:24:56Z', 'updated_at': '2022-01-17T13:24:56Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:24:58.819137 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06015e44-ae18-415f-96c4-7849318b3c18 None None] New status for floating IP 678bb2cc-3b4d-485c-a14b-4c3e7832245c: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:24:59.161327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55578) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:24:59.333179 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-daad4b7c-173d-4717-b4ad-5cedb6ffbf62 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/678bb2cc-3b4d-485c-a14b-4c3e7832245c HTTP/1.1" status: 200 len: 994 time: 0.1705351 Jan 17 13:25:03.799298 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2d56c86a-0e80-4284-a66f-e5852a863fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:05.722105 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-260be737-8bbb-43cd-8873-bd92680f96eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386147 Jan 17 13:25:05.800647 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-923b1914-9543-4f0f-90ec-b33db4ea1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:05.802049 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-923b1914-9543-4f0f-90ec-b33db4ea1504 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1099 time: 0.0399320 Jan 17 13:25:05.905420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-84dfcbea-7e43-46d7-9b36-eb9ba5a2c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:05.906860 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-84dfcbea-7e43-46d7-9b36-eb9ba5a2c8b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 897 time: 0.0859475 Jan 17 13:25:05.971164 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-31b31584-6ce7-485b-8872-a943860533a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 1002 time: 0.0572789 Jan 17 13:25:06.019289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-bcf6c11e-02f1-4bb2-a102-d61d2cfd5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:06.020699 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-bcf6c11e-02f1-4bb2-a102-d61d2cfd5faf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 200 len: 833 time: 0.0429375 Jan 17 13:25:06.067963 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-a59b59e2-5f45-4cfb-9cde-12b1ed72d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:06.069347 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-a59b59e2-5f45-4cfb-9cde-12b1ed72d168 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cffa44f1-2408-4e49-b687-b67a44f52ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426829 Jan 17 13:25:06.157404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-2e19190d-324f-470d-9023-591f3f64f476 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810087 Jan 17 13:25:06.206534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-23c313c2-28e8-4be7-8ddf-b079b5e8379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:06.250951 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f9c21fa-4bba-4aed-b29f-967796e268bf req-9dc4617e-877b-4e3e-9544-a2eb970a23b6 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868862 Jan 17 13:25:07.017781 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:25:07.416329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:08.907473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:08.937885 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:22.772590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:31.043566 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592629b8-4aa6-4224-9158-4df072acd70c req-224a9adb-786a-4401-b433-3322b5f49700 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:31.045248 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-592629b8-4aa6-4224-9158-4df072acd70c req-224a9adb-786a-4401-b433-3322b5f49700 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0526407 Jan 17 13:25:31.084150 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-592629b8-4aa6-4224-9158-4df072acd70c req-247a3499-aa89-4913-a215-a7d7a2993e9f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Jan 17 13:25:32.204317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151c148-88d7-4126-a9cc-1b87d45a0b7a req-e20fafd3-a4f8-40da-9c00-b0258b32b7de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:32.205826 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6151c148-88d7-4126-a9cc-1b87d45a0b7a req-e20fafd3-a4f8-40da-9c00-b0258b32b7de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0524724 Jan 17 13:25:32.243000 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6151c148-88d7-4126-a9cc-1b87d45a0b7a req-cfd95f9f-f73e-47bd-aba7-6454a12d7bc4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Jan 17 13:25:33.357659 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80c550-f70c-47c8-bee5-7b84de2dc41d req-3cc079f3-074c-4d27-a274-611212556fd2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:33.359145 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7e80c550-f70c-47c8-bee5-7b84de2dc41d req-3cc079f3-074c-4d27-a274-611212556fd2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0493793 Jan 17 13:25:33.396797 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7e80c550-f70c-47c8-bee5-7b84de2dc41d req-631e9035-e9d9-40b6-ab61-84a8b309ac88 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319290 Jan 17 13:25:33.772062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-712ddc3a-8a8b-447d-bb25-c6c22237bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:34.510754 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da345ad8-007a-4b56-8970-c735343355c2 req-3916a930-498a-4067-b264-66051bc15293 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:34.512366 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da345ad8-007a-4b56-8970-c735343355c2 req-3916a930-498a-4067-b264-66051bc15293 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0492833 Jan 17 13:25:34.549895 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da345ad8-007a-4b56-8970-c735343355c2 req-79f5d199-efac-4ff9-a91e-fac69c03aec0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jan 17 13:25:35.669656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a34d1-d483-4eb2-9d60-ba125c2e942d req-b447a3fc-e29e-4d5f-b746-4f9101d3c4a0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:35.671157 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fa8a34d1-d483-4eb2-9d60-ba125c2e942d req-b447a3fc-e29e-4d5f-b746-4f9101d3c4a0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0543063 Jan 17 13:25:35.708338 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fa8a34d1-d483-4eb2-9d60-ba125c2e942d req-5ad1d0da-3430-4e98-8c79-0219d3004324 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Jan 17 13:25:36.217546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-52bc6f63-8bfc-4c85-b63f-10f087e685aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:36.822908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96883f-cb40-4e1e-8b9b-9a6750f359ca req-7f191749-3c22-4f92-9629-e3c192d9ca4f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:36.824433 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad96883f-cb40-4e1e-8b9b-9a6750f359ca req-7f191749-3c22-4f92-9629-e3c192d9ca4f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0490823 Jan 17 13:25:36.861954 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad96883f-cb40-4e1e-8b9b-9a6750f359ca req-3cf7bd82-e225-4bd1-9096-ed36f3859ffc tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Jan 17 13:25:37.428892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:37.976241 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca80f9-590a-46a1-af30-07db862e399b req-f60d75fd-d6eb-442e-ae15-572f75d92fe1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:37.978005 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7ca80f9-590a-46a1-af30-07db862e399b req-f60d75fd-d6eb-442e-ae15-572f75d92fe1 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0485373 Jan 17 13:25:38.015215 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7ca80f9-590a-46a1-af30-07db862e399b req-feb2ca27-e273-4b73-a4b7-18d6741190a6 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Jan 17 13:25:38.885239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:38.936085 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:25:39.132137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0d52f-76f0-4565-a7ac-de62bc6b0979 req-84d8271c-c121-4e82-9f47-040dc6410344 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:39.133614 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a1c0d52f-76f0-4565-a7ac-de62bc6b0979 req-84d8271c-c121-4e82-9f47-040dc6410344 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0523884 Jan 17 13:25:39.171879 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a1c0d52f-76f0-4565-a7ac-de62bc6b0979 req-58a9f987-5664-4438-993f-3b699589e94c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Jan 17 13:25:40.287064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a87f4-d62b-4175-9d2d-0bbca8c491c8 req-d0fc1e4d-28ea-49cb-90e5-c9ed0d7590c9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:40.288576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-658a87f4-d62b-4175-9d2d-0bbca8c491c8 req-d0fc1e4d-28ea-49cb-90e5-c9ed0d7590c9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0492425 Jan 17 13:25:40.325524 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-658a87f4-d62b-4175-9d2d-0bbca8c491c8 req-c994b191-6427-4f97-9142-02bb9bb7dffb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Jan 17 13:25:41.437918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aebe5-1bc6-40b4-94be-6831569b86ef req-7056c2fd-519c-4a88-a1c1-5f48e088a611 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:41.439366 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c91aebe5-1bc6-40b4-94be-6831569b86ef req-7056c2fd-519c-4a88-a1c1-5f48e088a611 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0484629 Jan 17 13:25:41.476372 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c91aebe5-1bc6-40b4-94be-6831569b86ef req-ba16ee4d-8643-49f5-b8a7-c2f80dc7e164 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jan 17 13:25:42.593435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278dfc3-bb71-4d15-807e-5d0f08573d5f req-fa4d40fe-3bb7-4ad4-ba79-f2fe05b63de2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:42.594897 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1278dfc3-bb71-4d15-807e-5d0f08573d5f req-fa4d40fe-3bb7-4ad4-ba79-f2fe05b63de2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0515563 Jan 17 13:25:42.632291 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1278dfc3-bb71-4d15-807e-5d0f08573d5f req-59c8c70a-98b7-4fd5-9824-6609c28e318a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314758 Jan 17 13:25:43.744555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e152-e5d4-4fd0-8ac6-b8ce20ee56bd req-29fff1b8-3f69-41e2-aadb-db92ba54c123 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:43.746066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f1c3e152-e5d4-4fd0-8ac6-b8ce20ee56bd req-29fff1b8-3f69-41e2-aadb-db92ba54c123 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0489872 Jan 17 13:25:43.783575 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f1c3e152-e5d4-4fd0-8ac6-b8ce20ee56bd req-e6859447-03e1-498e-853d-6a76301e3c98 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Jan 17 13:25:44.015975 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:25:44.898831 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313ce90-76f9-42cc-98ea-d221555033e5 req-7bdba378-6adb-47c2-833f-b43e4986eb33 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:44.900524 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c313ce90-76f9-42cc-98ea-d221555033e5 req-7bdba378-6adb-47c2-833f-b43e4986eb33 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0492454 Jan 17 13:25:44.937809 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c313ce90-76f9-42cc-98ea-d221555033e5 req-3425af9a-d56d-49b3-b3ef-a6e7a48c9689 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Jan 17 13:25:46.052589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248e9c-e816-455d-83b0-2ca07a51ecff req-419e3fbd-a6b9-4279-8d75-5c5066eb2dab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:46.054098 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-24248e9c-e816-455d-83b0-2ca07a51ecff req-419e3fbd-a6b9-4279-8d75-5c5066eb2dab tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0516360 Jan 17 13:25:46.091298 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-24248e9c-e816-455d-83b0-2ca07a51ecff req-3cd22f28-a234-4991-a2da-41e4b830d069 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Jan 17 13:25:47.203460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dbaac-c8bf-4b3b-a394-280dcf2297be req-f5d4a870-42c4-47a3-a48c-a2e234fc3f99 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:47.204967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-be6dbaac-c8bf-4b3b-a394-280dcf2297be req-f5d4a870-42c4-47a3-a48c-a2e234fc3f99 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0491850 Jan 17 13:25:47.241878 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-be6dbaac-c8bf-4b3b-a394-280dcf2297be req-58129e48-70d9-46fc-a518-470284d93e55 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Jan 17 13:25:47.263767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55624) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:25:47.327001 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-a4d3d7ef-5a61-4c99-92d8-916037ece75d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/678bb2cc-3b4d-485c-a14b-4c3e7832245c HTTP/1.1" status: 200 len: 994 time: 0.0621095 Jan 17 13:25:48.726613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7f58f-aac8-4896-bb6d-412759a6d901 req-71e990cd-9f7c-407b-99dd-c10c652d83b8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:48.728711 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3da7f58f-aac8-4896-bb6d-412759a6d901 req-71e990cd-9f7c-407b-99dd-c10c652d83b8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0513144 Jan 17 13:25:48.768372 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3da7f58f-aac8-4896-bb6d-412759a6d901 req-f10541d9-1e93-4f2f-bb14-4c163a9495d2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Jan 17 13:25:48.807729 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77158-2269-4652-b8fe-387f39516c89 req-fbafde86-28ee-4fa7-9369-459ace0a2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:48.809237 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-fbafde86-28ee-4fa7-9369-459ace0a2956 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1099 time: 0.0412586 Jan 17 13:25:48.898887 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77158-2269-4652-b8fe-387f39516c89 req-f2792c7f-d2dd-49a9-a612-22f5be2e0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:48.900902 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-f2792c7f-d2dd-49a9-a612-22f5be2e0683 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 897 time: 0.0857949 Jan 17 13:25:48.965090 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-649571b5-0c8e-4892-893c-7b02bb90c139 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 1002 time: 0.0580812 Jan 17 13:25:49.012798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77158-2269-4652-b8fe-387f39516c89 req-d5561a77-9684-43c0-a77a-b3b76d46c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:49.014128 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-d5561a77-9684-43c0-a77a-b3b76d46c9fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 200 len: 833 time: 0.0431914 Jan 17 13:25:49.063174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77158-2269-4652-b8fe-387f39516c89 req-d29c4377-4cb9-4875-a025-4ffa86fc9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:49.064704 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-d29c4377-4cb9-4875-a025-4ffa86fc9e4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cffa44f1-2408-4e49-b687-b67a44f52ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436966 Jan 17 13:25:49.153018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-8c7c2eec-0279-4e61-963f-f980e0ef143d service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804641 Jan 17 13:25:49.243808 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ebd77158-2269-4652-b8fe-387f39516c89 req-9d13ea7f-b259-4864-a21b-f1587ab4a023 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843596 Jan 17 13:25:49.888405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad9498-14fd-4242-b09c-c36c009cbe16 req-eaa9e302-c706-44ee-a61e-b25df873f63b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:25:49.889906 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98ad9498-14fd-4242-b09c-c36c009cbe16 req-eaa9e302-c706-44ee-a61e-b25df873f63b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0514653 Jan 17 13:25:49.928507 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-98ad9498-14fd-4242-b09c-c36c009cbe16 req-908e10e1-22a6-4018-9805-d7a63a9d06d7 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Jan 17 13:25:49.951101 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55634) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:25:50.010115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5bd3a4e2-2857-4203-beb5-c2c8055d59df tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/678bb2cc-3b4d-485c-a14b-4c3e7832245c HTTP/1.1" status: 200 len: 994 time: 0.0578909 Jan 17 13:25:52.714272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:03.798518 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c0b71531-61f9-416c-a122-8dda4e11379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:06.228810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0d45c09-5ff5-4538-b531-f6f04ffb5e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:07.144833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-a4ada4a5-1076-4525-b5c4-d4cf1983ab05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430546 Jan 17 13:26:07.223741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-8626f02d-fb7f-464e-be0f-1b73caf72705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:07.225187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-8626f02d-fb7f-464e-be0f-1b73caf72705 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1099 time: 0.0393395 Jan 17 13:26:07.324094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-2cf8eec9-0b49-441f-8011-dd76b175ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:07.325532 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-2cf8eec9-0b49-441f-8011-dd76b175ed5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 897 time: 0.0806947 Jan 17 13:26:07.417530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:07.737541 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-d5cb8ab0-6468-4bdf-84a7-c0afa1d3f48a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 1002 time: 0.4040530 Jan 17 13:26:07.786814 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-6be6809b-338e-4c8f-82a8-0bcb88bda2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:07.788319 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-6be6809b-338e-4c8f-82a8-0bcb88bda2ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 200 len: 833 time: 0.0434687 Jan 17 13:26:07.832144 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-41d7057f-14d3-434d-8c20-dacb065a9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:07.833625 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-41d7057f-14d3-434d-8c20-dacb065a9b0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cffa44f1-2408-4e49-b687-b67a44f52ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394614 Jan 17 13:26:07.843510 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-0304766d-5d51-41f6-904a-cbf49067f955 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:26:07.844485 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-0304766d-5d51-41f6-904a-cbf49067f955 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047557 Jan 17 13:26:07.933915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-1be6195b-0b4e-4b41-bd9b-1712393c7847 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820787 Jan 17 13:26:08.020243 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4c49fc32-054f-44e0-beaf-92b5544b9194 req-9154fd6f-a9f3-4596-bd93-4722efabe33f service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795181 Jan 17 13:26:08.890855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:08.994169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:20.676771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55650) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:20.833588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port 3e3032a1-6901-4b7e-9a6b-c48c7e33f1a6 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:26:20.833937 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:20.911654 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:20.911983 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:20.923480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for 3e3032a1-6901-4b7e-9a6b-c48c7e33f1a6 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:26:21.015843 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:26:21.124987 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:21.150569 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=3e3032a1-6901-4b7e-9a6b-c48c7e33f1a6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:21.177089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.177438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.178090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.178090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.178443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.178757 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.179086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.179411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.180263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.180588 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.180912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.181235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:21.221698 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:21.222032 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 678bb2cc-3b4d-485c-a14b-4c3e7832245c disassociated (deleted). External IP: 172.26.4.128, port: da761a9b-121e-41e7-898d-3b8feb3755db. Jan 17 13:26:21.737040 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 8481b06a-8954-4e69-a2fa-28b6f748e61e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:26:21.844392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:26:21.849113 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:21.854480 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] Sync routers for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:26:21.863713 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:21.864321 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:21.875251 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bc301374-f748-42d1-868f-99ee7a7c3a34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/floatingips/678bb2cc-3b4d-485c-a14b-4c3e7832245c HTTP/1.1" status: 204 len: 168 time: 1.1974177 Jan 17 13:26:21.875857 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:26:21.878079 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d03d5a-9255-4824-9aa4-97daceca249e" -d '{"events": [{"name": "network-changed", "server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:26:21.982514 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067f9794-406d-4739-a169-15a079dec380 x-openstack-request-id: req-067f9794-406d-4739-a169-15a079dec380 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:26:21.982809 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:26:21.983063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-067f9794-406d-4739-a169-15a079dec380 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:26:21.983464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'status': 'completed', 'code': 200} Jan 17 13:26:22.050784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03d5a-9255-4824-9aa4-97daceca249e req-2e5dd32d-d107-44b0-9be1-3627f463619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:22.056052 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-2e5dd32d-d107-44b0-9be1-3627f463619a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 1099 time: 0.0475073 Jan 17 13:26:22.061050 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:22.147634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03d5a-9255-4824-9aa4-97daceca249e req-54965fb0-93bd-4540-8708-27dd08884a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:22.149236 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-54965fb0-93bd-4540-8708-27dd08884a10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 200 len: 897 time: 0.0909238 Jan 17 13:26:22.194966 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-c8314ddd-510b-457e-9041-e79665f4a196 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 200 len: 217 time: 0.0393834 Jan 17 13:26:22.258535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03d5a-9255-4824-9aa4-97daceca249e req-e7efca15-4025-43f1-9e2d-71030c75df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:22.263237 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-e7efca15-4025-43f1-9e2d-71030c75df45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 200 len: 833 time: 0.0501835 Jan 17 13:26:22.263586 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:22.297447 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] Checking router: 8481b06a-8954-4e69-a2fa-28b6f748e61e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:26:22.307080 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:22.307931 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:22.309240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5bc6-e2ef-439c-a6d9-c210c7ba2145 req-7be91bf7-af4b-44e8-958d-82d28f6031be tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:22.310355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03d5a-9255-4824-9aa4-97daceca249e req-48a33a6f-c37a-4529-b0e3-3f2650618146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:22.310936 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5e9a5bc6-e2ef-439c-a6d9-c210c7ba2145 req-7be91bf7-af4b-44e8-958d-82d28f6031be tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0513802 Jan 17 13:26:22.311957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-48a33a6f-c37a-4529-b0e3-3f2650618146 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cffa44f1-2408-4e49-b687-b67a44f52ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434780 Jan 17 13:26:22.349636 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5e9a5bc6-e2ef-439c-a6d9-c210c7ba2145 req-10404225-1b24-42e6-b2ed-f14145ea3521 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Jan 17 13:26:22.407775 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-905f557a-522a-42b7-bb9d-385bf53eedfb service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874600 Jan 17 13:26:22.418555 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:22.497899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-00d03d5a-9255-4824-9aa4-97daceca249e req-4cd2a44b-148c-49bf-8145-8f6aca13c512 service neutron] 10.222.0.67 "GET /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823829 Jan 17 13:26:22.613053 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:22.637938 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e00798c-6459-4ae6-86a4-de0739e511c8 None None] The sync data for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv is: [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:42Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ca0f4ecc-1f09-42b3-87b5-bde57f513737', 'name': '', 'network_id': 'cffa44f1-2408-4e49-b687-b67a44f52ee2', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:28:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:41Z', 'updated_at': '2022-01-17T13:24:45Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '3e6ee117-4742-4765-bf03-0c7115de3299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:26:22.748946 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:22.849867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ade8d-8cd1-4d2f-86f8-7403e8a1f391 None None] New status for floating IP 678bb2cc-3b4d-485c-a14b-4c3e7832245c: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:26:23.468090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd909fd-26f1-4718-b0f0-ac060523f27d req-f748f8f5-0712-40b8-94d5-406711523224 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:23.469483 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dbd909fd-26f1-4718-b0f0-ac060523f27d req-f748f8f5-0712-40b8-94d5-406711523224 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0491648 Jan 17 13:26:23.506893 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dbd909fd-26f1-4718-b0f0-ac060523f27d req-a597bbfa-1c83-4b11-a63f-67f00245c4ea tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Jan 17 13:26:23.822476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-7b0c7d90-ff51-4dd9-bef3-3c579eb71d56 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:23.823976 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-7b0c7d90-ff51-4dd9-bef3-3c579eb71d56 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 946 time: 0.0537882 Jan 17 13:26:23.911149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port da761a9b-121e-41e7-898d-3b8feb3755db {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:26:23.911514 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:24.001336 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port da761a9b-121e-41e7-898d-3b8feb3755db, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=da761a9b-121e-41e7-898d-3b8feb3755db,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:24.001700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:24.014197 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for da761a9b-121e-41e7-898d-3b8feb3755db owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:26:24.468382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:24.502666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=da761a9b-121e-41e7-898d-3b8feb3755db,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:24.531454 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.531830 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.532171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.532511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.532847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.533179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.533506 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.533833 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.534429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.534541 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.534776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.535099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:24.557728 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] No DVR routers for this DVR port da761a9b-121e-41e7-898d-3b8feb3755db on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:26:24.560284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:24.563656 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c784f6a-a849-4ae9-86d6-aabb48eee1ad req-d3854186-c8ae-4b05-88c7-735113d3f90f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "DELETE /v2.0/ports/da761a9b-121e-41e7-898d-3b8feb3755db HTTP/1.1" status: 204 len: 173 time: 0.7338662 Jan 17 13:26:24.564094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'name': 'network-vif-deleted', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:26:24.566334 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ca30e0-407d-4364-836e-10478a5d7f45" -d '{"events": [{"server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "name": "network-vif-deleted", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:26:24.602018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b879221-5519-40f7-9514-0c673249d88c x-openstack-request-id: req-2b879221-5519-40f7-9514-0c673249d88c {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:26:24.602320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b918-80c4-49e0-8f4d-bc89332a0681", "name": "network-vif-deleted", "tag": "da761a9b-121e-41e7-898d-3b8feb3755db", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:26:24.602552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b879221-5519-40f7-9514-0c673249d88c {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:26:24.602957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b918-80c4-49e0-8f4d-bc89332a0681', 'name': 'network-vif-deleted', 'tag': 'da761a9b-121e-41e7-898d-3b8feb3755db', 'status': 'completed', 'code': 200} Jan 17 13:26:24.608470 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-338d14d3-257c-4cf0-b6ac-41987596a654 req-42830cd1-24dc-43e8-8b4e-401443b111c3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=2279b918-80c4-49e0-8f4d-bc89332a0681 HTTP/1.1" status: 200 len: 210 time: 0.0310206 Jan 17 13:26:25.664484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55670) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:26.024015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:26.275687 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port ca0f4ecc-1f09-42b3-87b5-bde57f513737 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:26:26.275952 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:26.366831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port ca0f4ecc-1f09-42b3-87b5-bde57f513737, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ca0f4ecc-1f09-42b3-87b5-bde57f513737,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:26.367317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:26.379919 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for ca0f4ecc-1f09-42b3-87b5-bde57f513737 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:26:26.616662 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:26.643625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=ca0f4ecc-1f09-42b3-87b5-bde57f513737,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:26.826092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.037625 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router 8481b06a-8954-4e69-a2fa-28b6f748e61e has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:26:27.141121 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:26:27.146102 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ab40a3b0-cf4e-477a-b349-c1895e497088 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/8481b06a-8954-4e69-a2fa-28b6f748e61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805818 Jan 17 13:26:27.148796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55672) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:27.151483 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] Sync routers for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:26:27.163827 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:27.164419 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:27.203000 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting subnet 3e6ee117-4742-4765-bf03-0c7115de3299 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:26:27.206101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.245553 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.268775 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:27.326929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.446167 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:26:26Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:27.462805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.472153 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] Checking router: 8481b06a-8954-4e69-a2fa-28b6f748e61e for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:26:27.481447 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] Routers {'8481b06a-8954-4e69-a2fa-28b6f748e61e'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:27.482053 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['8481b06a-8954-4e69-a2fa-28b6f748e61e'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:27.491681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6ee117-4742-4765-bf03-0c7115de3299,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:27.494404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.500147 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-22dcbd0a-8e64-4f1b-a2ba-c3ecefdd7213 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/subnets/3e6ee117-4742-4765-bf03-0c7115de3299 HTTP/1.1" status: 204 len: 168 time: 0.3478565 Jan 17 13:26:27.500328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69c0d2d-fc89-4816-9488-0f6f54733bdd None None] Network cffa44f1-2408-4e49-b687-b67a44f52ee2 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:26:27.500795 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55674) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:27.589057 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] Set router 8481b06a-8954-4e69-a2fa-28b6f748e61e gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:27.608606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.690631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e160823f-5102-449d-b581-6669dc7577ab None None] DHCP port deletion for cffa44f1-2408-4e49-b687-b67a44f52ee2 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:26:27.722012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.741506 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Deleting port 302a5993-caa5-497d-b2bf-daa8389b8576 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:26:27.741901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.767349 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:26:26Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:27.798193 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5f94f-2cd0-4c50-817c-ecfa2a78a916 None None] The sync data for ids ['8481b06a-8954-4e69-a2fa-28b6f748e61e'] in dv-neutron-824886-1-hyperv is: [{'id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1339869969', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131'}], 'enable_snat': True}, 'gw_port_id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:26:26Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'd7703d83-aca9-4e9e-b79a-a3df81f35014', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8481b06a-8954-4e69-a2fa-28b6f748e61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:24:38Z', 'updated_at': '2022-01-17T13:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:26:27.803936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e160823f-5102-449d-b581-6669dc7577ab None None] For port 302a5993-caa5-497d-b2bf-daa8389b8576, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=302a5993-caa5-497d-b2bf-daa8389b8576,segment=NetworkSegment(7bd0b43a-522f-4517-983e-d17ef4ec1756),segment_id=7bd0b43a-522f-4517-983e-d17ef4ec1756)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:27.804386 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.818273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Calling delete_port for 302a5993-caa5-497d-b2bf-daa8389b8576 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:26:27.835374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port d7703d83-aca9-4e9e-b79a-a3df81f35014 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:26:27.836465 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.912538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port d7703d83-aca9-4e9e-b79a-a3df81f35014, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=d7703d83-aca9-4e9e-b79a-a3df81f35014,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:27.912802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.926562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for d7703d83-aca9-4e9e-b79a-a3df81f35014 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:26:27.953603 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:27.978829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Pushing event deleted for resources: {'Port': ['ID=302a5993-caa5-497d-b2bf-daa8389b8576,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:27.986505 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160823f-5102-449d-b581-6669dc7577ab None None] No DVR routers for this DVR port 302a5993-caa5-497d-b2bf-daa8389b8576 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:26:27.988778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.989132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.989463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.989793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.990122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.990457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.990769 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.991090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.991409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.991749 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.992239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:27.992675 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e160823f-5102-449d-b581-6669dc7577ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:28.136992 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.164589 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=d7703d83-aca9-4e9e-b79a-a3df81f35014,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:28.229752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.256172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device da761a9b-121e-41e7-898d-3b8feb3755db no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:26:28.279242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: da761a9b-121e-41e7-898d-3b8feb3755db {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:26:28.279683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device da761a9b-121e-41e7-898d-3b8feb3755db not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:26:28.323836 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.326053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.428309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.428804 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Fanout notify agent at l3_agent the message router_deleted on router 8481b06a-8954-4e69-a2fa-28b6f748e61e {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:26:28.436169 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.437271 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-72aff55b-5f31-499e-bb73-506e5bd19e26 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/routers/8481b06a-8954-4e69-a2fa-28b6f748e61e HTTP/1.1" status: 204 len: 168 time: 0.9360645 Jan 17 13:26:28.440077 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55676) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:28.523614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.611101 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.631036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffa44f1-2408-4e49-b687-b67a44f52ee2']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:28.640578 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd0b43a-522f-4517-983e-d17ef4ec1756') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:28.640880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd0b43a-522f-4517-983e-d17ef4ec1756') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:28.650094 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.662753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.668770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:26:28.669165 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:26:28.672163 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:26:28.798008 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.800740 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.803564 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/networks/cffa44f1-2408-4e49-b687-b67a44f52ee2 HTTP/1.1" status: 204 len: 168 time: 0.3624990 Jan 17 13:26:28.807090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55678) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:28.815880 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8ca95-9456-4fbd-b5e0-3e9501fc6c19 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Network': ['ID=cffa44f1-2408-4e49-b687-b67a44f52ee2,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:28.884240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d97cc43-2554-42fa-990c-718fffceb155 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.895420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 302a5993-caa5-497d-b2bf-daa8389b8576 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:26:28.915268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d97cc43-2554-42fa-990c-718fffceb155 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:28.915993 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 302a5993-caa5-497d-b2bf-daa8389b8576 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:26:28.916338 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 302a5993-caa5-497d-b2bf-daa8389b8576 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:26:28.916746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7703d83-aca9-4e9e-b79a-a3df81f35014 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:26:28.937296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: d7703d83-aca9-4e9e-b79a-a3df81f35014 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:26:28.937644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device d7703d83-aca9-4e9e-b79a-a3df81f35014 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:26:28.938053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ca0f4ecc-1f09-42b3-87b5-bde57f513737 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:26:28.955952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ca0f4ecc-1f09-42b3-87b5-bde57f513737 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:26:28.958321 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ca0f4ecc-1f09-42b3-87b5-bde57f513737 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:26:29.028087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d97cc43-2554-42fa-990c-718fffceb155 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:29.031406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-4d97cc43-2554-42fa-990c-718fffceb155 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:29.032796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-4d97cc43-2554-42fa-990c-718fffceb155 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/security-groups/84c04ce7-dc2f-42e1-9866-d2e59e04ebe0 HTTP/1.1" status: 204 len: 168 time: 0.2244945 Jan 17 13:26:29.044320 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97cc43-2554-42fa-990c-718fffceb155 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c04ce7-dc2f-42e1-9866-d2e59e04ebe0,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:29.569029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55684) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:29.574096 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933504024', 'description': 'tempest-secgroup-smoke-1933504024 description', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:29.697380 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:29.775032 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:29.868054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:29.897305 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:29.979173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:29.980498 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5b21337-c858-4ae4-8ca3-7d13483e69de tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4104245 Jan 17 13:26:29.983794 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55686) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:29.988045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:30.090899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.150584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.205299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.222530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8fe092-e798-44bc-bec1-e0ae5b9dc494,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:30.275436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.276675 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b50cc901-ea43-4353-a0c4-9a35a9f9f087 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919598 Jan 17 13:26:30.279344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55688) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:30.283750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:30.386774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.443341 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.524682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.542461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d2d083-2a4b-440c-b382-009f5e10cb22,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:30.635473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.636844 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d45a1ab1-96cd-4b3e-8233-631fa225139e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563993 Jan 17 13:26:30.639716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55690) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:30.644044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:30.759014 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.820217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.919424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:30.938709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78933351-244a-4f56-a24e-bd18ba7c97a0,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:31.030375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.031702 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-314d3a1d-b504-4e25-b951-f2f74e903cec tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910155 Jan 17 13:26:31.034444 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55692) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:31.039555 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:31.147112 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.208266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.307859 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.327135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd04aeb8-034d-4062-a0a0-21f18c75a4fa,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:31.430571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.431742 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-00cde8c4-3ff6-43d0-97e3-3e65fdf6e12f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3963251 Jan 17 13:26:31.434483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55694) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:31.438836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:31.518728 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:26:31.524104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.581708 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.661868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.681039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc18ab5-6f09-4bf5-bbde-d04c5a99ab3f,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:31.778563 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.779803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e55f86fe-4f15-4102-9842-f57829aef9ce tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443503 Jan 17 13:26:31.782534 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55696) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:31.786798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'security_group_rule': {'security_group_id': 'e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:31.862411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Project fb0cd12027ee4bce8945e68857bfbbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:26:31.867722 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:31.930972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.004571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.021736 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8afd62-8556-41ae-b9fa-e91488506797,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:32.087593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.088803 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5eae0df8-5b8e-40bb-89ac-3bc2da50f960 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053553 Jan 17 13:26:32.091606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55698) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:32.096381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'network': {'name': 'tempest-network-smoke--2091136013', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'port_security_enabled': True}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:32.181828 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:26:32.185409 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.208273 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:26:32.217105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.217454 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Added segment 504674a6-5494-405a-90b4-d3c0544b5973 of type vlan for network ac48bd80-74ed-470e-a20f-8b31eec23a34 Jan 17 13:26:32.255452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.330387 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.335942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:32.336522 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.401591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Network': ['ID=ac48bd80-74ed-470e-a20f-8b31eec23a34,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:32.411512 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:26:32.436311 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3aa9429c-471f-415d-aac5-00f555699fcb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3436704 Jan 17 13:26:32.438866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55700) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:32.443375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'admin_state_up': True, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:32.508657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.509661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.561418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:32.776396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.026249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.048878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.147703 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.92 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/ba5a6682-f98b-4d61-b633-95da237f5479) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:26:33.258531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.330770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.370748 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:26:33.373598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:33.376614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:26:33.384459 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=ba5a6682-f98b-4d61-b633-95da237f5479,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:33.689403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.770686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-168b8086-70d5-450a-bbd9-046a91e57cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:33.885992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.067554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router d6a49739-8f52-4fb3-8066-7d8643e59aa5 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:26:34.176788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:26:34.187564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Sync routers for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:26:34.196625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:34.200560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:34.246714 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.247990 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-64b379dc-7bc0-4f0f-b296-5867d0e4e9d5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8081176 Jan 17 13:26:34.251006 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55702) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:34.278798 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c58d3dbe-69b6-4049-925b-4c8855d23bce tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=fb0cd12027ee4bce8945e68857bfbbff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266604 Jan 17 13:26:34.281265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:34.300293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:34.366136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c86f5d-6fb9-4450-b2fe-64c42f3d9fd4 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:34.368171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e3c86f5d-6fb9-4450-b2fe-64c42f3d9fd4 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860152 Jan 17 13:26:34.370964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55706) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:34.403274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2a5af09b-e487-45f8-9dfa-e173abddf148 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=c44951b7-ffd1-410f-8338-75597c7e21b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312090 Jan 17 13:26:34.405686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55708) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:34.410378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828816123', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:34.476540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:33Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:34.506184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Checking router: d6a49739-8f52-4fb3-8066-7d8643e59aa5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:26:34.506531 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Updating router d6a49739-8f52-4fb3-8066-7d8643e59aa5 port ba5a6682-f98b-4d61-b633-95da237f5479 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:26:34.530410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.553666 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:26:34.557773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.776861 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.816644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.844871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.880569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Subnet': ['ID=97d2f331-63aa-48d5-8c7e-6e1d10819a20,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:34.886417 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Checking segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:26:34.886868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network hostable DHCP agents. Network: ac48bd80-74ed-470e-a20f-8b31eec23a34, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:26:34.903755 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Attempting to bind port ba5a6682-f98b-4d61-b633-95da237f5479 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:26:34.904131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Attempting to bind port ba5a6682-f98b-4d61-b633-95da237f5479 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:26:34.904479 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Attempting to bind port ba5a6682-f98b-4d61-b633-95da237f5479 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:26:34.907273 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91940090-401d-472a-a525-511e111ce9d6 None None] Pushing event updated for resources: {'Port': ['ID=ba5a6682-f98b-4d61-b633-95da237f5479,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:34.911779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:26:34.912155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:26:34.912546 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.912924 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:26:34.913380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Bound port: ba5a6682-f98b-4d61-b633-95da237f5479, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:26:34.913926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:34.964877 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:26:34.965135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] For port ba5a6682-f98b-4d61-b633-95da237f5479, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:26:34.968367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] For port ba5a6682-f98b-4d61-b633-95da237f5479, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ba5a6682-f98b-4d61-b633-95da237f5479,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:26:35.028172 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:35.056115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, ac48bd80-74ed-470e-a20f-8b31eec23a34) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:35.060106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:35.060704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:35.065370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb45d7-008c-4eda-b0b2-46f0cf7a185f None None] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:26:35.134441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-be3638f7-3a51-410c-8886-c06846da4c64 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7276437 Jan 17 13:26:35.137309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55710) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:35.268854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:35.269502 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:35.272908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91940090-401d-472a-a525-511e111ce9d6 None None] Pushing event updated for resources: {'Port': ['ID=ba5a6682-f98b-4d61-b633-95da237f5479,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:35.434646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:35.555423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-ac48bd80-74ed-470e-a20f-8b31eec23a34', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:26:35.556317 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:35.741274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Allocated IP 172.20.0.2 (ac48bd80-74ed-470e-a20f-8b31eec23a34/97d2f331-63aa-48d5-8c7e-6e1d10819a20/7f1ac592-035c-4cbd-8671-6e22cd0aac68) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:26:35.764868 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:33Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:35.824865 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f476c-57de-41c3-a14d-2db8506a01a0 None None] The sync data for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv is: [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:33Z', 'revision_number': 3, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:26:35.904058 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:35.926966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:35.999998 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.045407 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:26:36.056216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:36.056216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:26:36.081926 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Pushing event updated for resources: {'Port': ['ID=7f1ac592-035c-4cbd-8671-6e22cd0aac68,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:36.140776 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Attempting to bind port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:26:36.141181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Attempting to bind port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:26:36.141758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Attempting to bind port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 on network ac48bd80-74ed-470e-a20f-8b31eec23a34 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:26:36.150535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:26:36.156452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Checking segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:26:36.156452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.156452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Bound using segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:26:36.156452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Bound port: 7f1ac592-035c-4cbd-8671-6e22cd0aac68, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:26:36.156452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.206459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.1 (ac48bd80-74ed-470e-a20f-8b31eec23a34/97d2f331-63aa-48d5-8c7e-6e1d10819a20/f492c3cf-86f5-4d25-9b22-e2e6d969789f) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:26:36.212314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-46e3fc4b-0029-4b54-a2a6-5e6196820caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.224467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] For port 7f1ac592-035c-4cbd-8671-6e22cd0aac68, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:26:36.228581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] For port 7f1ac592-035c-4cbd-8671-6e22cd0aac68, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7f1ac592-035c-4cbd-8671-6e22cd0aac68,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:26:36.291439 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.341606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.355257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec295d4-2988-4cea-8be3-c95e9fbfc65e None None] Pushing event updated for resources: {'Port': ['ID=7f1ac592-035c-4cbd-8671-6e22cd0aac68,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:36.457012 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.505390 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:26:36.508405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:36.527391 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:26:36.559503 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=f492c3cf-86f5-4d25-9b22-e2e6d969789f,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:36.582905 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.795372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7f1ac592-035c-4cbd-8671-6e22cd0aac68 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:26:36.801209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.853305 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:36.853820 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.929523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:36.962498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port 7f1ac592-035c-4cbd-8671-6e22cd0aac68, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7f1ac592-035c-4cbd-8671-6e22cd0aac68,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:37.045030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.045869 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ba5a6682-f98b-4d61-b633-95da237f5479 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:26:37.095007 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.125492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=7f1ac592-035c-4cbd-8671-6e22cd0aac68,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:37.137762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ba5a6682-f98b-4d61-b633-95da237f5479 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:37.138165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.165696 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.222291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.245766 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port ba5a6682-f98b-4d61-b633-95da237f5479, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ba5a6682-f98b-4d61-b633-95da237f5479,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:37.248237 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.279944 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=f492c3cf-86f5-4d25-9b22-e2e6d969789f,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:37.292597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e7480-e567-411e-b505-62963f30d592 None None] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:26:37.338324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.362338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:26:37.363968 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:37.432593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-57de6c17-42c2-47bc-b714-b57aa363da56 None None] Provisioning complete for port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:37.432965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-57de6c17-42c2-47bc-b714-b57aa363da56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.436914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=ba5a6682-f98b-4d61-b633-95da237f5479,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:37.482317 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router d6a49739-8f52-4fb3-8066-7d8643e59aa5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:26:37.486689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.598519 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:26:37.604106 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-380e8c49-2451-49ec-86e6-6da4ae7fd89c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/d6a49739-8f52-4fb3-8066-7d8643e59aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4657311 Jan 17 13:26:37.757227 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-7d84621b-dd13-414c-ad12-264ba7c07303 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933504024&fields=id&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 267 time: 0.0369658 Jan 17 13:26:37.806612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-315af4e8-840f-463a-9a89-8e2d737fe394 None None] Provisioning complete for port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:37.807356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-315af4e8-840f-463a-9a89-8e2d737fe394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.829857 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Sync routers for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:26:37.839992 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:37.840815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:37.891132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-17fdbe91-ccef-4383-b5f0-393d19e98bd5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:37.896109 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-17fdbe91-ccef-4383-b5f0-393d19e98bd5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/networks?id=ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 200 len: 797 time: 0.1305809 Jan 17 13:26:37.911764 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-6bd2e9fe-54e6-476b-bab3-826ccaffdc10 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/quotas/fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 375 time: 0.0097878 Jan 17 13:26:37.924801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-315af4e8-840f-463a-9a89-8e2d737fe394 None None] Provisioning complete for port f492c3cf-86f5-4d25-9b22-e2e6d969789f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:37.925959 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-315af4e8-840f-463a-9a89-8e2d737fe394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:37.958400 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:37.964180 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-315af4e8-840f-463a-9a89-8e2d737fe394 None None] Port f492c3cf-86f5-4d25-9b22-e2e6d969789f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:26:37.984427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-581a52dc-5a60-47c9-a677-51a458796d34 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639169 Jan 17 13:26:38.084068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3162cbc2-9eb0-4fee-822b-b1bde60469a5 None None] Provisioning complete for port f492c3cf-86f5-4d25-9b22-e2e6d969789f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:38.084528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3162cbc2-9eb0-4fee-822b-b1bde60469a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.125188 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3162cbc2-9eb0-4fee-822b-b1bde60469a5 None None] Port f492c3cf-86f5-4d25-9b22-e2e6d969789f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:26:38.139427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-74f5140f-08ba-46d6-831e-a00a2fd6d34b service neutron] 10.222.0.77 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427114 Jan 17 13:26:38.197608 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 2, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:38.222989 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Checking router: d6a49739-8f52-4fb3-8066-7d8643e59aa5 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:26:38.223338 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Updating router d6a49739-8f52-4fb3-8066-7d8643e59aa5 port f492c3cf-86f5-4d25-9b22-e2e6d969789f binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:26:38.244518 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-148d4ba3-447f-4f9b-95bc-64c5fadd6344 service neutron] 10.222.0.77 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988636 Jan 17 13:26:38.244849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-05cc0393-49cb-439e-b663-5fe84a2f5b63 None None] Provisioning complete for port f492c3cf-86f5-4d25-9b22-e2e6d969789f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:38.245227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-05cc0393-49cb-439e-b663-5fe84a2f5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.253063 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.285156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-05cc0393-49cb-439e-b663-5fe84a2f5b63 None None] Port f492c3cf-86f5-4d25-9b22-e2e6d969789f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:26:38.468847 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8dc3860e-792d-43b4-9d1d-542a1ab5f53f req-0fffe77a-f1af-4f06-b664-255d714a7370 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 210 time: 0.0325382 Jan 17 13:26:38.520394 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.587606 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.634578 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Pushing event updated for resources: {'Port': ['ID=f492c3cf-86f5-4d25-9b22-e2e6d969789f,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:38.645329 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.645675 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.646016 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.646351 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.646683 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.647009 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.647335 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.647686 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.648049 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.649048 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.649204 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.649686 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:26:38.703543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Attempting to bind port f492c3cf-86f5-4d25-9b22-e2e6d969789f on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:26:38.703796 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Attempting to bind port f492c3cf-86f5-4d25-9b22-e2e6d969789f by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:26:38.704158 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Attempting to bind port f492c3cf-86f5-4d25-9b22-e2e6d969789f on network ac48bd80-74ed-470e-a20f-8b31eec23a34 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:26:38.709531 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:26:38.710272 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Checking segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:26:38.711426 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.716291 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Bound using segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:26:38.716291 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Bound port: f492c3cf-86f5-4d25-9b22-e2e6d969789f, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:26:38.716291 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.761565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7f1ac592-035c-4cbd-8671-6e22cd0aac68 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:26:38.788814 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] For port f492c3cf-86f5-4d25-9b22-e2e6d969789f, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:26:38.793264 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] For port f492c3cf-86f5-4d25-9b22-e2e6d969789f, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f492c3cf-86f5-4d25-9b22-e2e6d969789f,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:26:38.811796 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:38.812277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.869405 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.914768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ba5a6682-f98b-4d61-b633-95da237f5479 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:26:38.932534 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:38.933167 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:38.936286 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eefa4-aae6-4ee3-8fda-305d7b452fc7 None None] Pushing event updated for resources: {'Port': ['ID=f492c3cf-86f5-4d25-9b22-e2e6d969789f,revision_number=4']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:38.944577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.949489 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-4d11136c-72f9-41ff-8520-c5802fb3f4d5 None None] Provisioning complete for port f492c3cf-86f5-4d25-9b22-e2e6d969789f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:38.949854 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4d11136c-72f9-41ff-8520-c5802fb3f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:38.973098 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:39.013060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ba5a6682-f98b-4d61-b633-95da237f5479 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:39.013437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:39.051259 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:39.081492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4d11136c-72f9-41ff-8520-c5802fb3f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:39.143459 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4d11136c-72f9-41ff-8520-c5802fb3f4d5 None None] For port f492c3cf-86f5-4d25-9b22-e2e6d969789f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f492c3cf-86f5-4d25-9b22-e2e6d969789f,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:39.204980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4d11136c-72f9-41ff-8520-c5802fb3f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:39.252688 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11136c-72f9-41ff-8520-c5802fb3f4d5 None None] Pushing event updated for resources: {'Port': ['ID=f492c3cf-86f5-4d25-9b22-e2e6d969789f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:39.259118 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:38Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:39.285423 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9125b7-2649-4127-ba65-7a9c08bed183 None None] The sync data for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv is: [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:38Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:26:39.336148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-6df46b32-8982-4daa-987f-4130c4437be2 None None] Provisioning complete for port f492c3cf-86f5-4d25-9b22-e2e6d969789f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:39.337455 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6df46b32-8982-4daa-987f-4130c4437be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:39.570502 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3abe9484-a2d0-42d5-b466-3484777ca3a2 req-71e95119-5594-4cc1-95fc-0f2eb695256b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 210 time: 0.0279026 Jan 17 13:26:40.459629 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-9cf6fdb9-3f10-40c5-8d0e-355f3d603d8f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:40.461333 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-9cf6fdb9-3f10-40c5-8d0e-355f3d603d8f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/networks?id=ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 200 len: 797 time: 0.1046009 Jan 17 13:26:40.504699 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-5b753597-5a1b-486d-815d-2418dcadf3b8 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0cd12027ee4bce8945e68857bfbbff HTTP/1.1" status: 200 len: 380 time: 0.0348074 Jan 17 13:26:40.513086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'port': {'device_id': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'admin_state_up': True, 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'security_groups': ['e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:40.671613 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d8146a10-423f-40e0-8b64-3a91772d7738 req-5dbbf769-3af5-4a94-a958-20dadd4f5360 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 210 time: 0.0276902 Jan 17 13:26:40.707811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Made reservation on behalf of fb0cd12027ee4bce8945e68857bfbbff for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:26:40.720388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:40.777300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f492c3cf-86f5-4d25-9b22-e2e6d969789f up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:26:40.833444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port f492c3cf-86f5-4d25-9b22-e2e6d969789f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:40.833826 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:40.866476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.20.0.13 (ac48bd80-74ed-470e-a20f-8b31eec23a34/97d2f331-63aa-48d5-8c7e-6e1d10819a20/bb00a805-c7c1-4180-8300-277a59ee22de) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:26:41.003890 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.108391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.152673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:26:41.155756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:41.159353 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:26:41.186759 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=bb00a805-c7c1-4180-8300-277a59ee22de,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:41.219142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:41.219801 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.287745 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-dc9a3de7-064b-4992-a006-c99ecc1c299a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7780578 Jan 17 13:26:41.299640 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Request body: {'port': {'device_id': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:41.356716 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c80bf14f-5937-47b3-9fde-88571346490d None None] Provisioning complete for port bb00a805-c7c1-4180-8300-277a59ee22de triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:41.356948 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.357083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c80bf14f-5937-47b3-9fde-88571346490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.391320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c80bf14f-5937-47b3-9fde-88571346490d None None] Port bb00a805-c7c1-4180-8300-277a59ee22de cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:26:41.615416 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb00a805-c7c1-4180-8300-277a59ee22de {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:26:41.623152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.634526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Transition to ACTIVE for port object bb00a805-c7c1-4180-8300-277a59ee22de will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:26:41.701656 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.768098 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Pushing event updated for resources: {'Port': ['ID=bb00a805-c7c1-4180-8300-277a59ee22de,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:41.799351 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9353a-ab19-42cf-97be-bdb36e7b33d2 req-7d30a28f-2f7c-4e32-97b7-376abb79d47b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:41.803117 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-03c9353a-ab19-42cf-97be-bdb36e7b33d2 req-7d30a28f-2f7c-4e32-97b7-376abb79d47b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 944 time: 0.0629361 Jan 17 13:26:41.827414 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Attempting to bind port bb00a805-c7c1-4180-8300-277a59ee22de on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:26:41.828073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Attempting to bind port bb00a805-c7c1-4180-8300-277a59ee22de by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:26:41.828572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Attempting to bind port bb00a805-c7c1-4180-8300-277a59ee22de on network ac48bd80-74ed-470e-a20f-8b31eec23a34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:26:41.833524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Port bb00a805-c7c1-4180-8300-277a59ee22de on network ac48bd80-74ed-470e-a20f-8b31eec23a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:26:41.833856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Attempting to bind port bb00a805-c7c1-4180-8300-277a59ee22de on network ac48bd80-74ed-470e-a20f-8b31eec23a34 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:26:41.839097 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:26:41.842164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Checking segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:26:41.842164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Bound using segment: {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:26:41.842164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Bound port: bb00a805-c7c1-4180-8300-277a59ee22de, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504674a6-5494-405a-90b4-d3c0544b5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:26:41.842164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:41.843971 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-03c9353a-ab19-42cf-97be-bdb36e7b33d2 req-1ba167a3-d780-45a2-a84c-077ea10c5fa5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Jan 17 13:26:41.912614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] For port bb00a805-c7c1-4180-8300-277a59ee22de, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:26:41.916796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] For port bb00a805-c7c1-4180-8300-277a59ee22de, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=bb00a805-c7c1-4180-8300-277a59ee22de,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:26:42.017029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:42.052213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.052834 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:42.054229 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] 10.222.0.67 "PUT /v2.0/ports/bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 200 len: 1094 time: 0.7590063 Jan 17 13:26:42.054726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:26:42.057019 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:26:42.083898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661208d7-f576-49b6-a8ac-c02e4060e340 service neutron] Pushing event updated for resources: {'Port': ['ID=bb00a805-c7c1-4180-8300-277a59ee22de,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:42.100422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e929a9-e62b-4492-9310-8d2fe5189bf0 x-openstack-request-id: req-86e929a9-e62b-4492-9310-8d2fe5189bf0 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:26:42.101908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:26:42.102196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86e929a9-e62b-4492-9310-8d2fe5189bf0 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:26:42.102618 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'status': 'completed', 'code': 200} Jan 17 13:26:42.167654 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d req-e1d62dcf-693d-46cd-85a8-9cd88ef14d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.169359 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d req-e1d62dcf-693d-46cd-85a8-9cd88ef14d19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1097 time: 0.0481048 Jan 17 13:26:42.271939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d req-530c4233-151a-4455-a91d-53a1dd2c6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.274227 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d req-530c4233-151a-4455-a91d-53a1dd2c6b50 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0966959 Jan 17 13:26:42.367041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d req-5a11c92a-3370-493d-b908-44156abe8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.368576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ab64fe7-b97f-46fd-a3ac-b800c4afeb8d req-5a11c92a-3370-493d-b908-44156abe8a82 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885236 Jan 17 13:26:42.443850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-58e695a2-58af-4cff-a4fe-0ea5f50293d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.445757 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-58e695a2-58af-4cff-a4fe-0ea5f50293d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1097 time: 0.0444360 Jan 17 13:26:42.825022 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-98ea2249-639b-4c67-8a1a-014b87770cba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 200 len: 217 time: 0.3722749 Jan 17 13:26:42.872863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-07c5dffd-6547-4736-9345-0884cd712bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.874445 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-07c5dffd-6547-4736-9345-0884cd712bad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97d2f331-63aa-48d5-8c7e-6e1d10819a20 HTTP/1.1" status: 200 len: 834 time: 0.0435357 Jan 17 13:26:42.920043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-b297c67f-4fa1-429f-a886-26f5e2b6a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.921533 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-b297c67f-4fa1-429f-a886-26f5e2b6a03b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac48bd80-74ed-470e-a20f-8b31eec23a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400987 Jan 17 13:26:42.966266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec163b-adba-43ca-9fa7-abf12b563c9d req-e9272fe7-5a21-45d2-8c33-2f244c829b79 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:42.967776 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-deec163b-adba-43ca-9fa7-abf12b563c9d req-e9272fe7-5a21-45d2-8c33-2f244c829b79 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 944 time: 0.0517042 Jan 17 13:26:43.010131 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-deec163b-adba-43ca-9fa7-abf12b563c9d req-b8feb420-8ebc-458e-a7e9-83d61b122a51 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363703 Jan 17 13:26:43.014541 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-ea3df057-878b-4e00-9ea4-6048fb8e16d2 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Jan 17 13:26:43.107067 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-188c456f-46ad-4c90-9e76-d7bcc746d6bc req-02eac2a9-75ec-40ca-8932-16a2099653b9 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863690 Jan 17 13:26:44.126043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639f16e-e461-49b9-9fdc-8016e593455e req-dcac4ee3-24ef-4f6a-bd87-e2e925be72f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:44.127531 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7639f16e-e461-49b9-9fdc-8016e593455e req-dcac4ee3-24ef-4f6a-bd87-e2e925be72f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 944 time: 0.0483379 Jan 17 13:26:44.165480 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7639f16e-e461-49b9-9fdc-8016e593455e req-3c9c6c64-42a1-4044-92ad-1f280e461b71 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jan 17 13:26:45.278692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15565ee5-1b9c-4b07-89e8-1abd05689b6c req-485c139a-5a1f-41eb-9b58-3c7d75a0f388 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:45.280267 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15565ee5-1b9c-4b07-89e8-1abd05689b6c req-485c139a-5a1f-41eb-9b58-3c7d75a0f388 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 944 time: 0.0499058 Jan 17 13:26:45.317427 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15565ee5-1b9c-4b07-89e8-1abd05689b6c req-87cd0668-d9fc-4f15-b18c-7e12b096df3b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jan 17 13:26:46.365395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device bb00a805-c7c1-4180-8300-277a59ee22de details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:26:46.434767 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fb3c-6253-4e37-92ec-a46eafd0c843 req-0e8f6921-d5b4-47e7-8c65-93f33af6ae8f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:46.436222 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6da9fb3c-6253-4e37-92ec-a46eafd0c843 req-0e8f6921-d5b4-47e7-8c65-93f33af6ae8f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 944 time: 0.0492749 Jan 17 13:26:46.464139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port bb00a805-c7c1-4180-8300-277a59ee22de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=bb00a805-c7c1-4180-8300-277a59ee22de,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:46.473787 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6da9fb3c-6253-4e37-92ec-a46eafd0c843 req-3cf4b9df-47cb-4cac-8f8f-4fedadd2f099 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Jan 17 13:26:46.475056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'port_id': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'mac_address': 'fa:16:3e:19:06:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:26:46.512856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:46.525840 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb00a805-c7c1-4180-8300-277a59ee22de {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:26:46.544490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port bb00a805-c7c1-4180-8300-277a59ee22de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=bb00a805-c7c1-4180-8300-277a59ee22de,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:46.598597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:46.649588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=bb00a805-c7c1-4180-8300-277a59ee22de,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:46.800745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['bb00a805-c7c1-4180-8300-277a59ee22de'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:26:47.589706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599365d4-dc07-42f8-9105-79202875e7ea req-162a5100-6295-4b2b-bd56-d340310f7563 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:47.591174 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-599365d4-dc07-42f8-9105-79202875e7ea req-162a5100-6295-4b2b-bd56-d340310f7563 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 945 time: 0.0496726 Jan 17 13:26:47.628719 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-599365d4-dc07-42f8-9105-79202875e7ea req-bbd8dc8e-57ac-46ee-ae5a-9037c129492b tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Jan 17 13:26:48.367221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device bb00a805-c7c1-4180-8300-277a59ee22de up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:26:48.455969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port bb00a805-c7c1-4180-8300-277a59ee22de completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:26:48.459685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port bb00a805-c7c1-4180-8300-277a59ee22de triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:26:48.460062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:48.534204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:48.557933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:26:48.560162 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580b1df-273e-48fe-88a2-81818e1d9483" -d '{"events": [{"server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "name": "network-vif-plugged", "status": "completed", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:26:48.573282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port bb00a805-c7c1-4180-8300-277a59ee22de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=bb00a805-c7c1-4180-8300-277a59ee22de,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:26:48.634026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:48.658336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c83a9-428a-46fa-8b66-9dd599c32bbc x-openstack-request-id: req-289c83a9-428a-46fa-8b66-9dd599c32bbc {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:26:48.658630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "name": "network-vif-plugged", "status": "completed", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:26:48.658882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-289c83a9-428a-46fa-8b66-9dd599c32bbc {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:26:48.659268 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'code': 200} Jan 17 13:26:48.685367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=bb00a805-c7c1-4180-8300-277a59ee22de,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:48.752825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6938fd-aa87-4c2d-9061-88bbcb809aca req-4d7a5159-5668-4375-b30a-5675712a8ebd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:48.754261 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9a6938fd-aa87-4c2d-9061-88bbcb809aca req-4d7a5159-5668-4375-b30a-5675712a8ebd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0496330 Jan 17 13:26:48.797290 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9a6938fd-aa87-4c2d-9061-88bbcb809aca req-5058f8ac-25b3-4c8f-a885-24253ab4e4ae tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Jan 17 13:26:48.964605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d377128-ae6c-45db-a86f-38d4b34c39e0 req-e2fd8b1b-cdf7-446b-81e3-c4703f783eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:48.966080 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d377128-ae6c-45db-a86f-38d4b34c39e0 req-e2fd8b1b-cdf7-446b-81e3-c4703f783eb1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1099 time: 0.0413973 Jan 17 13:26:49.004468 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9d377128-ae6c-45db-a86f-38d4b34c39e0 req-a07664b3-ea8a-433f-a670-7f4966402675 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Jan 17 13:26:49.916379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4df0a-dec6-4738-9c72-7192403d660f req-ec13e509-35e2-4fcc-9539-6e97b5526b73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:49.917885 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cbc4df0a-dec6-4738-9c72-7192403d660f req-ec13e509-35e2-4fcc-9539-6e97b5526b73 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0504329 Jan 17 13:26:49.956204 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cbc4df0a-dec6-4738-9c72-7192403d660f req-50f63472-b994-4049-83c0-cb5277d84ab2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324368 Jan 17 13:26:51.069102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1c59c-db8f-430d-95b0-48281d3e0b4a req-d3806c5d-66ac-44b5-bad6-8db23022370c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:51.070589 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-81e1c59c-db8f-430d-95b0-48281d3e0b4a req-d3806c5d-66ac-44b5-bad6-8db23022370c tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0485213 Jan 17 13:26:51.108168 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-81e1c59c-db8f-430d-95b0-48281d3e0b4a req-feb50c6e-98f0-46b1-b3df-49261d8f5130 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Jan 17 13:26:51.220652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab17a68-cebd-43de-a85f-7860ee880184 req-daebed34-0241-4648-9794-f963ea2dfabd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:51.222108 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ab17a68-cebd-43de-a85f-7860ee880184 req-daebed34-0241-4648-9794-f963ea2dfabd tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0486197 Jan 17 13:26:51.260324 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3ab17a68-cebd-43de-a85f-7860ee880184 req-f712fc3a-8fa5-4d75-b2de-aaffeaeaae91 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Jan 17 13:26:51.281136 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55780) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:51.320382 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c55c12-115c-438a-bcc0-1e4e937f8f11 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:51.322554 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-79c55c12-115c-438a-bcc0-1e4e937f8f11 tempest-TestNetworkAdvancedServerOps-914658818 tempest-TestNetworkAdvancedServerOps-914658818-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1094 time: 0.0404606 Jan 17 13:26:51.325375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55782) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:51.329829 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:26:51.450278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:51.547633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:51.652008 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Allocated IP 172.26.4.20 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/b31c5c9a-4521-467f-965b-7a52cf499c1b) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:26:51.754992 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:51.879048 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:51.922926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:26:51.925657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:26:51.929905 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:26:51.958512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=b31c5c9a-4521-467f-965b-7a52cf499c1b,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:52.284606 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:52.409521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:52.553494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:52.621694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:52.691445 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event updated for resources: {'Port': ['ID=b31c5c9a-4521-467f-965b-7a52cf499c1b,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:26:52.705074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:52.741893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:52.808461 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 1abe3148-49fe-40d0-bbd3-b4f5d88832b4 associated. External IP: 172.26.4.20, port: bb00a805-c7c1-4180-8300-277a59ee22de. Jan 17 13:26:53.018469 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router d6a49739-8f52-4fb3-8066-7d8643e59aa5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:26:53.124470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:26:53.134731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] Sync routers for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:26:53.143398 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:53.144058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:53.206670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:26:53.235920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-35cfe109-99f6-4783-a82d-2ab38f43e532 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9094214 Jan 17 13:26:53.236643 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:26:53.239135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb219353-bedc-46d0-a1dc-94852499c454" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:26:53.283874 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e0162-e24b-4e7c-949c-b88775ef099e x-openstack-request-id: req-9c2e0162-e24b-4e7c-949c-b88775ef099e {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:26:53.284531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:26:53.284651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9c2e0162-e24b-4e7c-949c-b88775ef099e {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:26:53.285203 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'status': 'completed', 'code': 200} Jan 17 13:26:53.347713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219353-bedc-46d0-a1dc-94852499c454 req-8434e0d9-2f4e-4a16-aad7-b0b26ed91182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:53.349404 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-8434e0d9-2f4e-4a16-aad7-b0b26ed91182 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1099 time: 0.0429578 Jan 17 13:26:53.351728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05699-0496-44a3-90af-e0eefd5dab07 req-cb89a7fb-f896-48e0-8a72-b38a585922fa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:53.353920 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-73e05699-0496-44a3-90af-e0eefd5dab07 req-cb89a7fb-f896-48e0-8a72-b38a585922fa tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0523632 Jan 17 13:26:53.393743 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-73e05699-0496-44a3-90af-e0eefd5dab07 req-6a2e9a38-507d-446a-bd08-8ff88568631e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Jan 17 13:26:53.401090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:53.416456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55788) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:53.489170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219353-bedc-46d0-a1dc-94852499c454 req-0b523f5c-b807-409f-ae17-928707372166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:53.490657 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-0b523f5c-b807-409f-ae17-928707372166 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 200 len: 898 time: 0.1349075 Jan 17 13:26:53.506081 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-59dbe523-47a4-4a9f-8765-fb4f8b78d9f4 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1abe3148-49fe-40d0-bbd3-b4f5d88832b4 HTTP/1.1" status: 200 len: 991 time: 0.0885904 Jan 17 13:26:53.560061 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-2a524b0c-bab2-4ab8-8ecc-3771ed5d8451 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 200 len: 999 time: 0.0617297 Jan 17 13:26:53.612975 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219353-bedc-46d0-a1dc-94852499c454 req-c25001d8-a232-41b1-8383-1873ccc6b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:53.614478 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-c25001d8-a232-41b1-8383-1873ccc6b0d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97d2f331-63aa-48d5-8c7e-6e1d10819a20 HTTP/1.1" status: 200 len: 834 time: 0.0490928 Jan 17 13:26:53.625530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1abe3148-49fe-40d0-bbd3-b4f5d88832b4', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'port_id': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'mac_address': 'fa:16:3e:19:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:26:52Z', 'updated_at': '2022-01-17T13:26:52Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:39Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:53.656576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] Checking router: d6a49739-8f52-4fb3-8066-7d8643e59aa5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:26:53.665102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219353-bedc-46d0-a1dc-94852499c454 req-33d8a8f5-6c8a-408b-bcfc-c090b4d2b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:26:53.665296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:26:53.665824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:26:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:53.666711 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-33d8a8f5-6c8a-408b-bcfc-c090b4d2b558 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac48bd80-74ed-470e-a20f-8b31eec23a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461259 Jan 17 13:26:53.753562 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-63085cd4-11cd-459a-b1db-9f14d1e2145e service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808055 Jan 17 13:26:53.774549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:26:53.846967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cb219353-bedc-46d0-a1dc-94852499c454 req-57537770-ff5c-43d7-979b-e74ad85f0ce4 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866361 Jan 17 13:26:53.998030 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1abe3148-49fe-40d0-bbd3-b4f5d88832b4', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'port_id': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'mac_address': 'fa:16:3e:19:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:26:52Z', 'updated_at': '2022-01-17T13:26:52Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:39Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:26:54.027477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612e097-a16c-4d30-84cb-0e019f5cb4b8 None None] The sync data for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv is: [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1abe3148-49fe-40d0-bbd3-b4f5d88832b4', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'port_id': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'mac_address': 'fa:16:3e:19:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:26:52Z', 'updated_at': '2022-01-17T13:26:52Z', 'revision_number': 0, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:39Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:26:54.223408 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ee0e6-ff8f-4c1c-8bfa-26d53eb83aa2 None None] New status for floating IP 1abe3148-49fe-40d0-bbd3-b4f5d88832b4: ACTIVE {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:26:54.510141 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55790) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:26:54.569714 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1a073300-f272-4c22-ab63-6048b40dd763 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1abe3148-49fe-40d0-bbd3-b4f5d88832b4 HTTP/1.1" status: 200 len: 993 time: 0.0584564 Jan 17 13:26:58.026730 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:27:03.781323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-13135723-4105-46cf-9f11-15abb8f10727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:06.209859 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5733-30b4-4374-901c-91b0d70a6ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:07.450122 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:07.748163 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-3ddc9bbb-bfe5-429c-a03c-6e6ced9b4ed8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451767 Jan 17 13:27:07.830783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-c6d486f5-6a04-4bc0-8d2d-9ef000c86764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:07.832266 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-c6d486f5-6a04-4bc0-8d2d-9ef000c86764 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1099 time: 0.0394902 Jan 17 13:27:07.933938 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-e2a1bb38-54cd-4ed4-997e-96be830d0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:07.935395 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-e2a1bb38-54cd-4ed4-997e-96be830d0cf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 200 len: 898 time: 0.0838246 Jan 17 13:27:08.002678 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-aeb96dc0-6d3c-484b-97ac-55e6a0f99137 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 200 len: 1001 time: 0.0607209 Jan 17 13:27:08.051328 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-600d5f8a-50ac-4c62-a357-aff04fdb1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:08.052743 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-600d5f8a-50ac-4c62-a357-aff04fdb1469 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97d2f331-63aa-48d5-8c7e-6e1d10819a20 HTTP/1.1" status: 200 len: 834 time: 0.0422227 Jan 17 13:27:08.096753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-b1412583-d9fd-446f-b769-e2eb86da0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:08.098233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-b1412583-d9fd-446f-b769-e2eb86da0739 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac48bd80-74ed-470e-a20f-8b31eec23a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390737 Jan 17 13:27:08.191117 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-3288af61-5c28-42b6-87e0-1c5d9043ea7b service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Jan 17 13:27:08.280016 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3f53b49b-1230-44f8-8dc0-75caceafe02a req-aa9ef2a4-a769-459b-8749-db0f94be0054 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821137 Jan 17 13:27:08.878665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:08.964221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:21.667421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff714f-ca5a-4bb8-a01d-7a6f771d3c1f req-d81966c2-1977-4ca1-85a2-e3c0ad436935 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:21.668933 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6dff714f-ca5a-4bb8-a01d-7a6f771d3c1f req-d81966c2-1977-4ca1-85a2-e3c0ad436935 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0990002 Jan 17 13:27:21.706662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6dff714f-ca5a-4bb8-a01d-7a6f771d3c1f req-a7821c58-384f-402d-8367-6b0515f40c4f tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Jan 17 13:27:22.753155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:22.869004 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd56610-3a51-47ea-bb19-b7b0a019c222 req-1d721ac1-6a20-477f-8347-3a499f112b28 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:22.870513 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2cd56610-3a51-47ea-bb19-b7b0a019c222 req-1d721ac1-6a20-477f-8347-3a499f112b28 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0935228 Jan 17 13:27:22.911063 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2cd56610-3a51-47ea-bb19-b7b0a019c222 req-e5e0f1d3-7ace-4c0e-8b93-d6c61d8949e9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343249 Jan 17 13:27:22.933964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55812) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:22.993339 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2b11bf3b-b589-46ec-b88a-41de4cc55118 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1abe3148-49fe-40d0-bbd3-b4f5d88832b4 HTTP/1.1" status: 200 len: 993 time: 0.0582042 Jan 17 13:27:24.432868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b30a5-b62e-4f43-a963-6e6e1b9efd82 req-c398599d-2d45-461b-8181-d6e2472db652 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:24.434387 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a5b30a5-b62e-4f43-a963-6e6e1b9efd82 req-c398599d-2d45-461b-8181-d6e2472db652 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0497837 Jan 17 13:27:24.496081 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0a5b30a5-b62e-4f43-a963-6e6e1b9efd82 req-708f7a11-384a-4ab2-ae6f-0543df6439e3 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557780 Jan 17 13:27:24.511422 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca986f-702c-4785-baa5-a52e89468521 req-635a48ad-8424-428b-a3d9-70d881ff6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:24.512955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-635a48ad-8424-428b-a3d9-70d881ff6d70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1099 time: 0.0448148 Jan 17 13:27:24.603012 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca986f-702c-4785-baa5-a52e89468521 req-021c1da1-604b-4df8-a9a6-34d035179348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:24.604389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-021c1da1-604b-4df8-a9a6-34d035179348 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 200 len: 898 time: 0.0850580 Jan 17 13:27:24.667450 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-d17200bd-12e8-406e-9571-b6efe629688e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 200 len: 1001 time: 0.0564089 Jan 17 13:27:24.716123 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca986f-702c-4785-baa5-a52e89468521 req-db30c655-d9f3-4a02-a9dc-d829ebea7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:24.717604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-db30c655-d9f3-4a02-a9dc-d829ebea7738 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97d2f331-63aa-48d5-8c7e-6e1d10819a20 HTTP/1.1" status: 200 len: 834 time: 0.0437171 Jan 17 13:27:24.766807 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca986f-702c-4785-baa5-a52e89468521 req-c04d47ec-69e0-478f-a001-2c6849867d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:24.768296 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-c04d47ec-69e0-478f-a001-2c6849867d44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac48bd80-74ed-470e-a20f-8b31eec23a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436833 Jan 17 13:27:24.855957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-bacfa212-d3d7-4057-a3b9-2313886df72b service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804498 Jan 17 13:27:24.948513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3eca986f-702c-4785-baa5-a52e89468521 req-5440ebd5-c4e8-4dd5-a9ec-acd88d224006 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867825 Jan 17 13:27:25.619093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a3e93-cf02-4273-a91f-139dcd3e392d req-3fd9dc1f-ddb2-4a9e-b710-f67feaea2220 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:25.620613 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-594a3e93-cf02-4273-a91f-139dcd3e392d req-3fd9dc1f-ddb2-4a9e-b710-f67feaea2220 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0512595 Jan 17 13:27:25.658438 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-594a3e93-cf02-4273-a91f-139dcd3e392d req-afa78dec-9f94-47e1-a72d-f827f1d97783 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jan 17 13:27:26.776590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eabff-38be-4922-bf39-b32bd858114a req-4773c51a-9620-472a-b719-e9fd61c6c447 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:26.778104 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3e0eabff-38be-4922-bf39-b32bd858114a req-4773c51a-9620-472a-b719-e9fd61c6c447 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0520234 Jan 17 13:27:26.815756 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3e0eabff-38be-4922-bf39-b32bd858114a req-4c54d34d-5a0e-4ebe-b7f4-2412082dbef5 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Jan 17 13:27:26.837531 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55824) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:26.901001 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c5f3b2f0-b0cc-4089-8524-b6f282c2bb02 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/floatingips/1abe3148-49fe-40d0-bbd3-b4f5d88832b4 HTTP/1.1" status: 200 len: 993 time: 0.0623791 Jan 17 13:27:27.213240 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55830) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:27.368267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port b31c5c9a-4521-467f-965b-7a52cf499c1b {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:27:27.368624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:27.441523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:27.441847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:27.453347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for b31c5c9a-4521-467f-965b-7a52cf499c1b owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:27:27.655653 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:27.680470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=b31c5c9a-4521-467f-965b-7a52cf499c1b,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:27.708946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.709295 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.709636 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.709974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.710379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.711263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.711745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.712079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.712408 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.712733 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.713060 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.713381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:27.753024 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:27.753356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Floating IP 1abe3148-49fe-40d0-bbd3-b4f5d88832b4 disassociated (deleted). External IP: 172.26.4.20, port: bb00a805-c7c1-4180-8300-277a59ee22de. Jan 17 13:27:27.964568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router d6a49739-8f52-4fb3-8066-7d8643e59aa5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:27:28.407936 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:27:28.412739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:28.417437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] Sync routers for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:27:28.426320 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:28.426915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:28.439060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8ac56b33-e449-4a16-adf4-ad23b210b3d9 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/floatingips/1abe3148-49fe-40d0-bbd3-b4f5d88832b4 HTTP/1.1" status: 204 len: 168 time: 1.2247636 Jan 17 13:27:28.439750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:27:28.442073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:27:28.481854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f59ef6-999b-462d-93f4-2182e2c14611 x-openstack-request-id: req-28f59ef6-999b-462d-93f4-2182e2c14611 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:27:28.482152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:27:28.482407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28f59ef6-999b-462d-93f4-2182e2c14611 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:27:28.482854 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'status': 'completed', 'code': 200} Jan 17 13:27:28.534936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:28.545721 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-4bea3dad-565b-4e1c-9ed8-79dae31507c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:28.547252 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-4bea3dad-565b-4e1c-9ed8-79dae31507c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 1099 time: 0.0409012 Jan 17 13:27:28.644663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-e4cfe734-f148-4d42-a80e-59aad1b5f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:28.646182 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-e4cfe734-f148-4d42-a80e-59aad1b5f84c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 200 len: 898 time: 0.0919371 Jan 17 13:27:28.688444 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-15608313-4016-49ec-b814-8b75a4f07346 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 200 len: 217 time: 0.0351272 Jan 17 13:27:28.739434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:39Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:28.744671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-f89bda06-75e1-440b-9500-d5430e1df9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:28.746214 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-f89bda06-75e1-440b-9500-d5430e1df9af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97d2f331-63aa-48d5-8c7e-6e1d10819a20 HTTP/1.1" status: 200 len: 834 time: 0.0515671 Jan 17 13:27:28.771390 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] Checking router: d6a49739-8f52-4fb3-8066-7d8643e59aa5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:27:28.780140 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:28.780750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:28.792682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-73ac7e10-8f89-4185-9347-e4f334c3d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:28.794160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-73ac7e10-8f89-4185-9347-e4f334c3d744 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ac48bd80-74ed-470e-a20f-8b31eec23a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416911 Jan 17 13:27:28.897421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:28.907895 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-1cf5ffdf-1fd7-4582-b6ea-ae8b76fdbdf9 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935016 Jan 17 13:27:28.923267 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8a895-0c67-466d-b03b-70b57cbcd542 req-10bacdaa-9239-47a7-996b-7558547dd593 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:28.925531 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bfd8a895-0c67-466d-b03b-70b57cbcd542 req-10bacdaa-9239-47a7-996b-7558547dd593 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0618095 Jan 17 13:27:28.965627 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bfd8a895-0c67-466d-b03b-70b57cbcd542 req-9db96860-57d6-41cf-af56-3dabb26c5942 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329821 Jan 17 13:27:29.003258 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8cb9ac44-8cd1-473d-82e0-99c3658ff8bd req-4bc72f92-2cf0-439c-a989-a95316ca48d7 service neutron] 10.222.0.67 "GET /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869834 Jan 17 13:27:29.095808 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:39Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:29.122948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5cf7bb-110c-4cf8-b6c8-5c499ee529bc None None] The sync data for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv is: [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:26:36Z', 'revision_number': 4, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'f492c3cf-86f5-4d25-9b22-e2e6d969789f', 'name': '', 'network_id': 'ac48bd80-74ed-470e-a20f-8b31eec23a34', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'mac_address': 'fa:16:3e:66:c3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:36Z', 'updated_at': '2022-01-17T13:26:39Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'subnets': [{'id': '97d2f331-63aa-48d5-8c7e-6e1d10819a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:27:29.352802 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16ae634-55b0-4c7e-ab25-e36645e20f18 None None] New status for floating IP 1abe3148-49fe-40d0-bbd3-b4f5d88832b4: DOWN {{(pid=109283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:27:30.091786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adef5b8-da5b-4e99-9c97-ca9e07f11b32 req-c2c4cc47-2916-4301-aba0-8820d1342eff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:30.094681 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9adef5b8-da5b-4e99-9c97-ca9e07f11b32 req-c2c4cc47-2916-4301-aba0-8820d1342eff tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0585947 Jan 17 13:27:30.131239 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-9adef5b8-da5b-4e99-9c97-ca9e07f11b32 req-b4096370-eb04-4edd-ab46-6f6a12fe4e4e tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/security-groups?id=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jan 17 13:27:30.452997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-9f100bb8-f769-435d-b2d6-67ec5730a9e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:30.454355 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-9f100bb8-f769-435d-b2d6-67ec5730a9e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 946 time: 0.0477865 Jan 17 13:27:30.542039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port bb00a805-c7c1-4180-8300-277a59ee22de {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:27:30.542383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:30.630971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port bb00a805-c7c1-4180-8300-277a59ee22de, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=bb00a805-c7c1-4180-8300-277a59ee22de,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:30.631342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:30.644327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for bb00a805-c7c1-4180-8300-277a59ee22de owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:27:30.850266 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:30.879852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=bb00a805-c7c1-4180-8300-277a59ee22de,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:30.922039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] No DVR routers for this DVR port bb00a805-c7c1-4180-8300-277a59ee22de on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:27:30.924585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:30.927902 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b005d80a-74e3-431a-b778-4c46cb66e27b req-138187ee-e262-4ac0-86ea-fd8026793a2d tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.67 "DELETE /v2.0/ports/bb00a805-c7c1-4180-8300-277a59ee22de HTTP/1.1" status: 204 len: 173 time: 0.4660954 Jan 17 13:27:30.928339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'name': 'network-vif-deleted', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:27:30.931221 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4712c02d-1326-4651-ac41-78fb98de419a" -d '{"events": [{"server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "name": "network-vif-deleted", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:27:30.965766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7991bb8f-0761-44b2-bf0d-49df6b558c59 x-openstack-request-id: req-7991bb8f-0761-44b2-bf0d-49df6b558c59 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:27:30.966062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f", "name": "network-vif-deleted", "tag": "bb00a805-c7c1-4180-8300-277a59ee22de", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:27:30.966313 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7991bb8f-0761-44b2-bf0d-49df6b558c59 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:27:30.966737 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f', 'name': 'network-vif-deleted', 'tag': 'bb00a805-c7c1-4180-8300-277a59ee22de', 'status': 'completed', 'code': 200} Jan 17 13:27:31.235688 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d4bf43a3-b3e8-41d5-bf07-bd21a9a7f525 req-4c2ca210-d171-4c7c-8c72-4a05ac53ddfb tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a9e79ab-80d5-47c5-8f80-cf726f1e2a7f HTTP/1.1" status: 200 len: 210 time: 0.0322416 Jan 17 13:27:32.292909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55846) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:32.647628 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:32.902374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port f492c3cf-86f5-4d25-9b22-e2e6d969789f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:27:32.902633 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.000518 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port f492c3cf-86f5-4d25-9b22-e2e6d969789f, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=f492c3cf-86f5-4d25-9b22-e2e6d969789f,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:33.000910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.013812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for f492c3cf-86f5-4d25-9b22-e2e6d969789f owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:27:33.295937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.323932 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=f492c3cf-86f5-4d25-9b22-e2e6d969789f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:33.505571 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.712554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Router d6a49739-8f52-4fb3-8066-7d8643e59aa5 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:27:33.816032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b7407e30-4d8e-476d-96e9-0d54d069f718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.816661 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:27:33.825447 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-281e2d1a-0a21-4ea9-a9ab-5d88fdba6efe tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "PUT /v2.0/routers/d6a49739-8f52-4fb3-8066-7d8643e59aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5280216 Jan 17 13:27:33.825447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55848) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:33.827335 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] Sync routers for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:27:33.836825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:33.837434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:33.878298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting subnet 97d2f331-63aa-48d5-8c7e-6e1d10819a20 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:27:33.881355 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.921316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:33.941615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:34.004998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.147461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.175774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Subnet': ['ID=97d2f331-63aa-48d5-8c7e-6e1d10819a20,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:34.180966 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.185969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-c0358a08-8c97-4d3e-9517-cfdbf08b683a tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/subnets/97d2f331-63aa-48d5-8c7e-6e1d10819a20 HTTP/1.1" status: 204 len: 168 time: 0.3601258 Jan 17 13:27:34.188427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55850) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:34.191019 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beed96f-22e2-4759-a5aa-9d72326bf4e0 None None] Network ac48bd80-74ed-470e-a20f-8b31eec23a34 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:27:34.293554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.365879 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:27:33Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:34.393218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] Checking router: d6a49739-8f52-4fb3-8066-7d8643e59aa5 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:27:34.403275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.404535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] Routers {'d6a49739-8f52-4fb3-8066-7d8643e59aa5'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:34.405147 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:34.442886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] DHCP port deletion for ac48bd80-74ed-470e-a20f-8b31eec23a34 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:27:34.510234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Deleting port ba5a6682-f98b-4d61-b633-95da237f5479 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:27:34.510886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.540467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] Set router d6a49739-8f52-4fb3-8066-7d8643e59aa5 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:34.589385 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] For port ba5a6682-f98b-4d61-b633-95da237f5479, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ba5a6682-f98b-4d61-b633-95da237f5479,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:34.589672 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.596350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Deleting port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:27:34.596723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.602389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device bb00a805-c7c1-4180-8300-277a59ee22de no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:27:34.603837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Calling delete_port for ba5a6682-f98b-4d61-b633-95da237f5479 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:27:34.692626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: bb00a805-c7c1-4180-8300-277a59ee22de {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:27:34.692874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device bb00a805-c7c1-4180-8300-277a59ee22de not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:27:34.730712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] For port 7f1ac592-035c-4cbd-8671-6e22cd0aac68, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=7f1ac592-035c-4cbd-8671-6e22cd0aac68,segment=NetworkSegment(504674a6-5494-405a-90b4-d3c0544b5973),segment_id=504674a6-5494-405a-90b4-d3c0544b5973)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:34.731113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.748167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Calling delete_port for 7f1ac592-035c-4cbd-8671-6e22cd0aac68 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:27:34.844920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 7f1ac592-035c-4cbd-8671-6e22cd0aac68 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:27:34.849806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.884022 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Port': ['ID=ba5a6682-f98b-4d61-b633-95da237f5479,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:34.942741 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.948101 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:27:33Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:34.982212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:34.984145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f432d-75f2-4e78-a91a-3838c01e13c4 None None] The sync data for ids ['d6a49739-8f52-4fb3-8066-7d8643e59aa5'] in dv-neutron-824886-1-hyperv is: [{'id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936521267', 'tenant_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:26:32Z', 'updated_at': '2022-01-17T13:27:33Z', 'revision_number': 5, 'project_id': 'fb0cd12027ee4bce8945e68857bfbbff', 'gw_port': {'id': 'ba5a6682-f98b-4d61-b633-95da237f5479', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a49739-8f52-4fb3-8066-7d8643e59aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:26:33Z', 'updated_at': '2022-01-17T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:27:34.998418 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.020309 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Pushing event deleted for resources: {'Port': ['ID=7f1ac592-035c-4cbd-8671-6e22cd0aac68,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:35.029933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] No DVR routers for this DVR port 7f1ac592-035c-4cbd-8671-6e22cd0aac68 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:27:35.030256 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.053445 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c6d07-3bae-49c6-95c8-c27cfb1ac0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:35.386806 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.389262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.507218 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.508575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Fanout notify agent at l3_agent the message router_deleted on router d6a49739-8f52-4fb3-8066-7d8643e59aa5 {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:27:35.515644 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.516744 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-1f5994ab-d4d3-4b07-a9b8-31ca0b82b3f0 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/routers/d6a49739-8f52-4fb3-8066-7d8643e59aa5 HTTP/1.1" status: 204 len: 168 time: 1.3274162 Jan 17 13:27:35.519381 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55852) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:35.598726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.686873 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.712031 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac48bd80-74ed-470e-a20f-8b31eec23a34']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:35.720921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504674a6-5494-405a-90b4-d3c0544b5973') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:35.721209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504674a6-5494-405a-90b4-d3c0544b5973') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:35.730460 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.743289 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.749115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:27:35.749500 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:27:35.752592 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:27:35.889914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.897007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.900208 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/networks/ac48bd80-74ed-470e-a20f-8b31eec23a34 HTTP/1.1" status: 204 len: 168 time: 0.3798819 Jan 17 13:27:35.903052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55854) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:35.911532 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1a646-f0f1-442f-aa89-98727934e526 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'Network': ['ID=ac48bd80-74ed-470e-a20f-8b31eec23a34,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:35.960194 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:35.988977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:36.112883 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:36.115449 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:36.116652 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] 10.222.0.77 "DELETE /v2.0/security-groups/e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d HTTP/1.1" status: 204 len: 168 time: 0.2126019 Jan 17 13:27:36.130545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70ccb1c-5199-41a3-b52f-8cc9fc3dbb3d,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:36.134105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.134485 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.134853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.135213 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.135568 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.135931 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.136260 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.136584 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.136909 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.137234 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.137559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.137884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab3f4cc-84cc-44cc-9da6-ac984f1380e2 tempest-TestNetworkAdvancedServerOps-294124541 tempest-TestNetworkAdvancedServerOps-294124541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:36.300699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-dce541e7-1cf9-452a-beee-832f0cecf551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:36.771597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f492c3cf-86f5-4d25-9b22-e2e6d969789f no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:27:36.797069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: f492c3cf-86f5-4d25-9b22-e2e6d969789f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:27:36.809733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device f492c3cf-86f5-4d25-9b22-e2e6d969789f not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:27:36.809733 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ba5a6682-f98b-4d61-b633-95da237f5479 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:27:36.816590 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ba5a6682-f98b-4d61-b633-95da237f5479 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:27:36.816935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ba5a6682-f98b-4d61-b633-95da237f5479 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:27:36.982813 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55862) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:37.112594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a72db9e2-7ecb-4023-9475-619e314a8c3c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb0cd12027ee4bce8945e68857bfbbff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286170 Jan 17 13:27:37.115108 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55866) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:37.162703 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ef615eb-290a-4ec3-bde4-fbd5d6351c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:37.188127 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ef615eb-290a-4ec3-bde4-fbd5d6351c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:37.312557 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ef615eb-290a-4ec3-bde4-fbd5d6351c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:37.315164 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5ef615eb-290a-4ec3-bde4-fbd5d6351c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:37.316378 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5ef615eb-290a-4ec3-bde4-fbd5d6351c5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75fbd60a-d9ac-4187-aec1-34e75c9e596f HTTP/1.1" status: 204 len: 168 time: 0.2003238 Jan 17 13:27:37.324249 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef615eb-290a-4ec3-bde4-fbd5d6351c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fbd60a-d9ac-4187-aec1-34e75c9e596f,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:37.438753 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:37.968772 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55872) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:37.982720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d543338e-138e-4cb1-bb93-3b8bc5d2c895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.056716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d543338e-138e-4cb1-bb93-3b8bc5d2c895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.141030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d543338e-138e-4cb1-bb93-3b8bc5d2c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.178813 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d543338e-138e-4cb1-bb93-3b8bc5d2c895 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32e36c178649457d8c697ae168654dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089658 Jan 17 13:27:38.181601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543338e-138e-4cb1-bb93-3b8bc5d2c895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d724533-94bb-49b7-b0c8-b7f19f54c3fd,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:38.182553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55874) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:38.231895 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5304aff9-45fc-46f7-8956-ac405962f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.253152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5304aff9-45fc-46f7-8956-ac405962f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.392430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5304aff9-45fc-46f7-8956-ac405962f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.394893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-5304aff9-45fc-46f7-8956-ac405962f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.396114 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-5304aff9-45fc-46f7-8956-ac405962f10b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d724533-94bb-49b7-b0c8-b7f19f54c3fd HTTP/1.1" status: 204 len: 168 time: 0.2124987 Jan 17 13:27:38.404222 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304aff9-45fc-46f7-8956-ac405962f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d724533-94bb-49b7-b0c8-b7f19f54c3fd,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:38.941496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:38.981155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:39.615632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55896) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:39.710449 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-423915439-network', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:39.826642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Made reservation on behalf of b3e0539f81264d40a8ece98ed4d2892c for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:27:39.828983 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:39.837310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:39.912471 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:39.992413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.017511 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:27:40.026942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69760ff-703d-4fe4-99a0-db06eb674aa6,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:40.031588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.031928 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Added segment 8e4e336f-427a-48ec-9a00-59859e231c9e of type vlan for network 566a20ec-3c0e-472e-b907-f5c7ee02d74a Jan 17 13:27:40.074999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.164526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.166239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:40.166952 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.227808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] Pushing event updated for resources: {'Network': ['ID=566a20ec-3c0e-472e-b907-f5c7ee02d74a,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:40.238433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:27:40.372588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-37debdde-5c8e-419b-9945-949d9091b8ef admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7558227 Jan 17 13:27:40.375695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55900) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:40.380466 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Request body: {'subnet': {'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-423915439-subnet', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:40.495743 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Made reservation on behalf of b3e0539f81264d40a8ece98ed4d2892c for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:27:40.498007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.764126 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:40.820080 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9793ab07-861d-49dd-8ef5-af09a58bb86c,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:40.830603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Checking segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:40.830957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Network hostable DHCP agents. Network: 566a20ec-3c0e-472e-b907-f5c7ee02d74a, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:27:40.918402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:27:41.037424 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 566a20ec-3c0e-472e-b907-f5c7ee02d74a) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:41.041686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:41.042280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.047336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f53d7-068e-45e0-bf43-442cf5fd07a0 None None] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:27:41.161489 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-e7d5e958-bad0-4018-a256-ade3a57cc06c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7847242 Jan 17 13:27:41.164213 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55902) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:41.168682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:41.189916 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:27:41.190816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.296209 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.297193 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.325349 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Allocated IP 172.20.0.2 (566a20ec-3c0e-472e-b907-f5c7ee02d74a/9793ab07-861d-49dd-8ef5-af09a58bb86c/30ba25cb-0354-4b93-b661-bd3f0935ff14) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:41.351262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.464328 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.541131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.580742 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:41.583526 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:41.586519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:41.593102 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.594211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Pushing event updated for resources: {'Port': ['ID=30ba25cb-0354-4b93-b661-bd3f0935ff14,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:41.647567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Attempting to bind port 30ba25cb-0354-4b93-b661-bd3f0935ff14 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:41.648465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Attempting to bind port 30ba25cb-0354-4b93-b661-bd3f0935ff14 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:41.648465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Attempting to bind port 30ba25cb-0354-4b93-b661-bd3f0935ff14 on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:41.658779 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:41.659154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Checking segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:41.659727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.660130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Bound using segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:41.660606 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Bound port: 30ba25cb-0354-4b93-b661-bd3f0935ff14, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:41.660987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.727036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] For port 30ba25cb-0354-4b93-b661-bd3f0935ff14, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:41.730969 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] For port 30ba25cb-0354-4b93-b661-bd3f0935ff14, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=30ba25cb-0354-4b93-b661-bd3f0935ff14,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:41.810239 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.868970 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.871763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036e60b-518f-44e8-a9ae-a75ab4a66b1a None None] Pushing event updated for resources: {'Port': ['ID=30ba25cb-0354-4b93-b661-bd3f0935ff14,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:41.889615 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:41.997200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Allocated IP 172.26.4.61 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/e42655ee-07b4-4850-ae55-4573f87f03cf) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:42.115264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:42.262229 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:42.300823 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:42.304211 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:42.307146 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:42.334296 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Pushing event updated for resources: {'Port': ['ID=e42655ee-07b4-4850-ae55-4573f87f03cf,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:42.677849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:42.782727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d5ce6-1c64-4739-9b0b-95dfb149ac0b None None] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:27:42.828318 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 30ba25cb-0354-4b93-b661-bd3f0935ff14 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:42.868008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-24596581-6e18-49ae-98a3-5482fcbaca95 None None] Provisioning complete for port 30ba25cb-0354-4b93-b661-bd3f0935ff14 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:42.868373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-24596581-6e18-49ae-98a3-5482fcbaca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:42.887482 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:42.985051 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 30ba25cb-0354-4b93-b661-bd3f0935ff14 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:42.985344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.067136 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-24596581-6e18-49ae-98a3-5482fcbaca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.083278 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Router f7587541-465c-4db6-ab65-d807172000cb is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:27:43.114105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-24596581-6e18-49ae-98a3-5482fcbaca95 None None] For port 30ba25cb-0354-4b93-b661-bd3f0935ff14, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=30ba25cb-0354-4b93-b661-bd3f0935ff14,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:43.150932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.186748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-24596581-6e18-49ae-98a3-5482fcbaca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.201079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:27:43.213994 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:27:43.223514 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:43.224143 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:43.254627 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 13:27:43.254982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG oslo_db.api [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 13:27:43.273544 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24596581-6e18-49ae-98a3-5482fcbaca95 None None] Pushing event updated for resources: {'Port': ['ID=30ba25cb-0354-4b93-b661-bd3f0935ff14,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:43.296379 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.297811 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3f38dd2b-141f-4ac3-842e-e15a806aa953 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1325734 Jan 17 13:27:43.300639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55904) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:43.406827 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ad6e3218-2625-4cb2-aca3-b305989e4f3d None None] Provisioning complete for port 30ba25cb-0354-4b93-b661-bd3f0935ff14 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:43.407170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3218-2625-4cb2-aca3-b305989e4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.427068 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:43.600293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:42Z', 'revision_number': 3, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:43.630141 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:27:43.630488 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Updating router f7587541-465c-4db6-ab65-d807172000cb port e42655ee-07b4-4850-ae55-4573f87f03cf binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:27:43.654920 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.719013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.877725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Allocated IP 172.20.0.1 (566a20ec-3c0e-472e-b907-f5c7ee02d74a/9793ab07-861d-49dd-8ef5-af09a58bb86c/68078668-727e-4c4d-b2ea-8628bfa0cde9) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:43.910187 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.980247 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:43.998316 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.052752 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Pushing event updated for resources: {'Port': ['ID=e42655ee-07b4-4850-ae55-4573f87f03cf,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:44.054885 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Attempting to bind port e42655ee-07b4-4850-ae55-4573f87f03cf on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:44.055246 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Attempting to bind port e42655ee-07b4-4850-ae55-4573f87f03cf by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:44.055632 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Attempting to bind port e42655ee-07b4-4850-ae55-4573f87f03cf on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:44.064815 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.065163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.065500 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.065832 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.066160 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.066511 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.066840 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.067163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.067530 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.072451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.072451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.072451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:27:44.072451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:44.072451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:44.073167 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.073167 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:44.073432 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Bound port: e42655ee-07b4-4850-ae55-4573f87f03cf, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:44.073806 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.090242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.125035 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] For port e42655ee-07b4-4850-ae55-4573f87f03cf, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:44.128175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] For port e42655ee-07b4-4850-ae55-4573f87f03cf, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e42655ee-07b4-4850-ae55-4573f87f03cf,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:44.129440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:44.132173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:44.136099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:44.144160 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Pushing event updated for resources: {'Port': ['ID=68078668-727e-4c4d-b2ea-8628bfa0cde9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:44.186550 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.233451 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.297434 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:44.298056 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:44.300010 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57575d8-3afc-40dc-b663-ebb0c93b10bc None None] Pushing event updated for resources: {'Port': ['ID=e42655ee-07b4-4850-ae55-4573f87f03cf,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:44.407900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-1b17ceb2-207c-4a1c-9ff4-85ca0b319680 None None] Provisioning complete for port 68078668-727e-4c4d-b2ea-8628bfa0cde9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:44.408456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1b17ceb2-207c-4a1c-9ff4-85ca0b319680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.412371 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:44.419885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.443880 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-1b17ceb2-207c-4a1c-9ff4-85ca0b319680 None None] Port 68078668-727e-4c4d-b2ea-8628bfa0cde9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:44.580609 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.592649 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:42Z', 'revision_number': 3, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:44.618127 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b35fe-8323-4749-8684-00d89075ee0d None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:42Z', 'revision_number': 3, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:27:44.655997 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.727270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.735898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Pushing event updated for resources: {'Port': ['ID=68078668-727e-4c4d-b2ea-8628bfa0cde9,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:44.796135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 30ba25cb-0354-4b93-b661-bd3f0935ff14 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:44.851630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:44.852988 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:44.867203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 30ba25cb-0354-4b93-b661-bd3f0935ff14 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:44.867825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:44.986758 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Router f7587541-465c-4db6-ab65-d807172000cb has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:27:45.118117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:27:45.126274 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d84d8bee-0bf7-4949-8105-f7c1463157d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/f7587541-465c-4db6-ab65-d807172000cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243864 Jan 17 13:27:45.166945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b6f681b4-202c-4d73-b484-74fef242002d None None] Provisioning complete for port 68078668-727e-4c4d-b2ea-8628bfa0cde9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:45.167334 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b6f681b4-202c-4d73-b484-74fef242002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:45.203058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b6f681b4-202c-4d73-b484-74fef242002d None None] Port 68078668-727e-4c4d-b2ea-8628bfa0cde9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:45.869591 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55920) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:45.874788 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1626032468-network', 'tenant_id': '598697c7bab24085bde4d5033193a4f7'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:45.976682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Made reservation on behalf of 598697c7bab24085bde4d5033193a4f7 for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:27:45.979388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:45.988850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.066969 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.147318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.172519 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:27:46.183027 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc1a14-8896-44b1-9146-1d9267e27079,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:46.187900 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.188340 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Added segment 52c73c0b-e5aa-4cc2-ace1-911c204f1856 of type vlan for network 6a6ab90c-2c43-4137-9b84-e9284469d1cd Jan 17 13:27:46.194256 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:27:46.205164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:46.205770 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:46.227744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.306258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.307760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:46.308356 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.312640 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:46.366611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] Pushing event updated for resources: {'Network': ['ID=6a6ab90c-2c43-4137-9b84-e9284469d1cd,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:46.392608 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:27:46.452483 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dca615c3-6829-4a33-8768-9b9718c1b2dc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5815196 Jan 17 13:27:46.455034 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55922) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:46.460073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Request body: {'subnet': {'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1626032468-subnet', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:46.558811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Made reservation on behalf of 598697c7bab24085bde4d5033193a4f7 for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:27:46.561210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.575839 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 2, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:46.602219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:27:46.602604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Updating router f7587541-465c-4db6-ab65-d807172000cb port 68078668-727e-4c4d-b2ea-8628bfa0cde9 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:27:46.627561 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.798738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.807560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e42655ee-07b4-4850-ae55-4573f87f03cf up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:46.853214 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518596ff-6b56-4dcb-93ae-565ede0d9005,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:46.864052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Checking segment: {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:46.864407 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Network hostable DHCP agents. Network: 6a6ab90c-2c43-4137-9b84-e9284469d1cd, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:27:46.898413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e42655ee-07b4-4850-ae55-4573f87f03cf triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:46.898782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:46.964776 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:27:46.966615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.010269 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.030413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port e42655ee-07b4-4850-ae55-4573f87f03cf, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e42655ee-07b4-4850-ae55-4573f87f03cf,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:47.066875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.096893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, 6a6ab90c-2c43-4137-9b84-e9284469d1cd) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:47.101679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:47.105517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.120294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1138c474-6ec3-424e-8b3e-a9e3d83e0c43 None None] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:27:47.123533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692048a-4fd8-43aa-93b9-ca2f94ebdd63 None None] Pushing event updated for resources: {'Port': ['ID=68078668-727e-4c4d-b2ea-8628bfa0cde9,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:47.142802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.192914 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6cb820b1-aafc-4581-b5ec-d69f5e146613 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7344887 Jan 17 13:27:47.193286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55924) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:47.199168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:47.243095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Attempting to bind port 68078668-727e-4c4d-b2ea-8628bfa0cde9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:47.243707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Attempting to bind port 68078668-727e-4c4d-b2ea-8628bfa0cde9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:47.243823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Attempting to bind port 68078668-727e-4c4d-b2ea-8628bfa0cde9 on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:47.271567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:47.271945 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Checking segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:47.272351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.272746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Bound using segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:47.273227 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Bound port: 68078668-727e-4c4d-b2ea-8628bfa0cde9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:47.273604 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.290867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=e42655ee-07b4-4850-ae55-4573f87f03cf,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:47.296308 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.297554 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.355394 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.394495 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-a2e85652-6a66-49f4-9d82-91c2cbb66fec None None] Provisioning complete for port 68078668-727e-4c4d-b2ea-8628bfa0cde9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:47.394760 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a2e85652-6a66-49f4-9d82-91c2cbb66fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.435523 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-6a6ab90c-2c43-4137-9b84-e9284469d1cd', 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'fixed_ips': [{'subnet_id': '518596ff-6b56-4dcb-93ae-565ede0d9005'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:27:47.436382 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.439725 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] For port 68078668-727e-4c4d-b2ea-8628bfa0cde9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:47.466587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] For port 68078668-727e-4c4d-b2ea-8628bfa0cde9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=68078668-727e-4c4d-b2ea-8628bfa0cde9,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:47.475692 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-a2e85652-6a66-49f4-9d82-91c2cbb66fec None None] Port 68078668-727e-4c4d-b2ea-8628bfa0cde9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:47.548524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.556470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.638908 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Allocated IP 172.20.0.2 (6a6ab90c-2c43-4137-9b84-e9284469d1cd/518596ff-6b56-4dcb-93ae-565ede0d9005/0d731fff-873f-45c1-ad70-0662d7ebc523) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:47.651910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:47.652467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:47.660990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692048a-4fd8-43aa-93b9-ca2f94ebdd63 None None] Pushing event updated for resources: {'Port': ['ID=68078668-727e-4c4d-b2ea-8628bfa0cde9,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:47.841326 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:47.855102 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.874200 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:47.979282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Allocated IP 172.26.4.152 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/e6d8f6c7-1a86-42e4-910a-f51b58ac4f93) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:48.090109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.115350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.125490 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f2407ae3-012b-4a07-a416-95e4fbdd7a3c None None] Provisioning complete for port 68078668-727e-4c4d-b2ea-8628bfa0cde9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:48.125856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2407ae3-012b-4a07-a416-95e4fbdd7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.209367 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.248925 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:48.251700 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:48.255323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:48.264226 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:48.268570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.326798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:48.327797 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2407ae3-012b-4a07-a416-95e4fbdd7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.340121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:48.346211 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:48.362610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Pushing event updated for resources: {'Port': ['ID=0d731fff-873f-45c1-ad70-0662d7ebc523,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:48.413060 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:48.416435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f2407ae3-012b-4a07-a416-95e4fbdd7a3c None None] For port 68078668-727e-4c4d-b2ea-8628bfa0cde9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=68078668-727e-4c4d-b2ea-8628bfa0cde9,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:48.455695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522bec2-da4b-4ee5-9ea9-71a736e8dd98 None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:27:48.465891 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Attempting to bind port 0d731fff-873f-45c1-ad70-0662d7ebc523 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:48.466267 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Attempting to bind port 0d731fff-873f-45c1-ad70-0662d7ebc523 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:48.466631 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Attempting to bind port 0d731fff-873f-45c1-ad70-0662d7ebc523 on network 6a6ab90c-2c43-4137-9b84-e9284469d1cd {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:48.472023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:48.473209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Checking segment: {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:48.473209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.473209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Bound using segment: {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:48.473635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Bound port: 0d731fff-873f-45c1-ad70-0662d7ebc523, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:48.474016 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.491482 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f2407ae3-012b-4a07-a416-95e4fbdd7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.591764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.592210 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] For port 0d731fff-873f-45c1-ad70-0662d7ebc523, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:48.602483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2407ae3-012b-4a07-a416-95e4fbdd7a3c None None] Pushing event updated for resources: {'Port': ['ID=68078668-727e-4c4d-b2ea-8628bfa0cde9,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:48.609369 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] For port 0d731fff-873f-45c1-ad70-0662d7ebc523, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0d731fff-873f-45c1-ad70-0662d7ebc523,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:48.702066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.783909 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec423ccf-e9bd-4acf-a493-61888a3a8164 None None] Pushing event updated for resources: {'Port': ['ID=0d731fff-873f-45c1-ad70-0662d7ebc523,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:48.818375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:48.900810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68078668-727e-4c4d-b2ea-8628bfa0cde9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:48.981236 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 68078668-727e-4c4d-b2ea-8628bfa0cde9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:48.981833 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:49.049641 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Router 523472f3-e829-495d-b3b2-f97a285d0a3a is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:27:49.098879 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e42655ee-07b4-4850-ae55-4573f87f03cf up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:49.161133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e42655ee-07b4-4850-ae55-4573f87f03cf triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:49.162024 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:49.202026 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:27:49.215254 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Sync routers for ids ['523472f3-e829-495d-b3b2-f97a285d0a3a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:27:49.228007 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Routers {'523472f3-e829-495d-b3b2-f97a285d0a3a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:49.228007 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['523472f3-e829-495d-b3b2-f97a285d0a3a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:49.303918 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:49.306762 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b98822c1-0cd7-4ab9-97a6-e5be104cb8a1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1109467 Jan 17 13:27:49.308327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 55926) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:49.347868 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Set router 523472f3-e829-495d-b3b2-f97a285d0a3a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:49.563798 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 3, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:49.599618 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Checking router: 523472f3-e829-495d-b3b2-f97a285d0a3a for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:27:49.600102 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Updating router 523472f3-e829-495d-b3b2-f97a285d0a3a port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:27:49.630804 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:49.838207 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464cf6ef-6e19-4da1-a136-5f25394aafcd None None] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:27:49.935138 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:49.940264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b79c90df-67f6-4db5-9a8f-6472fea61ae8 None None] Provisioning complete for port 0d731fff-873f-45c1-ad70-0662d7ebc523 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:49.940750 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b79c90df-67f6-4db5-9a8f-6472fea61ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:49.998450 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.047768 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Attempting to bind port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:50.048131 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Attempting to bind port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:50.048497 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Attempting to bind port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:50.060244 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:50.060540 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:50.060940 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.061326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:50.061917 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Bound port: e6d8f6c7-1a86-42e4-910a-f51b58ac4f93, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:50.062163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.071153 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75727ad-a531-447c-b7bf-c6754c06138b None None] Pushing event updated for resources: {'Port': ['ID=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:50.076330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b79c90df-67f6-4db5-9a8f-6472fea61ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.126921 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-b79c90df-67f6-4db5-9a8f-6472fea61ae8 None None] For port 0d731fff-873f-45c1-ad70-0662d7ebc523, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0d731fff-873f-45c1-ad70-0662d7ebc523,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:50.180237 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.209312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b79c90df-67f6-4db5-9a8f-6472fea61ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.228221 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] For port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:50.232263 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] For port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:50.265813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c90df-67f6-4db5-9a8f-6472fea61ae8 None None] Pushing event updated for resources: {'Port': ['ID=0d731fff-873f-45c1-ad70-0662d7ebc523,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:50.313085 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.348695 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Allocated IP 172.20.0.1 (6a6ab90c-2c43-4137-9b84-e9284469d1cd/518596ff-6b56-4dcb-93ae-565ede0d9005/ee0a7f0c-99cc-4455-87ba-1da3f7304bf9) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:50.369961 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Routers {'523472f3-e829-495d-b3b2-f97a285d0a3a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:50.370462 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['523472f3-e829-495d-b3b2-f97a285d0a3a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:50.375209 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75727ad-a531-447c-b7bf-c6754c06138b None None] Pushing event updated for resources: {'Port': ['ID=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:50.430739 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-0a783cf6-8c5c-4e15-aeee-13a7f635e229 None None] Provisioning complete for port 0d731fff-873f-45c1-ad70-0662d7ebc523 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:50.431120 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0a783cf6-8c5c-4e15-aeee-13a7f635e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.458865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.483750 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] Set router 523472f3-e829-495d-b3b2-f97a285d0a3a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:50.564507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.607551 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:50.611713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:50.615205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:50.642099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:50.661339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.672893 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 3, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:50.705072 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdee313-d591-4fed-b89f-b65f93889432 None None] The sync data for ids ['523472f3-e829-495d-b3b2-f97a285d0a3a'] in dv-neutron-824886-1-hyperv is: [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 3, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:27:50.816517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0d731fff-873f-45c1-ad70-0662d7ebc523 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:50.863967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-278cd269-2c6d-4e86-8c12-0f00fc27dbbc None None] Provisioning complete for port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:50.864582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-278cd269-2c6d-4e86-8c12-0f00fc27dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.892885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.901703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 0d731fff-873f-45c1-ad70-0662d7ebc523 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:50.902080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:50.908105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-278cd269-2c6d-4e86-8c12-0f00fc27dbbc None None] Port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:51.069944 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:51.146894 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:51.218268 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:51.220685 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:51.316751 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:51.318153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:51.444499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Router 523472f3-e829-495d-b3b2-f97a285d0a3a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:27:51.535144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-cde45bd1-e541-4ab2-9b4f-9c82f9d8f618 None None] Provisioning complete for port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:51.535780 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cde45bd1-e541-4ab2-9b4f-9c82f9d8f618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:51.564954 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:27:51.569949 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6bb3ccbe-581b-4434-abea-a6292e4a2471 admin admin] 10.222.0.77 "PUT /v2.0/routers/523472f3-e829-495d-b3b2-f97a285d0a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2598908 Jan 17 13:27:51.571630 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-cde45bd1-e541-4ab2-9b4f-9c82f9d8f618 None None] Port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:52.138286 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55934) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:52.142891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707983387', 'description': 'tempest-secgroup-smoke-707983387 description', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:52.232831 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.260791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Sync routers for ids ['523472f3-e829-495d-b3b2-f97a285d0a3a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:27:52.269718 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Routers {'523472f3-e829-495d-b3b2-f97a285d0a3a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:52.270325 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['523472f3-e829-495d-b3b2-f97a285d0a3a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:52.305243 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.375245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Set router 523472f3-e829-495d-b3b2-f97a285d0a3a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:52.398235 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.428668 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb222c4-52c4-42c8-a7f4-3046d0085fb9,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:52.503755 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.504946 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-3d91decd-a07d-453b-9f8e-4df80027cfdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3656430 Jan 17 13:27:52.507878 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55936) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:52.512283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '9fb222c4-52c4-42c8-a7f4-3046d0085fb9', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:52.579984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 4, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ee0a7f0c-99cc-4455-87ba-1da3f7304bf9', 'name': '', 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'mac_address': 'fa:16:3e:92:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '518596ff-6b56-4dcb-93ae-565ede0d9005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:50Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 2, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'subnets': [{'id': '518596ff-6b56-4dcb-93ae-565ede0d9005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:52.603859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.607706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Checking router: 523472f3-e829-495d-b3b2-f97a285d0a3a for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:27:52.608068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Updating router 523472f3-e829-495d-b3b2-f97a285d0a3a port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:27:52.633059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.661427 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.739766 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.760435 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72e425f-ed42-4a8b-b2e7-beef7fb1ab45,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:52.813113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:52.858972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.863156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.864603 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-6fdeee36-530c-4910-9dea-3588e62c28d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557541 Jan 17 13:27:52.870310 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55938) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:52.872156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '9fb222c4-52c4-42c8-a7f4-3046d0085fb9', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:52.909762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:52.910131 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.974859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:52.978002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.020483 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.036293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.040584 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:53.049665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.103413 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8853b-f5ca-4331-af3b-ab4c5dee98a5 None None] Pushing event updated for resources: {'Port': ['ID=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:53.136888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.152365 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Attempting to bind port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:53.153348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Attempting to bind port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:53.153726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Attempting to bind port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 on network 6a6ab90c-2c43-4137-9b84-e9284469d1cd {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:53.159548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:53.159934 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Checking segment: {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:53.160695 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.161095 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Bound using segment: {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:53.161566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Bound port: ee0a7f0c-99cc-4455-87ba-1da3f7304bf9, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c73c0b-e5aa-4cc2-ace1-911c204f1856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:53.162011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.164765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c3f823-3944-4877-80ad-3ad8922e07ba,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:53.165397 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.247458 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.251270 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-48914483-2eb7-4d39-80a0-6cc974da9148 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3805687 Jan 17 13:27:53.251645 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55940) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:53.256582 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '9fb222c4-52c4-42c8-a7f4-3046d0085fb9', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:53.346064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.406424 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.410801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:53.421329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] For port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:53.424453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] For port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:53.428663 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-93ee9862-26c7-4b5b-9b6f-4c4ce7cac413 None None] Provisioning complete for port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:53.429039 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-93ee9862-26c7-4b5b-9b6f-4c4ce7cac413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.462717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-93ee9862-26c7-4b5b-9b6f-4c4ce7cac413 None None] Port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:53.478365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.490463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.497426 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b521f793-9498-449d-9cf9-b782d4838afa,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:53.540161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Routers {'523472f3-e829-495d-b3b2-f97a285d0a3a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:27:53.541422 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:27:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['523472f3-e829-495d-b3b2-f97a285d0a3a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:53.544132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.545709 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b8358aa5-2b5d-4b6a-a566-b676c0e45cb1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926884 Jan 17 13:27:53.548132 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55942) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:53.553969 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '9fb222c4-52c4-42c8-a7f4-3046d0085fb9', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:53.587572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8853b-f5ca-4331-af3b-ab4c5dee98a5 None None] Pushing event updated for resources: {'Port': ['ID=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:53.634211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.669759 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] Set router 523472f3-e829-495d-b3b2-f97a285d0a3a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:27:53.703054 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.776520 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.794608 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaae16b6-24ed-461a-bf6c-e4fe93ed4dbd,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:53.816453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ca4ec590-79b0-4ad8-9311-7c79dbbb718c None None] Provisioning complete for port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:53.816829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec590-79b0-4ad8-9311-7c79dbbb718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.869436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.870594 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d2f6b56b-c316-4432-b155-3785f60104b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210132 Jan 17 13:27:53.873270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55944) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:53.877657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '9fb222c4-52c4-42c8-a7f4-3046d0085fb9', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:53.939582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec590-79b0-4ad8-9311-7c79dbbb718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.956801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 4, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ee0a7f0c-99cc-4455-87ba-1da3f7304bf9', 'name': '', 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'mac_address': 'fa:16:3e:92:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '518596ff-6b56-4dcb-93ae-565ede0d9005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:50Z', 'updated_at': '2022-01-17T13:27:53Z', 'revision_number': 4, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'subnets': [{'id': '518596ff-6b56-4dcb-93ae-565ede0d9005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:27:53.969635 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Project b3e0539f81264d40a8ece98ed4d2892c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:27:53.974768 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:53.991756 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537107d-952e-4629-9b5c-9d16c098394b None None] The sync data for ids ['523472f3-e829-495d-b3b2-f97a285d0a3a'] in dv-neutron-824886-1-hyperv is: [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:50Z', 'revision_number': 4, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'ee0a7f0c-99cc-4455-87ba-1da3f7304bf9', 'name': '', 'network_id': '6a6ab90c-2c43-4137-9b84-e9284469d1cd', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'mac_address': 'fa:16:3e:92:3a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '518596ff-6b56-4dcb-93ae-565ede0d9005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:50Z', 'updated_at': '2022-01-17T13:27:53Z', 'revision_number': 4, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'subnets': [{'id': '518596ff-6b56-4dcb-93ae-565ede0d9005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:27:54.010447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ca4ec590-79b0-4ad8-9311-7c79dbbb718c None None] For port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:27:54.102069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ca4ec590-79b0-4ad8-9311-7c79dbbb718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.156772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ec590-79b0-4ad8-9311-7c79dbbb718c None None] Pushing event updated for resources: {'Port': ['ID=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:54.378415 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.444731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.463908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81c76cd-79e4-45e0-9e83-234d5d52f239,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:54.520281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.521521 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-75530b2e-dfab-4238-8a06-110dd41afe4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6472526 Jan 17 13:27:54.524282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 55946) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:27:54.528960 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '9fb222c4-52c4-42c8-a7f4-3046d0085fb9', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:54.609598 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Project b3e0539f81264d40a8ece98ed4d2892c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:27:54.614402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.677057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.776595 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.795653 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3a055c-bb73-4cff-889a-e5957de55aa6,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:54.856075 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:54.880470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.881884 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-908b17c5-21b9-422b-a0f6-dc77c73ddaed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565912 Jan 17 13:27:54.903263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:54.903689 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:54.990033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:27:55.038245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:55.038443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:55.088351 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-27ff80b7-213c-4ae7-9ff8-6eb3a96012eb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707983387&fields=id&tenant_id=b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 267 time: 0.0350690 Jan 17 13:27:55.200342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-2c91ae12-be9d-4c67-bbba-695e8d42e804 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:55.201823 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-2c91ae12-be9d-4c67-bbba-695e8d42e804 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 808 time: 0.1066470 Jan 17 13:27:55.216568 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-f9eed52e-ae83-4824-866e-4ad21ef2bc43 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/quotas/b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 375 time: 0.0088968 Jan 17 13:27:55.269022 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-a3591b30-3dcd-418e-b874-2ea35c86bca0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473397 Jan 17 13:27:55.378233 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-4672045e-5f99-49a2-9d6b-951cdf2067b8 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:27:55.379341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-4672045e-5f99-49a2-9d6b-951cdf2067b8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0986433 Jan 17 13:27:55.477123 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-3e0f299b-906a-44e7-b189-5839a7116708 service neutron] 10.222.0.77 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907681 Jan 17 13:27:55.571537 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-13c0de08-6c79-4ebf-bc2e-a7c311c5b5d3 service neutron] 10.222.0.77 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Jan 17 13:27:55.798249 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-84691da4-cd6d-40be-acfb-84f9452dd8cd req-c7cd0bc9-516e-4832-afdf-b51928b368d4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 210 time: 0.0268147 Jan 17 13:27:56.890741 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1034cf68-8d8f-4088-8853-6f6d005a0fc6 req-2c5bc2ba-b403-4bb3-9e5d-47db07e0612c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 210 time: 0.0282302 Jan 17 13:27:57.998171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-417730d9-bf0e-4167-b15b-f699eaec5e96 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:57.998788 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2269c44f-f255-47ac-9209-8e35ddcf1995 req-8640b0f1-aaf8-44bc-bc35-17cabfe70eff tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 210 time: 0.0361879 Jan 17 13:27:58.000874 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-417730d9-bf0e-4167-b15b-f699eaec5e96 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 808 time: 0.1136191 Jan 17 13:27:58.046004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-487c1325-580e-421c-a4f4-54653053edc6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 379 time: 0.0361066 Jan 17 13:27:58.054937 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'port': {'device_id': '8ba87a14-7043-4f75-a482-31500e524c68', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'admin_state_up': True, 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'security_groups': ['9fb222c4-52c4-42c8-a7f4-3046d0085fb9']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:58.255826 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Made reservation on behalf of b3e0539f81264d40a8ece98ed4d2892c for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:27:58.262254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:58.389774 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Allocated IP 172.20.0.9 (566a20ec-3c0e-472e-b907-f5c7ee02d74a/9793ab07-861d-49dd-8ef5-af09a58bb86c/19c365d2-c3cc-49fd-be44-b1649e187c9f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:27:58.527337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:58.620521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:58.664318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:27:58.667942 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:27:58.671904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:27:58.680357 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:58.727994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:58.728622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:58.807636 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-faad57a8-3c04-4057-9bbb-8722c748a223 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561622 Jan 17 13:27:58.864825 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Request body: {'port': {'device_id': '8ba87a14-7043-4f75-a482-31500e524c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:27:58.922023 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:58.955684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-2fbaacaf-6364-4bd1-8427-6b93c9e5dd55 None None] Provisioning complete for port 19c365d2-c3cc-49fd-be44-b1649e187c9f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:27:58.956248 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2fbaacaf-6364-4bd1-8427-6b93c9e5dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:58.993293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-2fbaacaf-6364-4bd1-8427-6b93c9e5dd55 None None] Port 19c365d2-c3cc-49fd-be44-b1649e187c9f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:27:59.165165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d948e5-8b23-4271-96bb-ec2e835bc13a req-0759767b-cd1b-4576-b7ad-dcd255b0099e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:59.166576 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-47d948e5-8b23-4271-96bb-ec2e835bc13a req-0759767b-cd1b-4576-b7ad-dcd255b0099e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 931 time: 0.1028500 Jan 17 13:27:59.245899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-47d948e5-8b23-4271-96bb-ec2e835bc13a req-578b6ea1-eba1-4c70-94d9-bf6ba764d3e1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710568 Jan 17 13:27:59.288766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c365d2-c3cc-49fd-be44-b1649e187c9f {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:27:59.296368 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:59.308279 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Transition to ACTIVE for port object 19c365d2-c3cc-49fd-be44-b1649e187c9f will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:27:59.451064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:59.505468 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:59.577979 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Attempting to bind port 19c365d2-c3cc-49fd-be44-b1649e187c9f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:27:59.578315 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Attempting to bind port 19c365d2-c3cc-49fd-be44-b1649e187c9f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:27:59.578639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Attempting to bind port 19c365d2-c3cc-49fd-be44-b1649e187c9f on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:59.583094 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Port 19c365d2-c3cc-49fd-be44-b1649e187c9f on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:27:59.583415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Attempting to bind port 19c365d2-c3cc-49fd-be44-b1649e187c9f on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:27:59.588619 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:27:59.589535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Checking segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:27:59.589921 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Bound using segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:27:59.590358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Bound port: 19c365d2-c3cc-49fd-be44-b1649e187c9f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:27:59.590718 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:59.666265 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:27:59.670017 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:27:59.764851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:59.799130 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:59.799773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:27:59.801159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] 10.222.0.67 "PUT /v2.0/ports/19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 1093 time: 0.9858439 Jan 17 13:27:59.801613 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:27:59.803962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9bccb2-1e37-4496-8cc3-8569c12e1914" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:27:59.832461 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdb07-c15b-4fc9-9363-7da37fa0ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:27:59.922327 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e792c4-58a9-4a57-9572-4e7da0981c25 x-openstack-request-id: req-e0e792c4-58a9-4a57-9572-4e7da0981c25 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:27:59.922610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:27:59.922858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0e792c4-58a9-4a57-9572-4e7da0981c25 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:27:59.923251 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'status': 'completed', 'code': 200} Jan 17 13:27:59.956922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-4acb6780-ea21-4236-8dd4-b5a0fda394ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:27:59.958439 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-4acb6780-ea21-4236-8dd4-b5a0fda394ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1096 time: 0.0473063 Jan 17 13:27:59.999971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-aab727f9-7839-485e-bbd4-d58feb6854af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 217 time: 0.0345247 Jan 17 13:28:00.072262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-4aac441d-3c75-4186-a8ac-4b9fb7268f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.074047 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-4aac441d-3c75-4186-a8ac-4b9fb7268f50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0682745 Jan 17 13:28:00.121045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-aa83aad3-c90a-4f05-9859-7df2934d3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.122575 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-aa83aad3-c90a-4f05-9859-7df2934d3e7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421851 Jan 17 13:28:00.225140 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-ba6baa51-e945-4079-b62d-97d28a3f6b43 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957863 Jan 17 13:28:00.316476 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6c6f90fe-0a89-4d63-99f5-e8fc2731872b req-b07e5b15-ee6a-4edd-a9f7-9227ccdefbd8 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849566 Jan 17 13:28:00.365813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecded034-35c7-4335-9c0d-066afadc5c8b req-c297acfa-ae32-437d-a1b6-16f4e61d8183 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.367277 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ecded034-35c7-4335-9c0d-066afadc5c8b req-c297acfa-ae32-437d-a1b6-16f4e61d8183 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0495560 Jan 17 13:28:00.414816 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ecded034-35c7-4335-9c0d-066afadc5c8b req-42e8f72f-349e-4bfc-bd96-e42ddbb93aff tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Jan 17 13:28:00.482330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-ab239120-3db5-4025-bce1-82345ab650b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.483853 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-ab239120-3db5-4025-bce1-82345ab650b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1096 time: 0.0455356 Jan 17 13:28:00.572293 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-e9ffc257-2f17-45aa-b456-2159643bc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.574228 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-e9ffc257-2f17-45aa-b456-2159643bc4c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0835381 Jan 17 13:28:00.620528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-3bcb14ae-d8fc-4c34-9b31-cf3def75de17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 217 time: 0.0390377 Jan 17 13:28:00.668455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-1ef54a8e-5d90-4e86-afd3-1ba297b7e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.669912 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-1ef54a8e-5d90-4e86-afd3-1ba297b7e457 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0434875 Jan 17 13:28:00.716330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-4cd31069-6e2d-4f4f-a14e-9e7ec2b281eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:00.717893 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-4cd31069-6e2d-4f4f-a14e-9e7ec2b281eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409524 Jan 17 13:28:00.816037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-02fcfad1-a9a2-4a82-8e5f-bdf6b870fb04 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907927 Jan 17 13:28:00.910015 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3c9bccb2-1e37-4496-8cc3-8569c12e1914 req-2a5a9b04-0100-461c-9d3f-7ff88d1744f8 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874116 Jan 17 13:28:01.536374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c5d9-6d92-4e66-837f-3a94d080eb37 req-66170177-e9b2-4e44-a7f6-7af6ea1a3b53 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:01.537909 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da92c5d9-6d92-4e66-837f-3a94d080eb37 req-66170177-e9b2-4e44-a7f6-7af6ea1a3b53 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0497365 Jan 17 13:28:01.576308 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-da92c5d9-6d92-4e66-837f-3a94d080eb37 req-05262a8d-82be-4b1f-af75-354f0ce554bb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322144 Jan 17 13:28:02.693642 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc2fd1-d432-4709-800d-6ef1a3672449 req-4b0b4e24-e598-49c4-9ddc-951250fc95f2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:02.695118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-30cc2fd1-d432-4709-800d-6ef1a3672449 req-4b0b4e24-e598-49c4-9ddc-951250fc95f2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0509245 Jan 17 13:28:02.723548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:28:02.735351 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-30cc2fd1-d432-4709-800d-6ef1a3672449 req-1ed177b0-28a1-421e-a09b-328ceef68e10 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341535 Jan 17 13:28:02.819401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:28:02.831020 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'mac_address': 'fa:16:3e:88:3f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:28:02.871653 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:02.883876 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c365d2-c3cc-49fd-be44-b1649e187c9f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:28:02.902932 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:28:02.998691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:03.045167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:28:03.203447 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['19c365d2-c3cc-49fd-be44-b1649e187c9f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:28:03.798288 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-99ce5f0c-118a-4b7d-a545-7a50b0282b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:03.853145 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18094142-c0d3-449b-a5f5-1a2c49642b59 req-4cf83524-b207-4538-bbe2-687f839a2d97 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:03.855187 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-18094142-c0d3-449b-a5f5-1a2c49642b59 req-4cf83524-b207-4538-bbe2-687f839a2d97 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 944 time: 0.0514507 Jan 17 13:28:03.892180 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-18094142-c0d3-449b-a5f5-1a2c49642b59 req-8bc6bebb-240c-428a-9716-4ff857786488 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Jan 17 13:28:04.723415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:28:04.888729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 19c365d2-c3cc-49fd-be44-b1649e187c9f completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:28:04.893090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 19c365d2-c3cc-49fd-be44-b1649e187c9f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:28:04.893469 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:04.974433 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:04.996847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:28:04.999164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a2278-8037-483d-bbe3-9947def1255e" -d '{"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-plugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:28:05.012438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:28:05.014318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c8b5-49d4-4077-8145-f62caa09159d req-5048fce8-97ba-40be-ace4-f3cc8650cba3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:05.015995 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4dd0c8b5-49d4-4077-8145-f62caa09159d req-5048fce8-97ba-40be-ace4-f3cc8650cba3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 944 time: 0.0546343 Jan 17 13:28:05.037871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4af0323-39e1-4728-9bc2-595ad58b5cca x-openstack-request-id: req-d4af0323-39e1-4728-9bc2-595ad58b5cca {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:28:05.038165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-plugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:28:05.038420 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4af0323-39e1-4728-9bc2-595ad58b5cca {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:28:05.038810 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'code': 200} Jan 17 13:28:05.055307 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4dd0c8b5-49d4-4077-8145-f62caa09159d req-554255fd-c2a8-47f1-8e9f-8654f304b777 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334649 Jan 17 13:28:05.090673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:05.137672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:28:05.356512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1fcfc-c04d-4972-b78b-01706b5309e3 req-99203a6a-2f02-4260-aed4-ac3ce851ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:05.358011 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-58f1fcfc-c04d-4972-b78b-01706b5309e3 req-99203a6a-2f02-4260-aed4-ac3ce851ed62 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1098 time: 0.0402722 Jan 17 13:28:05.392024 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-58f1fcfc-c04d-4972-b78b-01706b5309e3 req-47b29742-80f0-4e6a-bea7-c23e95bdddde service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275924 Jan 17 13:28:06.178681 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad142ff4-6a94-4a14-96b0-969833b71557 req-3333e505-5fb3-4efe-aa46-2e2a7b2c06ae tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:06.180244 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad142ff4-6a94-4a14-96b0-969833b71557 req-3333e505-5fb3-4efe-aa46-2e2a7b2c06ae tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Jan 17 13:28:06.204293 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ece1ae7c-de82-449d-8080-1d9b83e0f82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:06.222758 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad142ff4-6a94-4a14-96b0-969833b71557 req-9d4b7ab4-7485-4f6c-a7a9-cee3ce28a9e6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360222 Jan 17 13:28:07.135144 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-4f115c47-3c2e-4960-ac92-56b2785a3478 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390933 Jan 17 13:28:07.221440 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120cda-549b-43f0-a304-ebddadf61610 req-b726472c-aba1-4286-8f5f-68f3306ea448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.222925 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-b726472c-aba1-4286-8f5f-68f3306ea448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1098 time: 0.0448356 Jan 17 13:28:07.358267 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120cda-549b-43f0-a304-ebddadf61610 req-b6ed94a6-2210-4d8b-a95d-12aa5de1362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.359777 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-b6ed94a6-2210-4d8b-a95d-12aa5de1362c service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.1191080 Jan 17 13:28:07.367974 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2be7-3e65-473d-87fc-4859b8b59754 req-be182730-e750-4586-a8cd-e5d669c38c5b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.369348 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e8af2be7-3e65-473d-87fc-4859b8b59754 req-be182730-e750-4586-a8cd-e5d669c38c5b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0792396 Jan 17 13:28:07.413508 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-0d301010-6b32-4d2c-857b-658598a34c63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 217 time: 0.0431402 Jan 17 13:28:07.468847 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e8af2be7-3e65-473d-87fc-4859b8b59754 req-e9a15c94-e8b3-4cf4-bab0-b510a4a92983 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924151 Jan 17 13:28:07.477497 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120cda-549b-43f0-a304-ebddadf61610 req-96cc92ad-04eb-4976-8f9f-94302ba5153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.478894 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-96cc92ad-04eb-4976-8f9f-94302ba5153f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0594764 Jan 17 13:28:07.490025 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:07.525090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120cda-549b-43f0-a304-ebddadf61610 req-7e06cff6-160c-43a4-8223-d6b2b8a1969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.526590 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-7e06cff6-160c-43a4-8223-d6b2b8a1969d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412786 Jan 17 13:28:07.581965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7cd04-6e7d-4367-a7fa-175aa14e2786 req-5ed0b88c-5af6-429d-b02a-3ff57c69e196 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.583436 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-25d7cd04-6e7d-4367-a7fa-175aa14e2786 req-5ed0b88c-5af6-429d-b02a-3ff57c69e196 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0490670 Jan 17 13:28:07.620037 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-2fa77956-4e04-43ff-b5aa-083beafb4f3f service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869126 Jan 17 13:28:07.622015 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-25d7cd04-6e7d-4367-a7fa-175aa14e2786 req-a8dd5fc8-3aab-4253-9dc0-00a327414139 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Jan 17 13:28:07.643997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56010) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:28:07.709213 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71120cda-549b-43f0-a304-ebddadf61610 req-a6f0d834-117f-4f0d-963b-ecc9cff5700e service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Jan 17 13:28:07.728176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcac8a-b074-49b3-a343-fa3b2acd0fb1 tempest-TestShelveInstance-42928380 tempest-TestShelveInstance-42928380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:07.730570 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-abfcac8a-b074-49b3-a343-fa3b2acd0fb1 tempest-TestShelveInstance-42928380 tempest-TestShelveInstance-42928380-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1093 time: 0.0849473 Jan 17 13:28:07.748642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56014) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:28:07.753065 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:28:07.866702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:07.966270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.066371 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Allocated IP 172.26.4.156 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/1962c8c7-ffe8-45cc-9954-b2b48a265107) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:28:08.169742 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.261682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.301375 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:28:08.304174 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:28:08.307770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:28:08.316011 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'Port': ['ID=1962c8c7-ffe8-45cc-9954-b2b48a265107,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:28:08.669464 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.801031 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.907234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.941055 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:08.951441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:09.032642 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:09.099403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'Port': ['ID=1962c8c7-ffe8-45cc-9954-b2b48a265107,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:28:09.114854 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:09.216057 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Floating IP e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d associated. External IP: 172.26.4.156, port: 19c365d2-c3cc-49fd-be44-b1649e187c9f. Jan 17 13:28:09.417256 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Router f7587541-465c-4db6-ab65-d807172000cb has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:28:09.522066 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:28:09.532217 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:28:09.541562 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:28:09.542781 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:28:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:28:09.623069 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:09.645629 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:28:09.654406 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9ee5b82e-f528-4e62-9952-a40d88c37997 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9047198 Jan 17 13:28:09.654984 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:28:09.657282 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49806864-ccc1-4716-9042-b0f404ac41e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:28:09.702946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e74d2-b25b-4218-8e27-3afd900f46b7 x-openstack-request-id: req-9a5e74d2-b25b-4218-8e27-3afd900f46b7 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:28:09.703602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:28:09.703602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a5e74d2-b25b-4218-8e27-3afd900f46b7 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:28:09.703891 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'status': 'completed', 'code': 200} Jan 17 13:28:09.770562 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-4ccd7d80-4c18-432b-8e01-a68282089f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:09.772181 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-4ccd7d80-4c18-432b-8e01-a68282089f5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1098 time: 0.0471971 Jan 17 13:28:09.861207 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-6ea20a70-d802-4caf-9682-5986b9615599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:09.862730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-6ea20a70-d802-4caf-9682-5986b9615599 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0838585 Jan 17 13:28:09.867303 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'mac_address': 'fa:16:3e:88:3f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba87a14-7043-4f75-a482-31500e524c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:28:08Z', 'updated_at': '2022-01-17T13:28:08Z', 'revision_number': 0, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:28:09.898512 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:28:09.907103 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:28:09.907739 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:28:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:28:09.930256 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-a7f78bdd-1558-4920-a7dd-728d42bb51d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 999 time: 0.0609188 Jan 17 13:28:09.978768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-db31d66f-a7c0-4505-9c3d-45b8c6d699dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:09.981109 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-db31d66f-a7c0-4505-9c3d-45b8c6d699dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0442579 Jan 17 13:28:10.014965 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:28:10.025448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-08fc63e1-7984-4916-906c-3e90b2580546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:28:10.027060 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-08fc63e1-7984-4916-906c-3e90b2580546 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398974 Jan 17 13:28:10.122670 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-6fc6e6af-7611-4dbf-b413-8bbd28d41d27 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889492 Jan 17 13:28:10.211420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-49806864-ccc1-4716-9042-b0f404ac41e1 req-455d918d-e06c-4600-a34f-3c3cfd0d8d9c service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822403 Jan 17 13:28:10.237843 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'mac_address': 'fa:16:3e:88:3f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba87a14-7043-4f75-a482-31500e524c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:28:08Z', 'updated_at': '2022-01-17T13:28:08Z', 'revision_number': 0, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:28:10.266775 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b620f1-176a-4638-bb60-13f8540120aa None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': 'e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'mac_address': 'fa:16:3e:88:3f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba87a14-7043-4f75-a482-31500e524c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:28:08Z', 'updated_at': '2022-01-17T13:28:08Z', 'revision_number': 0, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:28:10.453541 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6103fb-ce51-4a43-8601-adb75b5336b5 None None] New status for floating IP e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:28:12.018820 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:28:22.832342 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:33.786873 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5e0051a0-f5ad-4431-8d14-ac269bcd738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:36.190450 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6f0c69b2-4872-4c3c-897f-d7edbaefc1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:37.437743 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:38.923605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:38.935063 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:28:49.018476 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:28:52.829967 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:03.801135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8a65-e8b3-4e24-b277-f279399df26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:06.224511 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b188-b310-41cb-b644-9234c34f2e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:07.443670 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:08.900219 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:08.928919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:09.127796 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-adaf1bee-bb3a-4878-864c-945e925c3647 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419114 Jan 17 13:29:09.211860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-02c6ab8c-ba34-47fb-a52e-08b4bdfd58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:29:09.213357 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-02c6ab8c-ba34-47fb-a52e-08b4bdfd58a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1098 time: 0.0462673 Jan 17 13:29:09.314157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-1d6edb75-ea72-4f14-a47c-27d2b24e0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:29:09.315664 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-1d6edb75-ea72-4f14-a47c-27d2b24e0033 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0832734 Jan 17 13:29:09.383331 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-79a821df-4b2a-4fb6-8fe1-d57b3dc2f0d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 1001 time: 0.0605121 Jan 17 13:29:09.434238 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-cb8329ec-f3b6-42eb-a41f-36a669c392af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:29:09.435731 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-cb8329ec-f3b6-42eb-a41f-36a669c392af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0466430 Jan 17 13:29:09.480899 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-06b4a523-deb1-45b2-b7ea-7e37334443b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:29:09.482378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-06b4a523-deb1-45b2-b7ea-7e37334443b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406590 Jan 17 13:29:09.573130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-932d25ac-5a80-4285-9c9d-74e471ef0aa1 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844803 Jan 17 13:29:09.659386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dc38d799-1294-4b4c-a2b3-d9efd2fc2425 req-4d734006-fac6-43ea-b639-487ea42afa74 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801148 Jan 17 13:29:22.829133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:26.017430 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:29:33.803277 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c09955a8-2d4e-45d4-b9d9-0bed4818cf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:36.246133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-2e8c86e8-152a-447b-b85e-4586ece6b01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:37.445862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:38.948802 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:38.982649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:29:52.882806 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:03.016050 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:30:03.839935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e00e4512-09ac-44fb-a9ea-d17b9b894645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:05.371556 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9879704-b8c2-4206-b484-d459fa8722dc req-f773a964-a815-45c2-9905-1519a5013575 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:05.373023 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9879704-b8c2-4206-b484-d459fa8722dc req-f773a964-a815-45c2-9905-1519a5013575 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Jan 17 13:30:05.410885 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e9879704-b8c2-4206-b484-d459fa8722dc req-601328dc-746d-47b3-a571-adb96ac10292 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Jan 17 13:30:06.205500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a37a213c-6891-402e-83a1-6dced3c26662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:06.540252 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d24b9-3c68-4730-b532-938779dd30e0 req-2cea9493-28eb-4667-b92a-ca92d44562ab tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:06.541742 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-572d24b9-3c68-4730-b532-938779dd30e0 req-2cea9493-28eb-4667-b92a-ca92d44562ab tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0506899 Jan 17 13:30:06.579548 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-572d24b9-3c68-4730-b532-938779dd30e0 req-fc0832b8-4f1f-4be4-ada8-35dbda8e4d2c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Jan 17 13:30:07.488595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:07.702953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3d368-4c8c-41c0-bbf9-9c369ccd5fdd req-6033d94f-e10b-4d63-85d4-c5686dfc4e5e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:07.704499 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dbd3d368-4c8c-41c0-bbf9-9c369ccd5fdd req-6033d94f-e10b-4d63-85d4-c5686dfc4e5e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0523434 Jan 17 13:30:07.742447 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-dbd3d368-4c8c-41c0-bbf9-9c369ccd5fdd req-c7541516-028d-4a57-87c6-396f0642ebe3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Jan 17 13:30:08.857397 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aede55-c2a3-4e83-aa2a-0be88ef0e0c3 req-3af6f9f7-30af-4491-9581-aaa852d9509e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:08.858906 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b7aede55-c2a3-4e83-aa2a-0be88ef0e0c3 req-3af6f9f7-30af-4491-9581-aaa852d9509e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0507920 Jan 17 13:30:08.900405 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b7aede55-c2a3-4e83-aa2a-0be88ef0e0c3 req-cb68e03f-f022-44b9-8c82-792c208c4d44 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341716 Jan 17 13:30:08.914387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:08.936671 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:09.158174 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-a464ca9f-1fe1-4a3d-93b2-6244d495f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:09.159677 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-a464ca9f-1fe1-4a3d-93b2-6244d495f52c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1098 time: 0.0402937 Jan 17 13:30:09.263503 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-bfc22790-d0aa-4ab9-a83c-58bcf641255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:09.264973 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-bfc22790-d0aa-4ab9-a83c-58bcf641255a service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0864758 Jan 17 13:30:09.327482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-5cab00cb-19f6-4702-8340-38f7797713d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 1001 time: 0.0560868 Jan 17 13:30:09.374535 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-d649a8e3-41a9-4e28-a21c-365c10781b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:09.376249 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-d649a8e3-41a9-4e28-a21c-365c10781b3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0424070 Jan 17 13:30:09.423842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-21649d9a-4728-4484-a02e-31ae27bd4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:09.425219 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-21649d9a-4728-4484-a02e-31ae27bd4dad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423920 Jan 17 13:30:09.510845 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-9c64da6d-ce8f-45a5-8e32-1670b63e64af service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794051 Jan 17 13:30:09.601074 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ff91c8f9-e7e6-4a11-888b-2ae1ce516c8a req-9fcd00b5-36e3-4dab-ae0a-026fb404ca07 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835662 Jan 17 13:30:10.362638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2faa3f-cb1f-478f-abfb-e1c1261e12a4 req-2f0fe2f5-ddde-4edf-8da1-761e0056b19e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:10.364140 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5e2faa3f-cb1f-478f-abfb-e1c1261e12a4 req-2f0fe2f5-ddde-4edf-8da1-761e0056b19e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.3959661 Jan 17 13:30:10.401338 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5e2faa3f-cb1f-478f-abfb-e1c1261e12a4 req-d1ab909d-bd8d-414e-a129-170376764465 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311303 Jan 17 13:30:11.518680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7dc73-883a-4cf7-aafb-34d230a9994f req-1e626492-75cf-427a-a981-8d2215683379 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:11.520234 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-82d7dc73-883a-4cf7-aafb-34d230a9994f req-1e626492-75cf-427a-a981-8d2215683379 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0531514 Jan 17 13:30:11.557609 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-82d7dc73-883a-4cf7-aafb-34d230a9994f req-260b08b4-d3f7-4066-a2ad-2f67359e3c67 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Jan 17 13:30:12.668908 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb39df-c762-4e4e-9e75-fbfac7c8cb34 req-df24a941-eee5-4598-a857-e02ec46d7159 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:12.670368 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5bcb39df-c762-4e4e-9e75-fbfac7c8cb34 req-df24a941-eee5-4598-a857-e02ec46d7159 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jan 17 13:30:12.706651 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5bcb39df-c762-4e4e-9e75-fbfac7c8cb34 req-4a605556-8fb8-4f46-a74b-779ebc263a98 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298989 Jan 17 13:30:13.820555 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2fb1a-e9f0-4eac-87b5-fc989d7148b9 req-ff8f8ff0-f6c6-4aee-8f37-dee71f277192 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:13.822017 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3ea2fb1a-e9f0-4eac-87b5-fc989d7148b9 req-ff8f8ff0-f6c6-4aee-8f37-dee71f277192 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0483339 Jan 17 13:30:13.858811 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3ea2fb1a-e9f0-4eac-87b5-fc989d7148b9 req-3d91ab3c-67fd-4a73-8f95-2f02c2622d19 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308580 Jan 17 13:30:14.974086 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be710e4-d056-447d-9396-dac7891c2f21 req-3d4b9026-6501-4683-8c41-01403d9085b0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:14.975541 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3be710e4-d056-447d-9396-dac7891c2f21 req-3d4b9026-6501-4683-8c41-01403d9085b0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0501239 Jan 17 13:30:15.011894 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3be710e4-d056-447d-9396-dac7891c2f21 req-da2eced5-3632-4945-8e36-632762179903 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302694 Jan 17 13:30:16.127517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1164-ff1f-4188-8b93-44276b93e674 req-2439206b-ebbb-4b1f-bbc7-daba8f249f27 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:16.128987 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9bfb1164-ff1f-4188-8b93-44276b93e674 req-2439206b-ebbb-4b1f-bbc7-daba8f249f27 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0496278 Jan 17 13:30:16.166730 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9bfb1164-ff1f-4188-8b93-44276b93e674 req-64d06c30-c7eb-4d76-b4cf-49f66b04c115 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Jan 17 13:30:17.282084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d99e27-3307-4269-a0fa-e3591504f8cc req-39808ac7-1501-42ad-83a4-648b1b7d6bec tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:17.283597 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-29d99e27-3307-4269-a0fa-e3591504f8cc req-39808ac7-1501-42ad-83a4-648b1b7d6bec tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0488157 Jan 17 13:30:17.320341 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-29d99e27-3307-4269-a0fa-e3591504f8cc req-fd283ba3-097c-4fb5-bddb-a5d1d6a04ab2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Jan 17 13:30:17.458529 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:30:17.549699 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:17.560363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'mac_address': 'fa:16:3e:88:3f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:30:17.599123 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:17.612056 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c365d2-c3cc-49fd-be44-b1649e187c9f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:30:17.630128 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:17.684943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:17.735242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:30:17.741997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.742351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.742730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.743069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.743406 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.743773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.744107 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.744443 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.744771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.745099 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.745424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.745748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:30:17.761451 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['19c365d2-c3cc-49fd-be44-b1649e187c9f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:30:18.446488 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470a28-e101-4b46-ab60-74714ca4e0c5 req-8849b8bb-6a0d-4772-ad75-c8049e7c3ec5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:18.448611 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5e470a28-e101-4b46-ab60-74714ca4e0c5 req-8849b8bb-6a0d-4772-ad75-c8049e7c3ec5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 944 time: 0.0548146 Jan 17 13:30:18.487294 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5e470a28-e101-4b46-ab60-74714ca4e0c5 req-a45c5911-867b-48b3-b91f-e763b05ba9d1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Jan 17 13:30:19.477456 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:30:19.553442 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 19c365d2-c3cc-49fd-be44-b1649e187c9f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:30:19.553809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:19.633428 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea65584-5bb8-4c1d-9069-e2da6922ca3e req-09bee666-7976-40e9-9670-5a545921df6d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:19.640613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:19.641020 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ea65584-5bb8-4c1d-9069-e2da6922ca3e req-09bee666-7976-40e9-9670-5a545921df6d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 944 time: 0.0600929 Jan 17 13:30:19.665540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:30:19.668284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c3fd8-5ce7-4a2e-8d83-4c933475f25a" -d '{"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-plugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:30:19.683352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:19.688171 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4ea65584-5bb8-4c1d-9069-e2da6922ca3e req-1e4da868-4791-42f5-ac6b-f9203a3ab505 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Jan 17 13:30:19.720583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6540d115-4fe3-4376-b824-cd54618d992f x-openstack-request-id: req-6540d115-4fe3-4376-b824-cd54618d992f {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:30:19.721000 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-plugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:30:19.721348 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6540d115-4fe3-4376-b824-cd54618d992f {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:30:19.721873 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'code': 200} Jan 17 13:30:19.754002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:19.808209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:30:20.808073 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcee7d-6038-41dd-91ad-a2775de40a6b req-b520b2a0-a0cb-4247-b52f-b7a20ac53de6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:20.816647 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-60fcee7d-6038-41dd-91ad-a2775de40a6b req-b520b2a0-a0cb-4247-b52f-b7a20ac53de6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0634279 Jan 17 13:30:20.852639 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-60fcee7d-6038-41dd-91ad-a2775de40a6b req-2064d251-26b3-40de-9329-95ee2abf69af tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351346 Jan 17 13:30:21.978676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2a164-afa7-46f6-aa2a-86a7e863a8e1 req-a71a7b53-c728-47a7-a5aa-efedb656ed52 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:21.980845 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ca2a164-afa7-46f6-aa2a-86a7e863a8e1 req-a71a7b53-c728-47a7-a5aa-efedb656ed52 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0557425 Jan 17 13:30:22.027399 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ca2a164-afa7-46f6-aa2a-86a7e863a8e1 req-191c5ecc-b733-491c-981c-4da625ba3162 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Jan 17 13:30:22.868160 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:23.143057 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfd27-e67f-46ee-aa1c-49b374175192 req-febbde24-8c85-4e93-a4a8-d0b3694f53bd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:23.144590 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-903bfd27-e67f-46ee-aa1c-49b374175192 req-febbde24-8c85-4e93-a4a8-d0b3694f53bd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Jan 17 13:30:23.184776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-903bfd27-e67f-46ee-aa1c-49b374175192 req-9c4724cb-00aa-4897-8e2b-33194610137a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341187 Jan 17 13:30:24.306338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046224b-f73d-4915-99d7-1be3cc2de0c6 req-ad13194e-a402-4323-81dd-30bd644282bd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:24.308063 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2046224b-f73d-4915-99d7-1be3cc2de0c6 req-ad13194e-a402-4323-81dd-30bd644282bd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0522895 Jan 17 13:30:24.350380 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2046224b-f73d-4915-99d7-1be3cc2de0c6 req-8fd15063-22ca-4d4a-b526-1fff1b121111 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360479 Jan 17 13:30:25.479220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88dc9-8be8-4cb3-8fa3-2c4f298a811e req-230a6517-ff70-45e0-af2a-d57a864dc761 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:25.486168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4be88dc9-8be8-4cb3-8fa3-2c4f298a811e req-230a6517-ff70-45e0-af2a-d57a864dc761 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0573699 Jan 17 13:30:25.525410 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4be88dc9-8be8-4cb3-8fa3-2c4f298a811e req-ef22b8ec-0334-4873-a096-215770f6cff3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385876 Jan 17 13:30:26.648291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201a953-4691-404a-a73a-d425bfafffd7 req-4767a45c-c9c6-455f-9bca-cb5ffea23af1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:26.651967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7201a953-4691-404a-a73a-d425bfafffd7 req-4767a45c-c9c6-455f-9bca-cb5ffea23af1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0556731 Jan 17 13:30:26.696524 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7201a953-4691-404a-a73a-d425bfafffd7 req-f67304e5-0c7d-4c00-a053-f04c33697511 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Jan 17 13:30:27.820837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493953fd-b618-4c14-b584-e9b581ad12d6 req-bb8c6bef-5991-476c-b2fb-31991df16f6f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:27.822865 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-493953fd-b618-4c14-b584-e9b581ad12d6 req-bb8c6bef-5991-476c-b2fb-31991df16f6f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0604565 Jan 17 13:30:27.862284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-493953fd-b618-4c14-b584-e9b581ad12d6 req-2c2d863b-70ee-4f45-8fc5-9290bdf7b10a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328536 Jan 17 13:30:28.978358 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c28faa-e93b-4ecf-8f07-64150aa299fd req-d2eaf324-900b-456d-9f37-498b568c7606 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:28.979889 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-32c28faa-e93b-4ecf-8f07-64150aa299fd req-d2eaf324-900b-456d-9f37-498b568c7606 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0513375 Jan 17 13:30:29.017601 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-32c28faa-e93b-4ecf-8f07-64150aa299fd req-6dbd6591-906b-4441-a641-2e8d359381a3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317321 Jan 17 13:30:29.928099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-e160299b-ddf8-46f1-b071-0883fefb46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:29.928099 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-e160299b-ddf8-46f1-b071-0883fefb46fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1098 time: 0.0430236 Jan 17 13:30:30.007611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-32c74995-1e13-4b3e-9cfe-3bfff6702c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:30.009112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-32c74995-1e13-4b3e-9cfe-3bfff6702c66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0820446 Jan 17 13:30:30.082403 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-e55106f0-f21b-440b-a185-f4cad56e8054 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 1001 time: 0.0635681 Jan 17 13:30:30.166910 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-5852593b-ede4-438a-97d0-ef420d88f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:30.168426 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-5852593b-ede4-438a-97d0-ef420d88f8e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0726612 Jan 17 13:30:30.178481 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e3b3f-0494-47db-b482-fec86fbc05b7 req-a0872ae7-d654-423f-87d7-d4f38eb12194 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:30.179557 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-189e3b3f-0494-47db-b482-fec86fbc05b7 req-a0872ae7-d654-423f-87d7-d4f38eb12194 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0929763 Jan 17 13:30:30.242869 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-189e3b3f-0494-47db-b482-fec86fbc05b7 req-286ecb92-f2b0-4ce4-a386-bf9aee9b7efc tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545988 Jan 17 13:30:30.245624 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-6d13fd5e-1b5c-4086-8e58-fabe58706929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:30.246847 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-6d13fd5e-1b5c-4086-8e58-fabe58706929 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664062 Jan 17 13:30:30.339238 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-478aab68-f87d-45ff-bfcf-bc80e7626a02 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850158 Jan 17 13:30:30.427573 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf5810fd-24b4-4b4b-b2da-d583a85b3d64 req-25a44907-5a0a-40bf-9a12-2ac87102cb47 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807047 Jan 17 13:30:31.357231 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b369531-75bc-4081-937c-f4e1a842b1f9 req-638968e4-19ab-42c3-a738-824894fbc6f5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:31.358732 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8b369531-75bc-4081-937c-f4e1a842b1f9 req-638968e4-19ab-42c3-a738-824894fbc6f5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Jan 17 13:30:31.396300 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-8b369531-75bc-4081-937c-f4e1a842b1f9 req-082ba89b-3b16-44b7-b41a-f6e6a014ca46 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Jan 17 13:30:32.512083 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445af61-23bf-4f38-8459-61a6b22107d0 req-867b6f88-8b1d-4eb7-a91c-2069eb723730 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:32.513556 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3445af61-23bf-4f38-8459-61a6b22107d0 req-867b6f88-8b1d-4eb7-a91c-2069eb723730 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0500987 Jan 17 13:30:32.553167 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3445af61-23bf-4f38-8459-61a6b22107d0 req-ea8e29d5-1b26-48da-8dcc-9d0ba5549f50 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Jan 17 13:30:32.622787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-e4d62d9f-71a7-4346-b7ec-6cb05066cb4c req-cdb99d74-0be6-4a4a-8eb1-1ad226b45399 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:30:32.623885 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-e4d62d9f-71a7-4346-b7ec-6cb05066cb4c req-cdb99d74-0be6-4a4a-8eb1-1ad226b45399 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054667 Jan 17 13:30:32.977755 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bd8da-3130-4386-be24-5d611fbde9b6 req-830cc6ba-e30b-4f6b-821f-1fc9d41ebd97 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:32.979306 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e7bd8da-3130-4386-be24-5d611fbde9b6 req-830cc6ba-e30b-4f6b-821f-1fc9d41ebd97 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 945 time: 0.0547214 Jan 17 13:30:33.020327 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4e7bd8da-3130-4386-be24-5d611fbde9b6 req-cdd0a4a9-3855-4bd1-8636-dfecf1029315 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347252 Jan 17 13:30:33.466912 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56212) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:30:33.519633 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:30:33.549306 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-8033a146-3599-4db7-b417-2a8cb1b81aa6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811825 Jan 17 13:30:33.558447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-35b4e584-b2fe-4c14-b22d-3180b23eb2ef service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:30:33.559411 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-35b4e584-b2fe-4c14-b22d-3180b23eb2ef service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051312 Jan 17 13:30:33.596986 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:33.618586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:30:33.620848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f272c-5d4e-4481-b955-0d52091b890f" -d '{"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-unplugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:30:33.633618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:33.654979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f302490-075a-498e-a292-7d8b8ef7d262 x-openstack-request-id: req-5f302490-075a-498e-a292-7d8b8ef7d262 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:30:33.655368 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-unplugged", "status": "failed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "code": 422}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:30:33.655727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f302490-075a-498e-a292-7d8b8ef7d262 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:30:33.656168 dv-neutron-824886-1-hyperv neutron-server[109282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'code': 422} returned with failed status Jan 17 13:30:33.695914 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:33.755062 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:30:33.844496 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2def-eab0-4439-a9f9-e22ed2484906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:34.138298 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b86c40-d086-4432-b8c4-462a36240ff5 req-1f59c4c3-cb0e-4349-afa0-cd25c7d2e40c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:34.139903 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e2b86c40-d086-4432-b8c4-462a36240ff5 req-1f59c4c3-cb0e-4349-afa0-cd25c7d2e40c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0504124 Jan 17 13:30:34.180470 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e2b86c40-d086-4432-b8c4-462a36240ff5 req-2f11dfdc-ef2d-4107-b804-167b15c29918 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344765 Jan 17 13:30:34.912850 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-4d1c6bd2-fa17-46fa-9e38-4caaf5f7cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:34.914310 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-4d1c6bd2-fa17-46fa-9e38-4caaf5f7cd2f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68&tenant_id=b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 1096 time: 0.0453844 Jan 17 13:30:34.972882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-d41b3991-4b07-4b88-80c3-86da782fa5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:34.974345 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-d41b3991-4b07-4b88-80c3-86da782fa5a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1096 time: 0.0402026 Jan 17 13:30:35.063309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-3ab82766-19c6-4b75-9d75-2e44ca106c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:35.064896 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-3ab82766-19c6-4b75-9d75-2e44ca106c0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0843494 Jan 17 13:30:35.133967 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-09265dca-6171-4648-aeba-3f64361fa3f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 999 time: 0.0619986 Jan 17 13:30:35.183117 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-c884ca7a-f87e-4715-8c90-0610c11465c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:35.184644 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-c884ca7a-f87e-4715-8c90-0610c11465c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0445065 Jan 17 13:30:35.232261 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-838d699d-655d-47d9-a7bf-8305ec5bb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:35.233782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-838d699d-655d-47d9-a7bf-8305ec5bb30f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432849 Jan 17 13:30:35.303246 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63758-e599-4cf3-adf3-10eb9f99317c req-abca8ab9-88b8-489c-8736-fdc0c4fa4a48 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:35.304767 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-59d63758-e599-4cf3-adf3-10eb9f99317c req-abca8ab9-88b8-489c-8736-fdc0c4fa4a48 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0531631 Jan 17 13:30:35.330744 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-d1107cee-8708-452a-bc3b-d51855c0d34b service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902481 Jan 17 13:30:35.345434 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-59d63758-e599-4cf3-adf3-10eb9f99317c req-b038dd84-3509-46d8-b335-8ff3bf6d789f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342350 Jan 17 13:30:35.422394 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7d8e5357-a92c-4110-addd-47bf59fdad2e req-40b4100f-a4ec-4d0c-b79a-44b0390fc457 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848112 Jan 17 13:30:36.199115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-09ac0a77-f85a-4774-8e02-b8269cf80a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:36.470824 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145ee48-6604-4b47-b955-24f4780bef17 req-0c52b8f9-20ac-4ac9-85ff-1413f72dd8de tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:36.472451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0145ee48-6604-4b47-b955-24f4780bef17 req-0c52b8f9-20ac-4ac9-85ff-1413f72dd8de tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0580666 Jan 17 13:30:36.532698 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0145ee48-6604-4b47-b955-24f4780bef17 req-480b9a37-09bf-46fa-9c32-f65861aa63b2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537326 Jan 17 13:30:37.442732 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:37.656269 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97722dd-6707-4ccc-a5d0-03c78e05d86a req-7f05bd7f-8ad6-497b-8b53-aeb903feb5d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:37.657935 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f97722dd-6707-4ccc-a5d0-03c78e05d86a req-7f05bd7f-8ad6-497b-8b53-aeb903feb5d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0524697 Jan 17 13:30:37.698677 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f97722dd-6707-4ccc-a5d0-03c78e05d86a req-71a107d7-c1f2-48b1-a001-77c745678093 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Jan 17 13:30:38.822396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ad1e4-8ea7-49ab-b872-1ed89cfe195f req-aac5a2f8-69d5-4098-9ade-3cabc099dc16 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:38.830636 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-949ad1e4-8ea7-49ab-b872-1ed89cfe195f req-aac5a2f8-69d5-4098-9ade-3cabc099dc16 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0591936 Jan 17 13:30:38.866141 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-949ad1e4-8ea7-49ab-b872-1ed89cfe195f req-c261d66e-2f47-4f87-b402-b41b2cf74af7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346327 Jan 17 13:30:38.913164 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:38.964762 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:39.991074 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60312-e0bc-49b8-ac90-263d22e50513 req-800b3f20-92af-4298-8b2b-83c28f31c8de tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:39.992639 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-76d60312-e0bc-49b8-ac90-263d22e50513 req-800b3f20-92af-4298-8b2b-83c28f31c8de tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0500145 Jan 17 13:30:40.015241 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:30:40.042794 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-76d60312-e0bc-49b8-ac90-263d22e50513 req-58ec7a30-4160-4c05-9108-1809934defa1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Jan 17 13:30:41.195692 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ff23-7b74-460d-9a34-1a09c455acfd req-67411500-42d2-4bb2-a892-583fcd0efd85 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:41.198734 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0379ff23-7b74-460d-9a34-1a09c455acfd req-67411500-42d2-4bb2-a892-583fcd0efd85 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0743690 Jan 17 13:30:41.236658 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0379ff23-7b74-460d-9a34-1a09c455acfd req-35718a34-8455-48ad-8323-4e1b2416a9d9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332386 Jan 17 13:30:42.369395 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358634c0-fe0d-4727-9204-4ccfdf0db02c req-b08e6e07-f44b-44f1-8af2-97d541d8e276 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:42.371166 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-358634c0-fe0d-4727-9204-4ccfdf0db02c req-b08e6e07-f44b-44f1-8af2-97d541d8e276 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0650933 Jan 17 13:30:42.412113 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-358634c0-fe0d-4727-9204-4ccfdf0db02c req-604cb356-eb27-4d0d-9d3a-078f751af76c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328915 Jan 17 13:30:43.546227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924c13b-354d-4b68-855c-42366dc65507 req-bfefb216-4b84-44cb-9dc8-7b16f0445453 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:43.548528 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6924c13b-354d-4b68-855c-42366dc65507 req-bfefb216-4b84-44cb-9dc8-7b16f0445453 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0583215 Jan 17 13:30:43.591209 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6924c13b-354d-4b68-855c-42366dc65507 req-c9c18ef5-3a87-4401-ae4d-4df203b88cc1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Jan 17 13:30:44.705658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e984f2-c537-46e7-ae8d-91cfefc9c787 req-6cf16352-10d4-4d83-bea5-55a04f2d54b4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:44.707183 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-66e984f2-c537-46e7-ae8d-91cfefc9c787 req-6cf16352-10d4-4d83-bea5-55a04f2d54b4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0489671 Jan 17 13:30:44.745939 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-66e984f2-c537-46e7-ae8d-91cfefc9c787 req-d543e0d1-2c07-4abb-ab3f-83822cea78ef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326564 Jan 17 13:30:45.612295 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:30:45.709726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:45.721105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'port_id': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'mac_address': 'fa:16:3e:88:3f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:30:45.757186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:45.769748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c365d2-c3cc-49fd-be44-b1649e187c9f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:30:45.789243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:45.858739 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaaecf-6867-4187-90eb-416e46f5c85c req-b0335767-1582-4bc1-b042-019924b9867e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:45.860996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07eaaecf-6867-4187-90eb-416e46f5c85c req-b0335767-1582-4bc1-b042-019924b9867e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 943 time: 0.0492980 Jan 17 13:30:45.888682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:45.898825 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-07eaaecf-6867-4187-90eb-416e46f5c85c req-1ee5f7d0-b9c3-405b-9544-f8bcecf020ec tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Jan 17 13:30:45.939286 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=9']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:30:46.150920 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['19c365d2-c3cc-49fd-be44-b1649e187c9f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:30:47.013230 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0eb26-b0eb-4994-8b1a-e296428d95f9 req-4df2d0da-5e6c-41f5-af6a-67f478c3b3ec tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:47.014591 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ae0eb26-b0eb-4994-8b1a-e296428d95f9 req-4df2d0da-5e6c-41f5-af6a-67f478c3b3ec tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 944 time: 0.0493367 Jan 17 13:30:47.052082 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0ae0eb26-b0eb-4994-8b1a-e296428d95f9 req-0b028bc3-643e-4d1e-b202-0e2c3e275713 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311079 Jan 17 13:30:47.612530 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:30:47.658378 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 19c365d2-c3cc-49fd-be44-b1649e187c9f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:30:47.658751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:47.732551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:47.755029 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:30:47.757284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920422ae-9ce5-47b2-9dcc-32f11bf9dba1" -d '{"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-plugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:30:47.772795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:30:47.791682 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b490f-8668-4169-a4b8-c31eb0f1cb0e x-openstack-request-id: req-4c6b490f-8668-4169-a4b8-c31eb0f1cb0e {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:30:47.791972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-plugged", "status": "completed", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:30:47.792226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c6b490f-8668-4169-a4b8-c31eb0f1cb0e {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:30:47.792613 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'code': 200} Jan 17 13:30:47.860528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:30:48.045285 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=10']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:30:48.137853 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dad8d-7bc5-44bd-bbfa-28ba3fe118f1 req-dfcd142a-46a1-461d-94b7-fa8ad90f0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:48.139507 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-792dad8d-7bc5-44bd-bbfa-28ba3fe118f1 req-dfcd142a-46a1-461d-94b7-fa8ad90f0bb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1099 time: 0.0408862 Jan 17 13:30:48.170036 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6325f-b7c1-4b5e-8591-f383fcc683b9 req-4d19d25a-763a-439f-a297-685ded189de7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:48.171585 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-61a6325f-b7c1-4b5e-8591-f383fcc683b9 req-4d19d25a-763a-439f-a297-685ded189de7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.0529895 Jan 17 13:30:48.176321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-792dad8d-7bc5-44bd-bbfa-28ba3fe118f1 req-d45e0985-8a13-4a29-b150-be5debee6a81 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304036 Jan 17 13:30:48.213246 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-61a6325f-b7c1-4b5e-8591-f383fcc683b9 req-cf07f3c8-df1d-4657-9c2f-c80c9f974b15 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Jan 17 13:30:49.341527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1742f8-653a-44de-8eab-feb3e7297d6b req-f7309d3c-aaa0-4e2e-8f4d-d54ea541f3a5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:49.342996 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1a1742f8-653a-44de-8eab-feb3e7297d6b req-f7309d3c-aaa0-4e2e-8f4d-d54ea541f3a5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.0536208 Jan 17 13:30:49.385432 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1a1742f8-653a-44de-8eab-feb3e7297d6b req-0afaabd5-3feb-4320-9323-d1ad02d6d80e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Jan 17 13:30:50.511188 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364766b-0ca1-4d47-a702-bf64544e1109 req-412bfb27-9e14-4564-89d8-e9f8272dc139 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:50.512774 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1364766b-0ca1-4d47-a702-bf64544e1109 req-412bfb27-9e14-4564-89d8-e9f8272dc139 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Jan 17 13:30:50.550962 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1364766b-0ca1-4d47-a702-bf64544e1109 req-ee0b36ca-fdd2-4b26-9377-504781bfc455 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Jan 17 13:30:51.665044 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b1a64-b616-4973-857e-4e97d609966d req-000aea00-d00d-42fa-b1a4-46f375b793ef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:30:51.666502 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c11b1a64-b616-4973-857e-4e97d609966d req-000aea00-d00d-42fa-b1a4-46f375b793ef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Jan 17 13:30:51.706052 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c11b1a64-b616-4973-857e-4e97d609966d req-2b5ba5f3-b965-444e-af6d-70fb5442defc tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335660 Jan 17 13:30:52.866609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:03.798035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d02bbd79-6c77-48ac-a8eb-f072c1be423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:06.209279 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa6dd-6a4d-4b4f-863e-47337adecaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:07.510943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:08.917549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:08.970091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:11.753398 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-94e9d789-515b-4e86-b945-1cd934df1845 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399888 Jan 17 13:31:11.833796 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798516be-fa8b-48b8-a08d-638691229ca0 req-81c3f7a3-5de7-4d88-8a33-792a2e30d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:31:11.836153 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-81c3f7a3-5de7-4d88-8a33-792a2e30d125 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1099 time: 0.0413022 Jan 17 13:31:11.939135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798516be-fa8b-48b8-a08d-638691229ca0 req-1878a05d-4db3-4d89-8486-d3e22b3f4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:31:11.940622 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-1878a05d-4db3-4d89-8486-d3e22b3f4fed service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0866625 Jan 17 13:31:12.004457 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-e6ba9fce-2011-4ea0-ac02-2dce8c0e71a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 1001 time: 0.0569308 Jan 17 13:31:12.056372 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798516be-fa8b-48b8-a08d-638691229ca0 req-b9f2d48c-d530-48da-b5ec-9df78f763904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:31:12.057825 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-b9f2d48c-d530-48da-b5ec-9df78f763904 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0469377 Jan 17 13:31:12.102332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798516be-fa8b-48b8-a08d-638691229ca0 req-693c310c-7994-4966-badf-a09cdad9a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:31:12.103780 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-693c310c-7994-4966-badf-a09cdad9a961 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392737 Jan 17 13:31:12.191850 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-7e452ad1-9824-485c-8b6b-b855dd065ac7 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803926 Jan 17 13:31:12.285640 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-798516be-fa8b-48b8-a08d-638691229ca0 req-98901a8d-dfdb-42ea-8e06-733c0c80cb5f service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873852 Jan 17 13:31:17.013841 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:31:22.871392 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:33.790964 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3562e47b-24eb-4e21-aea7-e00802af522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:36.202504 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1d9fae71-2d37-4c37-9f9e-fa511036d31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:37.431124 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:38.922351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:38.985312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:52.887655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:54.012656 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:31:58.970929 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56344) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:31:59.124894 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Deleting port 1962c8c7-ffe8-45cc-9954-b2b48a265107 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:31:59.125153 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:59.202985 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:59.203313 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:59.214631 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Calling delete_port for 1962c8c7-ffe8-45cc-9954-b2b48a265107 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:31:59.424720 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:59.451876 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event deleted for resources: {'Port': ['ID=1962c8c7-ffe8-45cc-9954-b2b48a265107,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:31:59.475765 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.476105 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.476439 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.476764 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.477086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.477409 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.477727 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.478043 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.478360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.478675 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.478988 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.479293 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:31:59.517630 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:59.517967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Floating IP e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d disassociated (deleted). External IP: 172.26.4.156, port: 19c365d2-c3cc-49fd-be44-b1649e187c9f. Jan 17 13:31:59.727853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Router f7587541-465c-4db6-ab65-d807172000cb has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:31:59.832946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:31:59.837805 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:31:59.844213 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:31:59.853122 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:31:59.853734 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:31:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:31:59.866464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f3391a7f-f381-4a66-9a9b-c9f5d78f4d03 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "DELETE /v2.0/floatingips/e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d HTTP/1.1" status: 204 len: 168 time: 0.8944416 Jan 17 13:31:59.867350 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:31:59.869756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458c6c4-c94d-4cd0-b516-691e5781c369" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:31:59.960467 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:32:00.001089 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5840e6f-accf-477b-a587-e43c40703487 x-openstack-request-id: req-f5840e6f-accf-477b-a587-e43c40703487 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:32:00.001634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:32:00.001634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5840e6f-accf-477b-a587-e43c40703487 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:32:00.002009 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'status': 'completed', 'code': 200} Jan 17 13:32:00.065757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-4c6bc3a7-aa84-4310-bb43-d645b22ffc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:00.067438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-4c6bc3a7-aa84-4310-bb43-d645b22ffc5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 1099 time: 0.0428414 Jan 17 13:32:00.163318 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-f7abcc00-c6c6-45bb-82d1-c90fbaa85bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:00.164858 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-f7abcc00-c6c6-45bb-82d1-c90fbaa85bed service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0913892 Jan 17 13:32:00.174199 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:00.203914 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:32:00.212004 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-84399759-210b-4c4b-874e-ced5a5f49fdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 200 len: 217 time: 0.0395794 Jan 17 13:32:00.212214 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:32:00.212808 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:31:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:00.297252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-5acb80a2-05d0-40eb-b201-7178562411ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:00.298782 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-5acb80a2-05d0-40eb-b201-7178562411ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0796475 Jan 17 13:32:00.307054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3393de-cc41-437d-84bc-e6f125dfc17b req-5f81bedb-9318-41fc-bc31-a756c252275e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:00.308473 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea3393de-cc41-437d-84bc-e6f125dfc17b req-5f81bedb-9318-41fc-bc31-a756c252275e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.0906053 Jan 17 13:32:00.319194 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:32:00.372242 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ea3393de-cc41-437d-84bc-e6f125dfc17b req-f353d204-877b-4008-bfc1-51fc72f4d9ba tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553293 Jan 17 13:32:00.375007 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-5ed5d755-947f-44dd-9b19-13f6b27db770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:00.376460 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-5ed5d755-947f-44dd-9b19-13f6b27db770 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671537 Jan 17 13:32:00.471772 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-70156f3b-6e2a-4065-a0fb-422635451dce service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864363 Jan 17 13:32:00.515165 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:00.543952 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd186d-4515-4600-983b-00b9a9feeb38 None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:32:00.563857 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-e458c6c4-c94d-4cd0-b516-691e5781c369 req-5ec6d4e5-cd7f-45db-8963-1c4c07494edd service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Jan 17 13:32:00.752977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86623763-f85c-41ee-935f-9c07afdae0d2 None None] New status for floating IP e542f0f6-3d61-4d5c-8bfa-3c58e6f7dd6d: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:32:01.489753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9f90a-2c9a-493a-8ead-9928fa589478 req-ff4b124e-6e8e-4b3a-9214-b1a80fa03e98 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:01.491151 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9df9f90a-2c9a-493a-8ead-9928fa589478 req-ff4b124e-6e8e-4b3a-9214-b1a80fa03e98 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.0490508 Jan 17 13:32:01.529152 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9df9f90a-2c9a-493a-8ead-9928fa589478 req-ffcdcaae-4f40-46b8-a51e-8d2de701d7db tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=9fb222c4-52c4-42c8-a7f4-3046d0085fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Jan 17 13:32:01.648744 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-df8042ff-66bb-4cee-8d61-69f179a63bd4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:01.650201 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-df8042ff-66bb-4cee-8d61-69f179a63bd4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 946 time: 0.1064749 Jan 17 13:32:01.745358 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Deleting port 19c365d2-c3cc-49fd-be44-b1649e187c9f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:32:01.745622 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:01.831250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] For port 19c365d2-c3cc-49fd-be44-b1649e187c9f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=19c365d2-c3cc-49fd-be44-b1649e187c9f,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:32:01.831651 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:01.844720 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Calling delete_port for 19c365d2-c3cc-49fd-be44-b1649e187c9f owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:32:02.035898 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:02.063584 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event deleted for resources: {'Port': ['ID=19c365d2-c3cc-49fd-be44-b1649e187c9f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:02.075585 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.076281 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.076851 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.077277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.077616 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.077946 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.078277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.078605 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.078934 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.079260 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.079600 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.079924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:02.117443 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] No DVR routers for this DVR port 19c365d2-c3cc-49fd-be44-b1649e187c9f on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:32:02.119849 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:02.123688 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c97d3c2b-9fc7-4f36-b859-dd6a09312019 req-69ab03fe-f6c8-4e34-b40d-688b91007cb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "DELETE /v2.0/ports/19c365d2-c3cc-49fd-be44-b1649e187c9f HTTP/1.1" status: 204 len: 173 time: 0.4673681 Jan 17 13:32:02.124120 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-deleted', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:32:02.126375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c82557-bace-4e7b-b454-7ee422b9f2d3" -d '{"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-deleted", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:32:02.160964 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85635170-b08a-4fac-872d-dd8d385c4540 x-openstack-request-id: req-85635170-b08a-4fac-872d-dd8d385c4540 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:32:02.161277 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba87a14-7043-4f75-a482-31500e524c68", "name": "network-vif-deleted", "tag": "19c365d2-c3cc-49fd-be44-b1649e187c9f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:32:02.161527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85635170-b08a-4fac-872d-dd8d385c4540 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:32:02.161918 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba87a14-7043-4f75-a482-31500e524c68', 'name': 'network-vif-deleted', 'tag': '19c365d2-c3cc-49fd-be44-b1649e187c9f', 'status': 'completed', 'code': 200} Jan 17 13:32:02.635293 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-377ff6d0-a3b7-407e-89b1-007c06e5aa49 req-75eb4fd7-f9ec-4216-a95d-91cb6e23ec8f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=8ba87a14-7043-4f75-a482-31500e524c68 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Jan 17 13:32:03.689898 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56372) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:03.748775 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eee55ad5-7030-4147-ae5b-804bbf409eef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:03.773996 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eee55ad5-7030-4147-ae5b-804bbf409eef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:03.802023 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d2fc84e5-a3f4-4402-9cd8-44c525e6d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:03.891434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:32:03.914315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 19c365d2-c3cc-49fd-be44-b1649e187c9f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:32:03.914596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 19c365d2-c3cc-49fd-be44-b1649e187c9f not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:32:03.939206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eee55ad5-7030-4147-ae5b-804bbf409eef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:03.941842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eee55ad5-7030-4147-ae5b-804bbf409eef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:03.943008 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eee55ad5-7030-4147-ae5b-804bbf409eef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "DELETE /v2.0/security-groups/9fb222c4-52c4-42c8-a7f4-3046d0085fb9 HTTP/1.1" status: 204 len: 168 time: 0.2521431 Jan 17 13:32:03.958037 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee55ad5-7030-4147-ae5b-804bbf409eef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb222c4-52c4-42c8-a7f4-3046d0085fb9,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:04.397500 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56378) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:04.402167 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568476043', 'description': 'tempest-secgroup-smoke-568476043 description', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:04.476092 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:04.541489 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:04.618830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:04.646622 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea1dec-a743-43e3-943d-a6e4eaaff564,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:04.712099 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:04.713416 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b6e40dbc-5cf3-4e3d-9a1b-83fb13b5bb91 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3148220 Jan 17 13:32:04.717109 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56380) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:04.721387 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '4eea1dec-a743-43e3-943d-a6e4eaaff564', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:04.817782 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:04.876858 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:04.961859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.284770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad30e484-1e5c-43f4-9256-caa5be8877e2,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:05.375701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.376908 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-1d9e8414-999a-4c37-be52-e9e2e1921dc7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6588469 Jan 17 13:32:05.379586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56382) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:05.383916 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '4eea1dec-a743-43e3-943d-a6e4eaaff564', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:05.486859 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.532731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.613055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.632559 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e76d6d-8d93-47cc-a408-d082b75d61ad,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:05.683735 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.685771 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-4156f2a6-9a45-4ced-8df4-d770bff83659 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044639 Jan 17 13:32:05.688396 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56384) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:05.694402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '4eea1dec-a743-43e3-943d-a6e4eaaff564', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:05.777709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.835709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.956057 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:05.973545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae02a7c-bf26-42ee-abfc-5595c8624fa8,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:06.095360 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.096609 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-96d87d9d-511f-4058-8193-c185b8b477b8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073040 Jan 17 13:32:06.099576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56386) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:06.104025 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '4eea1dec-a743-43e3-943d-a6e4eaaff564', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:06.195365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.213468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-601b4369-7dd7-472a-ad3d-857aeaab8b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.254994 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.338776 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.357321 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a67ac86-0062-4c29-831a-5173d548d04b,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:06.432150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.433347 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b8e036ac-542f-4939-8810-c46eac364353 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328066 Jan 17 13:32:06.436110 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56388) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:06.440443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '4eea1dec-a743-43e3-943d-a6e4eaaff564', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:06.504496 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Project b3e0539f81264d40a8ece98ed4d2892c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:32:06.509120 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.569551 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.607438 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.625511 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3e3039-d43d-466d-99c2-dfd5eea3c399,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:06.677851 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.679042 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-175b6427-992a-45cb-b2c4-be8bf6e3a74c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2419603 Jan 17 13:32:06.681718 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56390) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:06.686615 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'security_group_rule': {'security_group_id': '4eea1dec-a743-43e3-943d-a6e4eaaff564', 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:06.773263 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.securitygroups_db [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Project b3e0539f81264d40a8ece98ed4d2892c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:32:06.778185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.836791 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.904822 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.921690 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d93db4-def8-46b3-b51d-a96b1a3e0808,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:06.975499 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:06.976753 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-310a8c64-bcbb-4b65-9ad1-276af52d5e58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2940834 Jan 17 13:32:07.424444 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:08.927533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:09.013805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:22.961306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:31.027119 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:32:32.191442 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-68d51c2c-6ac1-4f4e-a6bf-b2b1250910ea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568476043&fields=id&tenant_id=b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 267 time: 0.0334148 Jan 17 13:32:32.297692 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-fa0c9ee4-1d83-4f51-b3f6-c78681058c4c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:32.299138 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-fa0c9ee4-1d83-4f51-b3f6-c78681058c4c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 808 time: 0.1010277 Jan 17 13:32:32.313897 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-00f7d9c3-77e7-470a-883a-784265297038 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/quotas/b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 375 time: 0.0087492 Jan 17 13:32:32.363439 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-c57fdd2a-246c-46bf-8037-0ede858805c4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447085 Jan 17 13:32:32.421063 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-36f1acfa-8096-484b-b7d5-85a0fc89f02e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:32:32.422066 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-36f1acfa-8096-484b-b7d5-85a0fc89f02e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475698 Jan 17 13:32:32.513137 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-d7bb13ac-d6ce-4293-8756-48e727b26493 service neutron] 10.222.0.77 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844104 Jan 17 13:32:32.601048 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-dd635144-7d51-4d1a-b6da-ea91c4d33712 service neutron] 10.222.0.77 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818243 Jan 17 13:32:33.206233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c6469627-26f2-49c6-af01-c17726963a44 req-4cd02034-5814-4196-b9b7-1783427c5326 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0770974 Jan 17 13:32:33.818615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf19696a-f92f-4e50-a61a-45c2d81efdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:34.299585 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-88b64c41-6604-4e44-af9c-4adc50911cc8 req-ab2427a4-ea02-4a61-84dc-8f1e5f0f3cae tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0266395 Jan 17 13:32:34.926442 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-cdf450d9-e9f6-44da-921f-44cb1c681ba3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:34.927900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-cdf450d9-e9f6-44da-921f-44cb1c681ba3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 808 time: 0.1018295 Jan 17 13:32:34.975900 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-a609e86c-da0c-4904-8208-1981dcd482e6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 379 time: 0.0383162 Jan 17 13:32:34.985614 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'port': {'device_id': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'admin_state_up': True, 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'security_groups': ['4eea1dec-a743-43e3-943d-a6e4eaaff564']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:35.132971 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Made reservation on behalf of b3e0539f81264d40a8ece98ed4d2892c for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:32:35.136567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:35.275181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Allocated IP 172.20.0.6 (566a20ec-3c0e-472e-b907-f5c7ee02d74a/9793ab07-861d-49dd-8ef5-af09a58bb86c/9b136c83-11e8-41b8-8a5d-e0cdb302cc15) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:32:35.406947 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bed44c45-3fc2-4125-91d7-b32e4b78a1c4 req-5aaf880c-d056-4da2-8f45-dbb3ac6a7153 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0361059 Jan 17 13:32:35.447893 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:35.567670 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:35.612548 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:32:35.615660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:32:35.619403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:32:35.629314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:35.680620 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:35.681253 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:35.792415 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-b484f218-f524-4560-9793-019ef7eafcea tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103027 Jan 17 13:32:35.804310 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Request body: {'port': {'device_id': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:35.864242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:35.909435 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-eaed09e5-2db3-469a-a739-799a555404b5 None None] Provisioning complete for port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:32:35.911452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-eaed09e5-2db3-469a-a739-799a555404b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:35.944867 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-eaed09e5-2db3-469a-a739-799a555404b5 None None] Port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:32:36.128111 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:32:36.136210 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:36.148246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Transition to ACTIVE for port object 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:32:36.282041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-06ab17dc-066b-487a-a95e-d5595ffec294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:36.321402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:36.373618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:36.451750 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Attempting to bind port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:32:36.452087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Attempting to bind port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:32:36.452413 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Attempting to bind port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:32:36.459593 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:32:36.459943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Attempting to bind port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 on network 566a20ec-3c0e-472e-b907-f5c7ee02d74a {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:32:36.466711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:32:36.467054 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Checking segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:32:36.467427 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Bound using segment: {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:32:36.468029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Bound port: 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4e336f-427a-48ec-9a00-59859e231c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:32:36.468392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:36.541171 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:32:36.545473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:32:36.563029 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8f0c-defe-4c56-be88-753650fb1625 req-1d492ac4-eb8e-41a8-b14d-e403bbbfdc5d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:36.564908 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-27eb8f0c-defe-4c56-be88-753650fb1625 req-1d492ac4-eb8e-41a8-b14d-e403bbbfdc5d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0718343 Jan 17 13:32:36.604800 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-27eb8f0c-defe-4c56-be88-753650fb1625 req-2671517c-dfaa-4a3d-9750-2ebcaf414035 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336080 Jan 17 13:32:36.613738 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:36.651200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:36.651939 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:36.654093 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] 10.222.0.67 "PUT /v2.0/ports/9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1093 time: 0.8540161 Jan 17 13:32:36.654675 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:32:36.657065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d587a8a6-8d43-47e9-8c1f-f157776d1d45" -d '{"events": [{"name": "network-changed", "server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:32:36.690581 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d456f-4f3e-4961-9e3d-7a9fd1ee858f service neutron] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:36.702696 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28739826-b6dc-4bc9-a3ce-b423355b9c6f x-openstack-request-id: req-28739826-b6dc-4bc9-a3ce-b423355b9c6f {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:32:36.703087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:32:36.703345 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28739826-b6dc-4bc9-a3ce-b423355b9c6f {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:32:36.704185 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'status': 'completed', 'code': 200} Jan 17 13:32:36.774436 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587a8a6-8d43-47e9-8c1f-f157776d1d45 req-1c419259-72ca-4552-b2dd-87f54b7b0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:36.776045 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d587a8a6-8d43-47e9-8c1f-f157776d1d45 req-1c419259-72ca-4552-b2dd-87f54b7b0385 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1096 time: 0.0526893 Jan 17 13:32:36.889962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587a8a6-8d43-47e9-8c1f-f157776d1d45 req-a0c245cc-fa5f-4974-ab42-fb684c336ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:36.891643 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d587a8a6-8d43-47e9-8c1f-f157776d1d45 req-a0c245cc-fa5f-4974-ab42-fb684c336ed3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1084714 Jan 17 13:32:36.996058 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587a8a6-8d43-47e9-8c1f-f157776d1d45 req-f33aade2-637e-4e2a-be24-ae1d776afcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:36.998182 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d587a8a6-8d43-47e9-8c1f-f157776d1d45 req-f33aade2-637e-4e2a-be24-ae1d776afcb6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004031 Jan 17 13:32:37.073013 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-b2b07d9e-5b17-46dd-b2c6-d413256b2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:37.074438 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-b2b07d9e-5b17-46dd-b2c6-d413256b2fc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1096 time: 0.0418007 Jan 17 13:32:37.116297 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-2f24840e-0957-428b-a975-c4e8890d9f33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 217 time: 0.0349407 Jan 17 13:32:37.169802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-9cdd95eb-9d6a-45c1-9b7b-f603bb262b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:37.171269 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-9cdd95eb-9d6a-45c1-9b7b-f603bb262b3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0481369 Jan 17 13:32:37.215779 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2577-1001-4606-a209-143d042d201d req-831d1869-14eb-476f-8f30-63bd84f2a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:37.217210 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-831d1869-14eb-476f-8f30-63bd84f2a01a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400896 Jan 17 13:32:37.307048 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-986a608a-9544-4b4d-a86e-ae092de0d544 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834830 Jan 17 13:32:37.403611 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f31e2577-1001-4606-a209-143d042d201d req-0606a0df-5e22-489f-be2d-c4134d8c1fad service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900040 Jan 17 13:32:37.436157 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:37.725020 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445808e7-9c52-4aea-8ade-1326b9a7da4b req-5d966510-1957-4930-b227-c9a855e43faa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:37.726494 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-445808e7-9c52-4aea-8ade-1326b9a7da4b req-5d966510-1957-4930-b227-c9a855e43faa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0501306 Jan 17 13:32:37.765117 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-445808e7-9c52-4aea-8ade-1326b9a7da4b req-15c784ac-68e1-4475-b09e-6107945134a0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Jan 17 13:32:38.889378 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35366a0d-4312-4a5c-94e1-2b10e8c5e591 req-6faa2834-0471-4d6d-842b-f53b827eb8d1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:38.890940 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35366a0d-4312-4a5c-94e1-2b10e8c5e591 req-6faa2834-0471-4d6d-842b-f53b827eb8d1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0565901 Jan 17 13:32:38.933433 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-35366a0d-4312-4a5c-94e1-2b10e8c5e591 req-daf0455f-eea8-4971-a1b9-b7b16bb22829 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358634 Jan 17 13:32:38.944800 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:38.978697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:40.047206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875bf89-a9c6-430d-8ea1-5eadba8a57cb req-2084d137-6c87-449a-8f35-578a227810be tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:40.048741 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d875bf89-a9c6-430d-8ea1-5eadba8a57cb req-2084d137-6c87-449a-8f35-578a227810be tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0483379 Jan 17 13:32:40.085492 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-d875bf89-a9c6-430d-8ea1-5eadba8a57cb req-82e22af4-8c6f-40ed-923b-6e49e327258e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Jan 17 13:32:41.199164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e6d23-0ac3-489b-8fbe-e3e3ce20a7aa req-b1c3c48b-7bb4-43d7-a080-ceed8c71bafa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:41.201112 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-707e6d23-0ac3-489b-8fbe-e3e3ce20a7aa req-b1c3c48b-7bb4-43d7-a080-ceed8c71bafa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0491822 Jan 17 13:32:41.243159 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-707e6d23-0ac3-489b-8fbe-e3e3ce20a7aa req-9e64a2ff-5d88-46ab-8b14-860490f290fa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 Jan 17 13:32:42.359702 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34913b-8122-4e6c-a6ef-38ee081843ce req-07e69e23-0f0f-4b50-b157-b9b6c4734e74 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:42.361189 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bd34913b-8122-4e6c-a6ef-38ee081843ce req-07e69e23-0f0f-4b50-b157-b9b6c4734e74 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0531137 Jan 17 13:32:42.398474 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-bd34913b-8122-4e6c-a6ef-38ee081843ce req-9b2be94f-c6ef-4135-ac4a-f44e25392077 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Jan 17 13:32:43.510607 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63028d-b54d-47f6-9617-28e2a68cd7dd req-7b210439-b5df-437f-a02d-e407a18b9238 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:43.512833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eb63028d-b54d-47f6-9617-28e2a68cd7dd req-7b210439-b5df-437f-a02d-e407a18b9238 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0479741 Jan 17 13:32:43.549279 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-eb63028d-b54d-47f6-9617-28e2a68cd7dd req-2580a6e7-d37d-4a4a-a7e0-53377331f8cd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307639 Jan 17 13:32:44.663518 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4e6c1-b6d3-4a14-a9da-a5a7d112282e req-2040dae0-a551-47bb-9547-18a7ee6cd2f7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:44.665007 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-afc4e6c1-b6d3-4a14-a9da-a5a7d112282e req-2040dae0-a551-47bb-9547-18a7ee6cd2f7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0502377 Jan 17 13:32:44.703164 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-afc4e6c1-b6d3-4a14-a9da-a5a7d112282e req-d8c255fb-5950-4154-804d-2aae14436194 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jan 17 13:32:45.816074 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3d81b-e820-4264-928e-b1c6714d86cb req-401f2257-34d6-44a4-8eac-ba07bdf09cd8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:45.817544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-18b3d81b-e820-4264-928e-b1c6714d86cb req-401f2257-34d6-44a4-8eac-ba07bdf09cd8 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0487177 Jan 17 13:32:45.855124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-18b3d81b-e820-4264-928e-b1c6714d86cb req-dfa92662-475a-406e-b78f-8de15de345d6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jan 17 13:32:46.016464 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:32:46.110841 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:32:46.122426 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'port_id': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'mac_address': 'fa:16:3e:4c:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:32:46.157824 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:46.172134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:32:46.192453 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:32:46.257540 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:46.306049 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:46.313851 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.314191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.314525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.314860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.315181 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.315527 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.315855 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.316178 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.316497 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.316814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.317127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.317438 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:32:46.459935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['9b136c83-11e8-41b8-8a5d-e0cdb302cc15'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:32:46.967601 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c736a-78d4-4e1d-81d1-c5bd272ca9b7 req-2bd1ebe7-6780-4349-97b3-6cc3ef4486fa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:46.969072 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-262c736a-78d4-4e1d-81d1-c5bd272ca9b7 req-2bd1ebe7-6780-4349-97b3-6cc3ef4486fa tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 944 time: 0.0490828 Jan 17 13:32:47.005694 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-262c736a-78d4-4e1d-81d1-c5bd272ca9b7 req-0e45b8b8-8a6a-47d2-b112-9aa73a38acb4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305979 Jan 17 13:32:48.016636 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:32:48.119630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cd4e9-8a2f-4de4-943e-c4330fcd24fd req-e64ed06a-0a6a-46c0-b671-b1394f6a7d47 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:48.121129 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-700cd4e9-8a2f-4de4-943e-c4330fcd24fd req-e64ed06a-0a6a-46c0-b671-b1394f6a7d47 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 944 time: 0.0492210 Jan 17 13:32:48.163437 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-700cd4e9-8a2f-4de4-943e-c4330fcd24fd req-b4d5967d-fad3-4d30-918e-946d847a11fe tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359647 Jan 17 13:32:48.178457 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:32:48.182403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:32:48.182781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:48.259354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:48.282434 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:32:48.284644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4a13a5-8482-4bc4-a8b2-9d947f776c89" -d '{"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-plugged", "status": "completed", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:32:48.299941 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:32:48.372997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:48.375893 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4976a6e8-7abe-4441-82cb-86eea456e002 x-openstack-request-id: req-4976a6e8-7abe-4441-82cb-86eea456e002 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:32:48.376190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-plugged", "status": "completed", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:32:48.376441 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4976a6e8-7abe-4441-82cb-86eea456e002 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:32:48.376849 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'code': 200} Jan 17 13:32:48.424224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:48.619802 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc82da0-6c35-4f8e-9c08-66c50bb348a3 req-0b5a7e02-fc1b-4554-89dd-8b47e24e09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:48.621202 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cdc82da0-6c35-4f8e-9c08-66c50bb348a3 req-0b5a7e02-fc1b-4554-89dd-8b47e24e09ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0398827 Jan 17 13:32:48.654698 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cdc82da0-6c35-4f8e-9c08-66c50bb348a3 req-c2366064-1bee-4931-938b-705b41d084f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274823 Jan 17 13:32:49.276572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409894-8e5a-474c-9630-40b85f85cfcc req-7e1dbc6d-4425-4278-a01a-b30da1e8f635 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:49.278071 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-39409894-8e5a-474c-9630-40b85f85cfcc req-7e1dbc6d-4425-4278-a01a-b30da1e8f635 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0487461 Jan 17 13:32:49.316095 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-39409894-8e5a-474c-9630-40b85f85cfcc req-556c463d-ad89-48df-af1d-1b7a6c872fb0 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Jan 17 13:32:50.433359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6987cc-faf8-45ee-9eec-bec085d7e3c8 req-ed112a09-2de4-4447-8994-fa7adc43242a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:50.434745 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad6987cc-faf8-45ee-9eec-bec085d7e3c8 req-ed112a09-2de4-4447-8994-fa7adc43242a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Jan 17 13:32:50.472591 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ad6987cc-faf8-45ee-9eec-bec085d7e3c8 req-e49e4d6e-9657-4bbb-b4b3-3c9314cca275 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Jan 17 13:32:50.583173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fa250-134e-4ff1-87a8-20d54c492733 req-1133d770-62e9-4b45-824b-84f19960beb6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:50.584662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b22fa250-134e-4ff1-87a8-20d54c492733 req-1133d770-62e9-4b45-824b-84f19960beb6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0480108 Jan 17 13:32:50.625466 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b22fa250-134e-4ff1-87a8-20d54c492733 req-4eb33fdb-c06a-485b-a23b-985bc73fecdd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349088 Jan 17 13:32:50.647199 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56614) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:50.685827 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ce781-27cf-4c58-a826-6d5aa47c1c51 tempest-TestShelveInstance-42928380 tempest-TestShelveInstance-42928380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:50.687239 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ca1ce781-27cf-4c58-a826-6d5aa47c1c51 tempest-TestShelveInstance-42928380 tempest-TestShelveInstance-42928380-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1093 time: 0.0390022 Jan 17 13:32:50.690030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56616) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:32:50.694379 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:32:50.778562 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:50.881516 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:50.983155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Allocated IP 172.26.4.139 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/36060c46-0f7f-4b86-9787-a071fd916fb1) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:32:51.085834 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:51.178997 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:51.214443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:32:51.217839 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:32:51.221309 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:32:51.251796 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'Port': ['ID=36060c46-0f7f-4b86-9787-a071fd916fb1,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:51.579344 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:51.699330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:51.847172 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:51.903572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:51.968709 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event updated for resources: {'Port': ['ID=36060c46-0f7f-4b86-9787-a071fd916fb1,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:32:51.981753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:52.082520 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Floating IP 190657b7-47c4-407d-a634-d010b85b10f2 associated. External IP: 172.26.4.139, port: 9b136c83-11e8-41b8-8a5d-e0cdb302cc15. Jan 17 13:32:52.289140 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Router f7587541-465c-4db6-ab65-d807172000cb has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:32:52.395100 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:32:52.406603 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:32:52.416159 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:32:52.416767 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:32:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:52.484223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:52.511947 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-309d9058-9bed-46fb-9201-0ca6a8d1459c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8208733 Jan 17 13:32:52.512872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:32:52.515583 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5cff3f-86d1-4a62-ab45-2ea780db6881" -d '{"events": [{"name": "network-changed", "server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:32:52.525546 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:32:52.552868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e7726-3954-4774-ba55-4e7d8e5597c9 x-openstack-request-id: req-7d4e7726-3954-4774-ba55-4e7d8e5597c9 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:32:52.553168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:32:52.553416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d4e7726-3954-4774-ba55-4e7d8e5597c9 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:32:52.553843 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'status': 'completed', 'code': 200} Jan 17 13:32:52.616264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-4e062a62-a176-4d71-8636-b30da93c5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:52.617858 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-4e062a62-a176-4d71-8636-b30da93c5bfe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0418925 Jan 17 13:32:52.705911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-178f9fe5-9b04-4bef-852c-637066e2935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:52.707434 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-178f9fe5-9b04-4bef-852c-637066e2935e service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0830517 Jan 17 13:32:52.747788 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '190657b7-47c4-407d-a634-d010b85b10f2', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'floating_ip_address': '172.26.4.139', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'port_id': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'mac_address': 'fa:16:3e:4c:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:32:51Z', 'updated_at': '2022-01-17T13:32:51Z', 'revision_number': 0, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:52.775590 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-308eeeb6-7fb2-4fd5-8309-03ac2dcb3a35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 999 time: 0.0608506 Jan 17 13:32:52.777105 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:32:52.785996 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:32:52.786606 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:32:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:52.824435 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-232377ed-6325-4a59-8171-4549ef931cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:52.826356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-232377ed-6325-4a59-8171-4549ef931cdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0440879 Jan 17 13:32:52.870906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-95d50ef9-e6fc-4adc-8b92-9ff0da28d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:32:52.873154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-95d50ef9-e6fc-4adc-8b92-9ff0da28d438 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402560 Jan 17 13:32:52.970577 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-480d8b91-a8f2-4e71-a817-53ce46194a92 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917742 Jan 17 13:32:52.978417 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:32:52.990538 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:32:53.061990 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fd5cff3f-86d1-4a62-ab45-2ea780db6881 req-f41f8e2e-360b-44d0-a5ea-c0bf93da2db6 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 Jan 17 13:32:53.217196 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '190657b7-47c4-407d-a634-d010b85b10f2', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'floating_ip_address': '172.26.4.139', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'port_id': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'mac_address': 'fa:16:3e:4c:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:32:51Z', 'updated_at': '2022-01-17T13:32:51Z', 'revision_number': 0, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:32:53.246894 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f7538e-033f-426d-8158-f2569f45740b None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '190657b7-47c4-407d-a634-d010b85b10f2', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'floating_ip_address': '172.26.4.139', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'port_id': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'mac_address': 'fa:16:3e:4c:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:32:51Z', 'updated_at': '2022-01-17T13:32:51Z', 'revision_number': 0, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:32:53.612234 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c16017-6209-4cb9-a1ab-caea991e7ddf None None] New status for floating IP 190657b7-47c4-407d-a634-d010b85b10f2: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:33:03.812562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e1e1ef9b-64f5-4884-8a16-aefa31a85fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:06.241115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-a39d6c25-4974-44f3-9c09-117c39605a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:07.486664 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:08.026384 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:33:08.938129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:08.965290 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:12.171731 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-ada6a3d5-7a07-4090-8718-458fe1777730 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821664 Jan 17 13:33:12.254110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-8657ef03-8f69-497e-a3ca-139d2ad4c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:33:12.255646 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-8657ef03-8f69-497e-a3ca-139d2ad4c64a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0457468 Jan 17 13:33:12.357299 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-28a93725-b138-4dac-a571-b7784157789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:33:12.359659 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-28a93725-b138-4dac-a571-b7784157789c service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0855887 Jan 17 13:33:12.425778 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-d0c11b29-39bd-410f-8bd5-def4b8b90842 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1001 time: 0.0603902 Jan 17 13:33:12.472388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-d7c7277d-542f-4217-8123-bcb8ed1b081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:33:12.474109 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-d7c7277d-542f-4217-8123-bcb8ed1b081d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0425410 Jan 17 13:33:12.519061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-a3535f18-70a5-4653-9e0a-aaf960a4f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:33:12.520721 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-a3535f18-70a5-4653-9e0a-aaf960a4f836 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406690 Jan 17 13:33:12.951827 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-e6696588-3d3c-4570-bb43-1255d7129a84 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249508 Jan 17 13:33:13.040184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-6838029c-b7d4-41df-990f-c13d5615fc5f req-7ff3ef50-d416-43c5-a57e-4d8ac485bb0f service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815685 Jan 17 13:33:22.993700 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:33.835008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4499-e624-42ba-9b8a-7ccb35b9e513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:36.246399 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-18b338e0-b5ff-4a0d-b9df-ebe732a11cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:37.486084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:38.924654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:38.970265 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:33:45.024879 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:33:53.028818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:03.860665 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-19b16eaa-e4d5-419f-b1d6-436cb5d2df10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:06.234344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-542175f0-61fa-426b-8f30-2e0438197da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:07.483751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:08.993913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:09.056942 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:13.263104 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-9842d6ec-6233-4aac-82f0-d4078e46f9ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428445 Jan 17 13:34:13.356103 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-6a1db126-2f81-4f72-a6f8-715a4230b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:34:13.357876 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-6a1db126-2f81-4f72-a6f8-715a4230b5c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0538757 Jan 17 13:34:13.461780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-bfaa1247-49ee-4ce4-887c-7cc6cc963bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:34:13.463246 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-bfaa1247-49ee-4ce4-887c-7cc6cc963bc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0869391 Jan 17 13:34:13.532651 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-d0ce00cc-f555-4a26-833b-f80e2437a77a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1001 time: 0.0630958 Jan 17 13:34:13.589056 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-f4ae2b50-543a-47ba-8dd0-acd7d3695cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:34:13.590543 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-f4ae2b50-543a-47ba-8dd0-acd7d3695cd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0515463 Jan 17 13:34:13.635480 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-901c9b9c-c922-45f5-9cf6-86c679105359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:34:13.636989 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-901c9b9c-c922-45f5-9cf6-86c679105359 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406339 Jan 17 13:34:13.728490 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-804c77b9-855b-4b0b-aa31-3b011dc6d52d service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851688 Jan 17 13:34:13.820286 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-11b2010b-5a70-4a70-a9af-d27aa2f229c4 req-92b0cb99-1598-4788-bf18-783f66e15891 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819104 Jan 17 13:34:22.022803 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:34:23.014575 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:33.811161 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-403d7b61-fe08-43f4-91c0-a85f9fc9b437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:36.199778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f216c124-7a1b-46f4-be87-65bf9aaf2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:37.488403 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:38.962363 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:38.984728 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:53.016583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:34:59.021746 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:35:01.165061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-9d8bebc0-c938-4e0d-a6a4-b957e26ca187 req-b29177eb-485d-4f77-ab72-cb6569814844 service neutron] (109280) timed out ('10.222.0.67', 56179) {{(pid=109280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 17 13:35:03.850356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bf21fd65-c081-46cd-a0f3-31806d736889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:06.201145 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-13c819c2-c534-43f2-9498-43791711776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:07.464401 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:08.967221 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:08.984345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:14.128588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-ac9d10b2-83ec-4334-8120-a46c454d2b5c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413363 Jan 17 13:35:14.215909 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-21859b78-2e68-4079-a330-1f3e43ad7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:14.217751 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-21859b78-2e68-4079-a330-1f3e43ad7e18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0467429 Jan 17 13:35:14.320854 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-5b2627f1-192a-46e1-b563-452d42a86cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:14.322444 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-5b2627f1-192a-46e1-b563-452d42a86cbe service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0855904 Jan 17 13:35:14.392612 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-d8b32412-bd34-4dc1-afb8-83a945b242eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1001 time: 0.0632877 Jan 17 13:35:14.440542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-c3f27b9c-bcc1-4656-b632-920556195d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:14.442018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-c3f27b9c-bcc1-4656-b632-920556195d94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0438156 Jan 17 13:35:14.488773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-07ee3f28-ad32-4e81-a70b-409b9b2ac6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:14.490513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-07ee3f28-ad32-4e81-a70b-409b9b2ac6e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422568 Jan 17 13:35:14.584062 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-e0c813e1-ad24-4326-b393-6a173fe87c04 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863824 Jan 17 13:35:14.671451 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2daa213b-7c0d-4447-980c-ba9f566a4894 req-861cd930-3a77-4977-b3e6-15caaa080805 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815547 Jan 17 13:35:20.614347 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02876bad-828f-4bf9-9aac-511cd2e59f06 req-d51fe9eb-c3ec-4ce5-a10e-70505909e7ff tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:20.615915 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-02876bad-828f-4bf9-9aac-511cd2e59f06 req-d51fe9eb-c3ec-4ce5-a10e-70505909e7ff tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0528576 Jan 17 13:35:20.658801 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-02876bad-828f-4bf9-9aac-511cd2e59f06 req-b9b3a1a7-2e21-404f-8716-2c3a05dc2c12 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Jan 17 13:35:21.775317 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e60a6-c927-4ed7-9d1a-d13f61907ae9 req-71f74b59-03fc-4a31-9fdb-5c8deb5df3ca tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:21.776835 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-718e60a6-c927-4ed7-9d1a-d13f61907ae9 req-71f74b59-03fc-4a31-9fdb-5c8deb5df3ca tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Jan 17 13:35:21.815557 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-718e60a6-c927-4ed7-9d1a-d13f61907ae9 req-8b067302-8e39-43b2-98c4-77e0dbd463f5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320370 Jan 17 13:35:22.930459 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267ffac-a67f-4d11-89a6-837cf6a89d27 req-d5b3d048-05c6-40e9-a182-cbbd26205f3c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:22.931942 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6267ffac-a67f-4d11-89a6-837cf6a89d27 req-d5b3d048-05c6-40e9-a182-cbbd26205f3c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0482936 Jan 17 13:35:22.969964 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6267ffac-a67f-4d11-89a6-837cf6a89d27 req-06e481ff-7094-4c2f-a343-b90c09aca4b9 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317488 Jan 17 13:35:23.035274 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:24.088572 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662434f9-d7a9-4c33-912b-48ef907dd7cc req-0f449e5b-bf6a-47ec-972c-debc5918be1f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:24.090021 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-662434f9-d7a9-4c33-912b-48ef907dd7cc req-0f449e5b-bf6a-47ec-972c-debc5918be1f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0521452 Jan 17 13:35:24.127792 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-662434f9-d7a9-4c33-912b-48ef907dd7cc req-de643837-ec89-4027-ba2d-1e5474656fef tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jan 17 13:35:25.243529 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93a2d-ec2b-4668-8837-f9e3fd192d5f req-3bb8378b-d8c2-4aac-89f0-0b73fb80a4c5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:25.244931 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15c93a2d-ec2b-4668-8837-f9e3fd192d5f req-3bb8378b-d8c2-4aac-89f0-0b73fb80a4c5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0500391 Jan 17 13:35:25.285886 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-15c93a2d-ec2b-4668-8837-f9e3fd192d5f req-03f2ee61-f10f-4a77-9a56-a3ca5380b3e3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338757 Jan 17 13:35:26.399610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e5bf-b449-4824-a4b8-ac2c1a06ebd0 req-4f9d0eaf-7a63-47c3-a081-c26686bcd0e4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:26.401067 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2623e5bf-b449-4824-a4b8-ac2c1a06ebd0 req-4f9d0eaf-7a63-47c3-a081-c26686bcd0e4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0484219 Jan 17 13:35:26.438374 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2623e5bf-b449-4824-a4b8-ac2c1a06ebd0 req-c38d6021-dde0-4e9f-b31a-7327147262bd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307794 Jan 17 13:35:27.551010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ecf8a-1d4b-433f-ae0b-61e8d761623f req-2b9bc3e1-f158-45b8-9d21-19de2fa44d99 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:27.552513 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c62ecf8a-1d4b-433f-ae0b-61e8d761623f req-2b9bc3e1-f158-45b8-9d21-19de2fa44d99 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0481045 Jan 17 13:35:27.594065 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c62ecf8a-1d4b-433f-ae0b-61e8d761623f req-94690557-6b68-42ef-a05e-f6a9034ebf24 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350389 Jan 17 13:35:28.706652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4241ffa-566d-4ddb-8d32-c5ee2b440aa6 req-9c9a57d3-41aa-41a4-aadd-5c7cdbdf01c7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:28.708187 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4241ffa-566d-4ddb-8d32-c5ee2b440aa6 req-9c9a57d3-41aa-41a4-aadd-5c7cdbdf01c7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Jan 17 13:35:28.745984 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f4241ffa-566d-4ddb-8d32-c5ee2b440aa6 req-3f409527-154d-4dc1-825d-7865de8ec4bb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Jan 17 13:35:29.862339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925d3f7-b5ba-4589-85e3-c2f887ec885a req-f9257f36-f2c2-46b9-8b28-c1953cf69fe2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:29.863754 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2925d3f7-b5ba-4589-85e3-c2f887ec885a req-f9257f36-f2c2-46b9-8b28-c1953cf69fe2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Jan 17 13:35:29.901605 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-2925d3f7-b5ba-4589-85e3-c2f887ec885a req-1c84e5f9-0771-4979-8880-51f6a8a08afd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Jan 17 13:35:30.810152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-8a11ba16-6a22-42a6-8b29-cfd610995b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:30.811920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-8a11ba16-6a22-42a6-8b29-cfd610995b06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0445583 Jan 17 13:35:30.902351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-dc673367-db7f-4286-a21e-685db642c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:30.903899 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-dc673367-db7f-4286-a21e-685db642c778 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0860994 Jan 17 13:35:30.975160 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-1ecfa770-9c5d-431c-b400-1caa63c260fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1001 time: 0.0650222 Jan 17 13:35:31.053657 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344a525-a3e8-4bf5-be4b-2f7d949fa038 req-68a117fc-7894-411f-ad99-57ec27838a4a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:31.055142 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4344a525-a3e8-4bf5-be4b-2f7d949fa038 req-68a117fc-7894-411f-ad99-57ec27838a4a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0829484 Jan 17 13:35:31.056455 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-ec879568-f43a-4a47-a2a5-d86b1aeb1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:31.057758 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-ec879568-f43a-4a47-a2a5-d86b1aeb1773 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0752842 Jan 17 13:35:31.127595 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-4344a525-a3e8-4bf5-be4b-2f7d949fa038 req-ea4ef6a3-9eaa-4ddf-945b-3e12195018b1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663159 Jan 17 13:35:31.130124 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-89c9a9e3-ee22-4eb8-86eb-bb7959d6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:31.131558 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-89c9a9e3-ee22-4eb8-86eb-bb7959d6413e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641072 Jan 17 13:35:31.220905 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-c927d75c-1cbb-4ae5-ba0d-86225609ab43 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818172 Jan 17 13:35:31.311776 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-41521974-00e6-46bc-9f9d-6eb4d3ed687d req-0981ac00-e777-44ee-a7b8-221cf8eb594a service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849409 Jan 17 13:35:32.240869 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358bb9a-273f-4605-8211-8392755bb415 req-0f519e0c-53e5-4caa-86c0-3eefd9204b4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:32.242340 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1358bb9a-273f-4605-8211-8392755bb415 req-0f519e0c-53e5-4caa-86c0-3eefd9204b4f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0480952 Jan 17 13:35:32.279483 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1358bb9a-273f-4605-8211-8392755bb415 req-51b39f43-f93f-43e4-ac7a-547ea6ff7d45 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Jan 17 13:35:33.394786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f2de0-873d-4757-9248-1e56107d64ea req-45fd9603-ae47-4e7c-8459-4dacf5976581 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:33.396203 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e2f2de0-873d-4757-9248-1e56107d64ea req-45fd9603-ae47-4e7c-8459-4dacf5976581 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Jan 17 13:35:33.433441 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-2e2f2de0-873d-4757-9248-1e56107d64ea req-189fb222-97dc-4d3f-a844-85ec0c8becc6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Jan 17 13:35:33.811980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6c8a9d6e-dbc5-40e4-b482-f3022a209249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:34.548491 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f2ca2-6f52-4493-8f39-50322d5ad0bf req-8b1f4035-e529-4ccc-b34e-757983ccdba5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:34.549958 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-631f2ca2-6f52-4493-8f39-50322d5ad0bf req-8b1f4035-e529-4ccc-b34e-757983ccdba5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0483010 Jan 17 13:35:34.594652 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-631f2ca2-6f52-4493-8f39-50322d5ad0bf req-4d638dfb-a1ab-4e8a-b8a2-d0e11aca05ba tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377192 Jan 17 13:35:35.709388 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900907-8dbd-4e7e-9e3e-b732ca59c41b req-574aa811-7ac8-4f01-bd50-690688ab869c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:35.710861 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d1900907-8dbd-4e7e-9e3e-b732ca59c41b req-574aa811-7ac8-4f01-bd50-690688ab869c tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Jan 17 13:35:35.751828 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d1900907-8dbd-4e7e-9e3e-b732ca59c41b req-caa21d90-2941-4c55-a0d0-3bfaff4ee7cc tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342083 Jan 17 13:35:36.020687 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:35:36.190388 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6a016113-9582-4ee0-829c-95d1b9570d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:36.936173 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:35:37.014186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:37.037008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:35:37.039307 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb1544b-9a54-44e3-83ec-d9386d3c7cd8" -d '{"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-unplugged", "status": "completed", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:35:37.053184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:35:37.068719 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944cbb1-2abc-4719-b66c-c226a379a521 req-3f9da6d9-58a8-428f-93ff-6f008a8019b5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:37.070373 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0944cbb1-2abc-4719-b66c-c226a379a521 req-3f9da6d9-58a8-428f-93ff-6f008a8019b5 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0633037 Jan 17 13:35:37.077045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8053110d-e0b7-4931-b49d-ef7c74aeeb34 x-openstack-request-id: req-8053110d-e0b7-4931-b49d-ef7c74aeeb34 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:35:37.077346 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-unplugged", "status": "failed", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "code": 422}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:35:37.080736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8053110d-e0b7-4931-b49d-ef7c74aeeb34 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:35:37.080736 dv-neutron-824886-1-hyperv neutron-server[109282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'code': 422} returned with failed status Jan 17 13:35:37.115018 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0944cbb1-2abc-4719-b66c-c226a379a521 req-e4233f66-c652-43e4-ad39-d8a66056fe00 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384820 Jan 17 13:35:37.120629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:37.176805 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:35:37.179587 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-8a44a24e-f2e7-4fab-b095-ffd72359d72d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328652 Jan 17 13:35:37.184847 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.185270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.185677 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.186127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.186582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.186933 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.187327 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.187744 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.188169 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.188494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.188860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.189226 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:35:37.455898 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:38.234296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f5a38-b88f-4a99-bf42-a3638f72e323 req-f48b7af6-2bdb-4bfc-a30c-531bba071db3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:38.236438 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-836f5a38-b88f-4a99-bf42-a3638f72e323 req-f48b7af6-2bdb-4bfc-a30c-531bba071db3 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0559108 Jan 17 13:35:38.274444 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-836f5a38-b88f-4a99-bf42-a3638f72e323 req-9c26b733-bcf5-4fa4-8f05-22c1c80681a7 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322230 Jan 17 13:35:38.935723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:38.960296 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:39.392203 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f8d1c-c026-496e-8dc2-d713d15c28c3 req-3431776c-3a86-473d-972c-67ea3e0eb922 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:39.393691 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08f8d1c-c026-496e-8dc2-d713d15c28c3 req-3431776c-3a86-473d-972c-67ea3e0eb922 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0495389 Jan 17 13:35:39.432491 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08f8d1c-c026-496e-8dc2-d713d15c28c3 req-3671124f-c95b-4c54-8f5f-2a9919054f9e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Jan 17 13:35:40.544118 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1e91-87dd-4d7e-89b7-5ad0d141671d req-5a233f4c-b256-429d-904c-504a441f30ac tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:40.545598 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5c7f1e91-87dd-4d7e-89b7-5ad0d141671d req-5a233f4c-b256-429d-904c-504a441f30ac tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0497406 Jan 17 13:35:40.584424 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-5c7f1e91-87dd-4d7e-89b7-5ad0d141671d req-244324d0-6d9b-4b31-8306-b5a5ecc60a05 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Jan 17 13:35:41.705698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773b59f-d026-45cd-ac01-e7b90ee88939 req-5fc5e72e-0c2b-4ac2-8d61-d2f6262be6dd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:41.707118 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1773b59f-d026-45cd-ac01-e7b90ee88939 req-5fc5e72e-0c2b-4ac2-8d61-d2f6262be6dd tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0538397 Jan 17 13:35:41.749139 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1773b59f-d026-45cd-ac01-e7b90ee88939 req-53f9564c-9acd-409d-9d02-58e6da7bdb89 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361376 Jan 17 13:35:42.863185 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0488b9e-9814-49a5-af9a-6573503195ef req-8cb7f87b-0718-4435-a068-4cfe6317c831 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:42.864681 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c0488b9e-9814-49a5-af9a-6573503195ef req-8cb7f87b-0718-4435-a068-4cfe6317c831 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0495031 Jan 17 13:35:42.905908 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-c0488b9e-9814-49a5-af9a-6573503195ef req-3696582e-bcfa-4613-a8f1-cf6874f83848 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350819 Jan 17 13:35:44.021676 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7ed07-5385-4c77-b8cd-66465d6b132b req-e3e1f31a-018a-469c-aa2f-864f99d24058 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:44.023184 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8fb7ed07-5385-4c77-b8cd-66465d6b132b req-e3e1f31a-018a-469c-aa2f-864f99d24058 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0501761 Jan 17 13:35:44.061630 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8fb7ed07-5385-4c77-b8cd-66465d6b132b req-ef5625c1-f53b-4292-8889-4eb0c49b33eb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Jan 17 13:35:45.176506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907cacb-f44a-47e5-8db6-f806ce974d08 req-f09f7e8b-b0a5-4a6a-80ea-b1c91d319b44 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:45.178069 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7907cacb-f44a-47e5-8db6-f806ce974d08 req-f09f7e8b-b0a5-4a6a-80ea-b1c91d319b44 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0504491 Jan 17 13:35:45.216285 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7907cacb-f44a-47e5-8db6-f806ce974d08 req-2b821cdb-764c-4f27-8a1e-7c76f13299ca tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Jan 17 13:35:46.332724 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0088de7-ca7b-43ea-bbd8-d6e26d40da28 req-ce44cb36-1b29-407e-894a-362170e530c6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:46.334378 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0088de7-ca7b-43ea-bbd8-d6e26d40da28 req-ce44cb36-1b29-407e-894a-362170e530c6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Jan 17 13:35:46.372706 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-c0088de7-ca7b-43ea-bbd8-d6e26d40da28 req-9371aa6d-0c94-4b17-baa5-e4723e4bd48f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323398 Jan 17 13:35:46.854421 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-b61df709-4f50-42a1-ab52-f42da5934a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:46.855991 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-b61df709-4f50-42a1-ab52-f42da5934a4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&tenant_id=b3e0539f81264d40a8ece98ed4d2892c HTTP/1.1" status: 200 len: 1096 time: 0.0409324 Jan 17 13:35:46.921029 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-135f4601-1edf-4966-bec8-aeceb14f0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:46.923016 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-135f4601-1edf-4966-bec8-aeceb14f0274 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1096 time: 0.0437276 Jan 17 13:35:47.010552 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-1075832d-f24c-4e1e-8c1f-e35432b84d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:47.012079 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-1075832d-f24c-4e1e-8c1f-e35432b84d21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0834918 Jan 17 13:35:47.078753 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-80bb135c-2c8b-46d9-97aa-02c03670b685 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 999 time: 0.0603406 Jan 17 13:35:47.126457 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-f0bcacf4-1741-430e-b679-28ec8783842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:47.127749 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-f0bcacf4-1741-430e-b679-28ec8783842e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0428090 Jan 17 13:35:47.171885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-e3a7ab34-187d-4340-8e8c-14e29e4c491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:47.173651 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-e3a7ab34-187d-4340-8e8c-14e29e4c491c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398190 Jan 17 13:35:47.263615 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-3a2751c9-a5d4-41d5-905f-03a3a4c1cddd service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837486 Jan 17 13:35:47.352571 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b187f291-8c7f-4bd0-881d-5d438b8abb89 req-7f02a4b6-f70c-4f05-880a-5fd0d05ec71d service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828898 Jan 17 13:35:47.484844 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51040c5-c2c6-499e-94d8-6c612c48d31c req-61b94581-fbcc-4cd7-b393-7228b3f20f15 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:47.486516 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a51040c5-c2c6-499e-94d8-6c612c48d31c req-61b94581-fbcc-4cd7-b393-7228b3f20f15 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0493946 Jan 17 13:35:47.524294 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-a51040c5-c2c6-499e-94d8-6c612c48d31c req-9076d44b-9d24-4418-ab87-250e81e5099a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Jan 17 13:35:48.637924 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e10acd-7603-4a64-9bbd-bb3e467af262 req-21c2fc44-b614-4cd5-806c-7c5a65aa586d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:48.639400 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-55e10acd-7603-4a64-9bbd-bb3e467af262 req-21c2fc44-b614-4cd5-806c-7c5a65aa586d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0494382 Jan 17 13:35:48.676764 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-55e10acd-7603-4a64-9bbd-bb3e467af262 req-743401ff-bb73-483f-a2c6-e6ae54e1baed tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Jan 17 13:35:49.788161 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26346f5a-e9c5-4f9e-9f81-e72680c7c5b9 req-55cc743e-1bb9-45af-ae17-942282ce387b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:49.789631 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-26346f5a-e9c5-4f9e-9f81-e72680c7c5b9 req-55cc743e-1bb9-45af-ae17-942282ce387b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0482399 Jan 17 13:35:49.830634 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-26346f5a-e9c5-4f9e-9f81-e72680c7c5b9 req-7a052399-2c15-4277-aa05-290685dc37e6 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351222 Jan 17 13:35:50.949175 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc3e7e-4e08-412c-aba1-4dc325451cf5 req-a03cd1f4-c120-47b6-801b-85c8f9f1f78f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:50.950653 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5cc3e7e-4e08-412c-aba1-4dc325451cf5 req-a03cd1f4-c120-47b6-801b-85c8f9f1f78f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0530050 Jan 17 13:35:50.988250 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a5cc3e7e-4e08-412c-aba1-4dc325451cf5 req-13eb3842-3b30-40ff-990d-0a4b126c81bb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315976 Jan 17 13:35:52.101064 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92819b-de0c-43b2-976d-b2719c01a8ac req-fc007d57-cdf8-4dc4-8707-a62a338223f4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:52.102523 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0a92819b-de0c-43b2-976d-b2719c01a8ac req-fc007d57-cdf8-4dc4-8707-a62a338223f4 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0488327 Jan 17 13:35:52.139509 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-0a92819b-de0c-43b2-976d-b2719c01a8ac req-efeb116d-569e-4020-920d-4460b215cdde tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Jan 17 13:35:53.068492 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:53.254343 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71144f45-118c-4427-ab9e-2de1b3dddfb2 req-164af23b-a657-443a-9c76-5796d2785f20 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:53.255747 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71144f45-118c-4427-ab9e-2de1b3dddfb2 req-164af23b-a657-443a-9c76-5796d2785f20 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0486054 Jan 17 13:35:53.293219 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-71144f45-118c-4427-ab9e-2de1b3dddfb2 req-287189ba-7314-4fe1-a6a0-c2b1e1149601 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Jan 17 13:35:54.406891 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470824-1b5d-4092-ac90-75e0baaf7c19 req-254e9250-479b-4321-900a-711042fef59a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:54.409069 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1e470824-1b5d-4092-ac90-75e0baaf7c19 req-254e9250-479b-4321-900a-711042fef59a tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 943 time: 0.0489442 Jan 17 13:35:54.445772 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-1e470824-1b5d-4092-ac90-75e0baaf7c19 req-faf6fc91-e822-4180-a4f2-1832677e78eb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308063 Jan 17 13:35:55.028669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:35:55.118263 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:35:55.129525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'port_id': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'mac_address': 'fa:16:3e:4c:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:35:55.168765 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:55.181709 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:35:55.200543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:35:55.336948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:55.384711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:35:55.562602 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a699b1-34d5-4f87-9a1c-c52486152343 req-e21c5e96-e3de-43ec-95d1-b9f2a0684022 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:55.564735 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-13a699b1-34d5-4f87-9a1c-c52486152343 req-e21c5e96-e3de-43ec-95d1-b9f2a0684022 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 944 time: 0.0507510 Jan 17 13:35:55.570673 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['9b136c83-11e8-41b8-8a5d-e0cdb302cc15'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:35:55.603217 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-13a699b1-34d5-4f87-9a1c-c52486152343 req-505736af-2721-472b-82e0-3fa8bdcf7ed2 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322869 Jan 17 13:35:56.716673 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b508c-70c0-4cec-a373-25afe1bb30cc req-04358e36-997b-417e-bf4c-c076360a50be tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:56.718131 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-640b508c-70c0-4cec-a373-25afe1bb30cc req-04358e36-997b-417e-bf4c-c076360a50be tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 944 time: 0.0480227 Jan 17 13:35:56.760435 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-640b508c-70c0-4cec-a373-25afe1bb30cc req-6d33870b-e3da-4688-a49e-ae0f4bc7a629 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354357 Jan 17 13:35:57.044036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:35:57.089574 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:35:57.089944 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:57.164930 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:57.186804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:35:57.189036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3770c27d-ded0-4eb7-b981-8c975d73c160" -d '{"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-plugged", "status": "completed", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:35:57.204543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:35:57.225644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99406f89-1dea-4c07-969d-df4517f6ee29 x-openstack-request-id: req-99406f89-1dea-4c07-969d-df4517f6ee29 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:35:57.225938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-plugged", "status": "completed", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:35:57.226192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99406f89-1dea-4c07-969d-df4517f6ee29 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:35:57.226582 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'code': 200} Jan 17 13:35:57.268818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:35:57.315992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:35:57.460753 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d944-39ba-48de-af5b-6083370584c3 req-b7476771-dada-4712-9837-804a245534b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:57.462262 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3876d944-39ba-48de-af5b-6083370584c3 req-b7476771-dada-4712-9837-804a245534b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0431550 Jan 17 13:35:57.496842 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3876d944-39ba-48de-af5b-6083370584c3 req-7a2e66d6-6cab-43b6-b28b-670cf3b384b3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284023 Jan 17 13:35:57.872224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f382e-0ebd-4c28-9b10-b207b7075814 req-74a84ea8-04ba-46d1-b1ac-8e8a0ed378ce tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:57.873699 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-be5f382e-0ebd-4c28-9b10-b207b7075814 req-74a84ea8-04ba-46d1-b1ac-8e8a0ed378ce tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Jan 17 13:35:57.912094 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-be5f382e-0ebd-4c28-9b10-b207b7075814 req-82379d59-eff2-44b1-b84c-50b0b097349e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Jan 17 13:35:59.027634 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307f524-2db7-48f8-9471-49a29d325837 req-cb564e49-c6d5-48a7-9db6-2e9053b07c3d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:35:59.029109 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8307f524-2db7-48f8-9471-49a29d325837 req-cb564e49-c6d5-48a7-9db6-2e9053b07c3d tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Jan 17 13:35:59.067709 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8307f524-2db7-48f8-9471-49a29d325837 req-49bd2e31-1210-4c1e-8dbe-2453a81d2b2f tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Jan 17 13:36:03.815410 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c4782c1f-0a16-4e38-9165-b2a8aee04124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:06.216785 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f0381971-8409-448f-a63d-10d0c1edd18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:07.472622 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:08.942729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:08.964768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:13.018535 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:36:14.134944 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-246796a4-11c7-408c-97b1-ffff304f9e7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399108 Jan 17 13:36:14.219084 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-4384b9ce-d77d-4ce0-9764-418095f7e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:36:14.220634 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-4384b9ce-d77d-4ce0-9764-418095f7e170 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0450890 Jan 17 13:36:14.325040 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-fea473d0-1b3f-47c5-95e9-b8e684941dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:36:14.326540 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-fea473d0-1b3f-47c5-95e9-b8e684941dae service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0865827 Jan 17 13:36:14.394910 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-bae583da-dff8-4a4a-bb50-fb7c5e8b7bc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1001 time: 0.0612381 Jan 17 13:36:14.441808 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-2e61de2e-e0f3-432a-9248-e49615f7d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:36:14.443220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-2e61de2e-e0f3-432a-9248-e49615f7d1a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0425198 Jan 17 13:36:14.487603 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-02464454-b76d-4ab6-8ff6-db8e7278a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:36:14.489768 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-02464454-b76d-4ab6-8ff6-db8e7278a0a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397887 Jan 17 13:36:14.500304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-5f682523-1fbb-4d1c-a0c3-0f5ac2d4f184 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:36:14.501262 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-5f682523-1fbb-4d1c-a0c3-0f5ac2d4f184 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048225 Jan 17 13:36:14.597544 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-3d41af47-9835-4482-a66f-a8b59bb6dae5 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899780 Jan 17 13:36:14.690727 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7edb66c8-8895-4b77-9568-2a9c874bfb8e req-fa5056c5-f525-4f09-be3a-e7b3c30eae54 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865643 Jan 17 13:36:23.096208 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:33.855629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-44670e34-a0e3-49af-8aaa-b010df5b516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:36.221569 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-90f23f1f-0bc8-4673-8575-9d05f9e013de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:37.512764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:38.963997 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:38.986642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:36:50.017244 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:36:53.072708 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:03.848712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-014c6eb7-bda0-46aa-a593-1eb4ac16f04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:06.180471 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-04e8e07b-4ffe-4aee-a630-09eb8c2efd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:07.483046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:08.945685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:08.962666 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:15.119130 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-300f637d-a793-4d1f-89fc-6a856b434c10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410056 Jan 17 13:37:15.205935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-de385495-31b6-47d8-a4af-1ec3d95a3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:15.207416 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-de385495-31b6-47d8-a4af-1ec3d95a3de6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0459173 Jan 17 13:37:15.308067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-59b16593-020e-4cd0-8a84-bf92e093927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:15.309510 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-59b16593-020e-4cd0-8a84-bf92e093927f service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0828028 Jan 17 13:37:15.377513 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-877b0ed0-c948-4958-9396-32a4679bad8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 1001 time: 0.0613859 Jan 17 13:37:15.424530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-1f93c523-03d1-4593-8b3a-a907a24caa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:15.425915 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-1f93c523-03d1-4593-8b3a-a907a24caa3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0418892 Jan 17 13:37:15.468935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-8230cacf-b71b-43ee-9f68-38cd527a7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:15.470360 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-8230cacf-b71b-43ee-9f68-38cd527a7fcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382354 Jan 17 13:37:15.558279 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-b17fcc9a-a7b2-4e84-b2cf-a25ba3963160 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816562 Jan 17 13:37:15.645518 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-bf653b91-87d9-4470-b42f-d46fb74ff5d1 req-d697374e-97a2-41de-b743-e50147c5ecc2 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805566 Jan 17 13:37:23.094046 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:27.016554 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:37:33.802196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-64f84d0d-6548-46a1-94ee-40f761b7985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.111307 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56832) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:35.269966 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Deleting port 36060c46-0f7f-4b86-9787-a071fd916fb1 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:35.270319 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.348724 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.349055 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.360452 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Calling delete_port for 36060c46-0f7f-4b86-9787-a071fd916fb1 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:35.562731 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.596283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event deleted for resources: {'Port': ['ID=36060c46-0f7f-4b86-9787-a071fd916fb1,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:35.618327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.618672 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.619009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.619338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.619691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.620017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.620872 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.621441 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.621800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.622123 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.622443 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.622761 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:35.662359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.662683 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Floating IP 190657b7-47c4-407d-a634-d010b85b10f2 disassociated (deleted). External IP: 172.26.4.139, port: 9b136c83-11e8-41b8-8a5d-e0cdb302cc15. Jan 17 13:37:35.872052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Router f7587541-465c-4db6-ab65-d807172000cb has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:37:35.978126 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:37:35.983607 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:35.988175 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:37:35.998046 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:35.998661 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:36.011158 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-d9a154a4-6968-4bd9-9077-fc1b9538fd9b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "DELETE /v2.0/floatingips/190657b7-47c4-407d-a634-d010b85b10f2 HTTP/1.1" status: 204 len: 168 time: 0.8985724 Jan 17 13:37:36.011900 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:37:36.014104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b2967f-13b7-4271-bbf4-0975113a1403" -d '{"events": [{"name": "network-changed", "server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:37:36.114246 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:36.116504 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e00bbd1-6dff-43e2-a201-5fff124e329b x-openstack-request-id: req-1e00bbd1-6dff-43e2-a201-5fff124e329b {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:37:36.117042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:37:36.117042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e00bbd1-6dff-43e2-a201-5fff124e329b {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:37:36.117434 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'status': 'completed', 'code': 200} Jan 17 13:37:36.187263 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-057136a8-ce7a-47f5-9d26-73b03555c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:36.188861 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-057136a8-ce7a-47f5-9d26-73b03555c079 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 1098 time: 0.0492737 Jan 17 13:37:36.191683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f6db93ba-b3dc-4666-a68c-3885e15b8584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:36.290470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-ab4ae276-39bd-45b0-bda2-76feb673b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:36.292128 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-ab4ae276-39bd-45b0-bda2-76feb673b90f service neutron] 10.222.0.67 "GET /v2.0/networks?id=566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 200 len: 909 time: 0.0972981 Jan 17 13:37:36.334423 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-a8fa49b9-f91a-43c5-9167-8ed3ef63a355 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 200 len: 217 time: 0.0350859 Jan 17 13:37:36.341322 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:36.367238 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:37:36.375885 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:36.376506 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:36.396618 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-7ec8f69d-8a7c-480e-a263-12892e25869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:36.398086 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-7ec8f69d-8a7c-480e-a263-12892e25869f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 200 len: 847 time: 0.0498471 Jan 17 13:37:36.445645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-c628202e-9596-4433-ade0-65b4809d31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:36.447458 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-c628202e-9596-4433-ade0-65b4809d31cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=566a20ec-3c0e-472e-b907-f5c7ee02d74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416493 Jan 17 13:37:36.513324 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:36.580539 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-4094959e-32fa-40f4-8056-82624c22ba86 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241086 Jan 17 13:37:36.590164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae8573-1b1f-46b6-b0af-da3d27ab8673 req-b665099f-dd62-466b-a714-65d03f1ca62b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:36.591904 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ddae8573-1b1f-46b6-b0af-da3d27ab8673 req-b665099f-dd62-466b-a714-65d03f1ca62b tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.1281216 Jan 17 13:37:36.677675 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ddae8573-1b1f-46b6-b0af-da3d27ab8673 req-3a3d2b82-87ef-4f47-8e24-4e1303363626 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768206 Jan 17 13:37:36.703888 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-46b2967f-13b7-4271-bbf4-0975113a1403 req-ebd132e9-93af-49e7-91e0-d9f7bec3c725 service neutron] 10.222.0.67 "GET /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109071 Jan 17 13:37:36.717732 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:36.747153 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22548a31-1e68-4837-b99c-1edbe4c58a66 None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:44Z', 'revision_number': 4, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '68078668-727e-4c4d-b2ea-8628bfa0cde9', 'name': '', 'network_id': '566a20ec-3c0e-472e-b907-f5c7ee02d74a', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'mac_address': 'fa:16:3e:a3:b3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:43Z', 'updated_at': '2022-01-17T13:27:48Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'subnets': [{'id': '9793ab07-861d-49dd-8ef5-af09a58bb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:37:36.957638 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca9d67-3f7a-4a70-bb3f-ffd828ccd406 None None] New status for floating IP 190657b7-47c4-407d-a634-d010b85b10f2: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:37:37.476480 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:37.874942 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fb334-ff17-40c1-904e-d69fdcade5b0 req-30c55472-4f79-4143-ba7a-f11950200676 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:37.876459 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6d0fb334-ff17-40c1-904e-d69fdcade5b0 req-30c55472-4f79-4143-ba7a-f11950200676 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.1260204 Jan 17 13:37:37.917615 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-6d0fb334-ff17-40c1-904e-d69fdcade5b0 req-51b1cd14-bb17-4aee-bc98-725402d409d1 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/security-groups?id=4eea1dec-a743-43e3-943d-a6e4eaaff564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347848 Jan 17 13:37:38.001258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-331fdbee-8573-4ad9-a6a0-7a2ef6162dad tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:38.002743 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-331fdbee-8573-4ad9-a6a0-7a2ef6162dad tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 945 time: 0.0520566 Jan 17 13:37:38.091398 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Deleting port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:38.091757 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:38.180250 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] For port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:38.180610 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:38.193494 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Calling delete_port for 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:38.380062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:38.413020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event deleted for resources: {'Port': ['ID=9b136c83-11e8-41b8-8a5d-e0cdb302cc15,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:38.439030 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.439371 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.439725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.440052 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.440374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.440698 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.441015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.441330 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.441645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.441959 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.442270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.442578 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:38.461763 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] No DVR routers for this DVR port 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:37:38.464473 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:38.468024 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3d7c7de3-83bd-4ada-aa7f-10d1d5611045 req-68ffa626-0e19-43cc-abea-5d318c99ca58 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.67 "DELETE /v2.0/ports/9b136c83-11e8-41b8-8a5d-e0cdb302cc15 HTTP/1.1" status: 204 len: 173 time: 0.4601007 Jan 17 13:37:38.468452 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-deleted', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:37:38.470671 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf17a63-942a-4bb1-b0e7-62d394fd32aa" -d '{"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-deleted", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:37:38.557142 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b4a968-1d08-439a-8861-d4493c7b33cd x-openstack-request-id: req-a1b4a968-1d08-439a-8861-d4493c7b33cd {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:37:38.557441 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44", "name": "network-vif-deleted", "tag": "9b136c83-11e8-41b8-8a5d-e0cdb302cc15", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:37:38.558230 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1b4a968-1d08-439a-8861-d4493c7b33cd {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:37:38.558664 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44', 'name': 'network-vif-deleted', 'tag': '9b136c83-11e8-41b8-8a5d-e0cdb302cc15', 'status': 'completed', 'code': 200} Jan 17 13:37:38.962882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:38.991299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:39.012717 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-9588adfe-78ab-490b-b8ec-d803ae79e80f req-e2c2e9ba-91db-429e-8b48-9e3c3e2cc90e tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Jan 17 13:37:40.107479 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0ccc51f7-b681-4a46-9190-ccc2b3770d64 req-3c3d4419-e176-4ae5-a484-30565bd44026 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Jan 17 13:37:41.206967 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-78c485cd-429a-445f-bb63-093bb5a1f495 req-afacb471-7bce-4e8e-915b-a852d9db1aeb tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Jan 17 13:37:41.667270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:41.688258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:37:41.688698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 9b136c83-11e8-41b8-8a5d-e0cdb302cc15 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:37:42.314420 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-efa95f09-692e-46b9-9b89-410337324214 req-8abf0ebe-2c08-49ad-8721-5291c28cd3ac tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "GET /v2.0/ports?device_id=72e658a8-e3d2-4c0f-a9ff-0fa09cf79a44 HTTP/1.1" status: 200 len: 210 time: 0.0282314 Jan 17 13:37:43.370013 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56888) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:43.428422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0ba6-15d6-4b50-99a2-fa3dd6585202 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:43.453908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0ba6-15d6-4b50-99a2-fa3dd6585202 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:43.556728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0ba6-15d6-4b50-99a2-fa3dd6585202 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:43.560216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0ba6-15d6-4b50-99a2-fa3dd6585202 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:43.561412 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-a9dc0ba6-15d6-4b50-99a2-fa3dd6585202 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] 10.222.0.77 "DELETE /v2.0/security-groups/4eea1dec-a743-43e3-943d-a6e4eaaff564 HTTP/1.1" status: 204 len: 168 time: 0.1903963 Jan 17 13:37:43.570525 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc0ba6-15d6-4b50-99a2-fa3dd6585202 tempest-TestShelveInstance-1235046055 tempest-TestShelveInstance-1235046055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea1dec-a743-43e3-943d-a6e4eaaff564,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:43.667365 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56892) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:44.148064 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:44.400846 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Deleting port 68078668-727e-4c4d-b2ea-8628bfa0cde9 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:44.401110 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:44.481533 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] For port 68078668-727e-4c4d-b2ea-8628bfa0cde9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=68078668-727e-4c4d-b2ea-8628bfa0cde9,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:44.481901 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:44.494681 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Calling delete_port for 68078668-727e-4c4d-b2ea-8628bfa0cde9 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:45.071196 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:45.098392 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=68078668-727e-4c4d-b2ea-8628bfa0cde9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:45.273165 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:45.493004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Router f7587541-465c-4db6-ab65-d807172000cb has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:37:45.600902 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:37:45.606620 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-0ad90464-97d7-4a06-9800-6bd832347c8c admin admin] 10.222.0.77 "PUT /v2.0/routers/f7587541-465c-4db6-ab65-d807172000cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9381990 Jan 17 13:37:45.609329 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56898) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:45.612082 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] Sync routers for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:37:45.622732 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:45.623597 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:45.715841 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:45.817866 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:45.823337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:45.914062 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Deleting port e42655ee-07b4-4850-ae55-4573f87f03cf {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:45.914401 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:45.991838 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:37:44Z', 'revision_number': 5, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port': {'id': 'e42655ee-07b4-4850-ae55-4573f87f03cf', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7587541-465c-4db6-ab65-d807172000cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:45.996981 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] For port e42655ee-07b4-4850-ae55-4573f87f03cf, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e42655ee-07b4-4850-ae55-4573f87f03cf,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:45.997208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.009858 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Calling delete_port for e42655ee-07b4-4850-ae55-4573f87f03cf owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:46.018501 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] Checking router: f7587541-465c-4db6-ab65-d807172000cb for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:37:46.026517 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] Routers {'f7587541-465c-4db6-ab65-d807172000cb'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:46.027125 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['f7587541-465c-4db6-ab65-d807172000cb'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:46.111526 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] Set router f7587541-465c-4db6-ab65-d807172000cb gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:46.165990 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:37:45Z', 'revision_number': 6, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:46.193514 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16417ab9-45e3-4093-85f8-9004ec92eaee None None] The sync data for ids ['f7587541-465c-4db6-ab65-d807172000cb'] in dv-neutron-824886-1-hyperv is: [{'id': 'f7587541-465c-4db6-ab65-d807172000cb', 'name': 'tempest-TestShelveInstance-423915439-router', 'tenant_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:41Z', 'updated_at': '2022-01-17T13:37:45Z', 'revision_number': 6, 'project_id': 'b3e0539f81264d40a8ece98ed4d2892c', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:37:46.237115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.263837 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42655ee-07b4-4850-ae55-4573f87f03cf,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:46.324085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.412821 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.414961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.528978 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.529886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7587541-465c-4db6-ab65-d807172000cb {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:37:46.537134 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.538548 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6e819d3e-a2b6-4b90-9aaa-70c9b8248560 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f7587541-465c-4db6-ab65-d807172000cb HTTP/1.1" status: 204 len: 168 time: 0.9283056 Jan 17 13:37:46.541105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56900) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:46.589569 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Deleting subnet 9793ab07-861d-49dd-8ef5-af09a58bb86c {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:37:46.593276 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.630242 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.715099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.848308 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.876383 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9793ab07-861d-49dd-8ef5-af09a58bb86c,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:46.878322 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:46.882163 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f0c4c247-51a8-4013-8825-4d1c547d16f4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9793ab07-861d-49dd-8ef5-af09a58bb86c HTTP/1.1" status: 204 len: 168 time: 0.3394744 Jan 17 13:37:46.882366 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c913c-841c-410c-9835-a634a1781cfc None None] Network 566a20ec-3c0e-472e-b907-f5c7ee02d74a requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:37:46.884281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56904) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:46.955953 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.064218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] DHCP port deletion for 566a20ec-3c0e-472e-b907-f5c7ee02d74a request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:37:47.115423 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Deleting port 30ba25cb-0354-4b93-b661-bd3f0935ff14 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:47.115835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.185862 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] For port 30ba25cb-0354-4b93-b661-bd3f0935ff14, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=30ba25cb-0354-4b93-b661-bd3f0935ff14,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:47.186271 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.205458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Calling delete_port for 30ba25cb-0354-4b93-b661-bd3f0935ff14 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:47.251570 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 30ba25cb-0354-4b93-b661-bd3f0935ff14 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:47.337404 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Deleting port 30ba25cb-0354-4b93-b661-bd3f0935ff14 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:47.337743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.405657 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] For port 30ba25cb-0354-4b93-b661-bd3f0935ff14, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=30ba25cb-0354-4b93-b661-bd3f0935ff14,segment=NetworkSegment(8e4e336f-427a-48ec-9a00-59859e231c9e),segment_id=8e4e336f-427a-48ec-9a00-59859e231c9e)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:47.406068 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.419263 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Calling delete_port for 30ba25cb-0354-4b93-b661-bd3f0935ff14 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:47.500242 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.567900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.574865 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.601701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Pushing event deleted for resources: {'Port': ['ID=30ba25cb-0354-4b93-b661-bd3f0935ff14,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:47.605896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] No DVR routers for this DVR port 30ba25cb-0354-4b93-b661-bd3f0935ff14 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:37:47.610936 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Pushing event deleted for resources: {'Port': ['ID=30ba25cb-0354-4b93-b661-bd3f0935ff14,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:47.612981 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68078668-727e-4c4d-b2ea-8628bfa0cde9 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:47.614660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] No DVR routers for this DVR port 30ba25cb-0354-4b93-b661-bd3f0935ff14 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:37:47.639581 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.639935 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.640394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.640731 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.641058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.641387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.641712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.642035 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.642356 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.642672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.642987 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.643302 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0867cf-d026-4a1f-889f-4e7fe0b4e8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:47.646179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 68078668-727e-4c4d-b2ea-8628bfa0cde9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:37:47.646179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 68078668-727e-4c4d-b2ea-8628bfa0cde9 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:37:47.646773 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e42655ee-07b4-4850-ae55-4573f87f03cf no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:47.669153 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e42655ee-07b4-4850-ae55-4573f87f03cf {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:37:47.669498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e42655ee-07b4-4850-ae55-4573f87f03cf not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:37:47.681611 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.702322 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566a20ec-3c0e-472e-b907-f5c7ee02d74a']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:47.711576 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4e336f-427a-48ec-9a00-59859e231c9e') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:47.711877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4e336f-427a-48ec-9a00-59859e231c9e') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:47.721606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.734971 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.740691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:37:47.741171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: self.session.flush() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:37:47.742728 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:37:47.848052 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.853241 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:47.857205 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] 10.222.0.77 "DELETE /v2.0/networks/566a20ec-3c0e-472e-b907-f5c7ee02d74a HTTP/1.1" status: 204 len: 168 time: 0.9719357 Jan 17 13:37:47.861775 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56906) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:47.867877 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654107b-d7ab-42a2-990b-acfddaf406ca admin admin] Pushing event deleted for resources: {'Network': ['ID=566a20ec-3c0e-472e-b907-f5c7ee02d74a,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:48.200448 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:48.443447 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Deleting port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:48.443791 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:48.519832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] For port ee0a7f0c-99cc-4455-87ba-1da3f7304bf9, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:48.520185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:48.533438 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Calling delete_port for ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 owned by network:router_interface {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:48.762682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:48.786200 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0a7f0c-99cc-4455-87ba-1da3f7304bf9,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:48.956638 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:49.164611 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Router 523472f3-e829-495d-b3b2-f97a285d0a3a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:37:49.274015 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:37:49.278919 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-22b1b804-01e4-4392-be45-afb22513ca4f admin admin] 10.222.0.77 "PUT /v2.0/routers/523472f3-e829-495d-b3b2-f97a285d0a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4176831 Jan 17 13:37:49.281406 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56908) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:49.284080 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] Sync routers for ids ['523472f3-e829-495d-b3b2-f97a285d0a3a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:37:49.293667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] Routers {'523472f3-e829-495d-b3b2-f97a285d0a3a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:49.294283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['523472f3-e829-495d-b3b2-f97a285d0a3a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:49.383430 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks [] for router, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:49.396149 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] Set router 523472f3-e829-495d-b3b2-f97a285d0a3a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:49.484272 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:49.569355 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:37:48Z', 'revision_number': 5, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port': {'id': 'e6d8f6c7-1a86-42e4-910a-f51b58ac4f93', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:49.596036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] Checking router: 523472f3-e829-495d-b3b2-f97a285d0a3a for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:37:49.604292 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] Routers {'523472f3-e829-495d-b3b2-f97a285d0a3a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:49.604900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['523472f3-e829-495d-b3b2-f97a285d0a3a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:49.628523 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Deleting port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:49.628865 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:49.690251 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] Set router 523472f3-e829-495d-b3b2-f97a285d0a3a gateway port host: None {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:49.710863 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] For port e6d8f6c7-1a86-42e4-910a-f51b58ac4f93, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:49.711375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:49.725700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Calling delete_port for e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 owned by network:router_gateway {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:49.750968 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:37:49Z', 'revision_number': 6, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:49.776605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f654a41-ee77-464e-bad3-5fa273f95dfc None None] The sync data for ids ['523472f3-e829-495d-b3b2-f97a285d0a3a'] in dv-neutron-824886-1-hyperv is: [{'id': '523472f3-e829-495d-b3b2-f97a285d0a3a', 'name': 'tempest-TestShelveInstance-1626032468-router', 'tenant_id': '598697c7bab24085bde4d5033193a4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:27:47Z', 'updated_at': '2022-01-17T13:37:49Z', 'revision_number': 6, 'project_id': '598697c7bab24085bde4d5033193a4f7', 'gw_port_host': None}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:37:49.934264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:49.959059 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d8f6c7-1a86-42e4-910a-f51b58ac4f93,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:50.020897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.451840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.453852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.550882 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.551470 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523472f3-e829-495d-b3b2-f97a285d0a3a {{(pid=109280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:37:50.555961 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] Notify callbacks [] for router, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.557111 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-dcea86ea-ec48-43b2-aaed-95337fd5b14e admin admin] 10.222.0.77 "DELETE /v2.0/routers/523472f3-e829-495d-b3b2-f97a285d0a3a HTTP/1.1" status: 204 len: 168 time: 1.2748141 Jan 17 13:37:50.559933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56912) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:50.606251 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Deleting subnet 518596ff-6b56-4dcb-93ae-565ede0d9005 {{(pid=109280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:37:50.611061 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.647760 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60421600'] for subnet, precommit_delete_associations {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.728561 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.842836 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60152625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60588583'] for subnet, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.870768 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:50.874726 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/518596ff-6b56-4dcb-93ae-565ede0d9005 HTTP/1.1" status: 204 len: 168 time: 0.3138342 Jan 17 13:37:50.875742 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2b639-23ed-4125-909e-8f54aefe3be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518596ff-6b56-4dcb-93ae-565ede0d9005,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:50.875896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87e03f-83ee-486e-97dc-7f5d1847d0da None None] Network 6a6ab90c-2c43-4137-9b84-e9284469d1cd requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:37:50.877605 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56914) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:50.949980 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.002853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Deleting port 0d731fff-873f-45c1-ad70-0662d7ebc523 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:51.003258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.035148 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] DHCP port deletion for 6a6ab90c-2c43-4137-9b84-e9284469d1cd request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:37:51.066401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] For port 0d731fff-873f-45c1-ad70-0662d7ebc523, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0d731fff-873f-45c1-ad70-0662d7ebc523,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:51.066771 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.080028 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Calling delete_port for 0d731fff-873f-45c1-ad70-0662d7ebc523 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:51.080729 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] Deleting port 0d731fff-873f-45c1-ad70-0662d7ebc523 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:37:51.081113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.145948 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] For port 0d731fff-873f-45c1-ad70-0662d7ebc523, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=0d731fff-873f-45c1-ad70-0662d7ebc523,segment=NetworkSegment(52c73c0b-e5aa-4cc2-ace1-911c204f1856),segment_id=52c73c0b-e5aa-4cc2-ace1-911c204f1856)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:51.146347 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.159536 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] Calling delete_port for 0d731fff-873f-45c1-ad70-0662d7ebc523 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:37:51.224681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:51.237030 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.251304 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:37:51.251612 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device ee0a7f0c-99cc-4455-87ba-1da3f7304bf9 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:37:51.251990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:51.266306 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] No DVR routers for this DVR port 0d731fff-873f-45c1-ad70-0662d7ebc523 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:37:51.271195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d731fff-873f-45c1-ad70-0662d7ebc523,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:51.276127 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:37:51.276470 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e6d8f6c7-1a86-42e4-910a-f51b58ac4f93 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:37:51.276881 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0d731fff-873f-45c1-ad70-0662d7ebc523 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:37:51.280772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.302836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 0d731fff-873f-45c1-ad70-0662d7ebc523 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:37:51.303166 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 0d731fff-873f-45c1-ad70-0662d7ebc523 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:37:51.323646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] Pushing event deleted for resources: {'Port': ['ID=0d731fff-873f-45c1-ad70-0662d7ebc523,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:51.326313 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba6f15-2b0b-4945-9558-22dec31f6336 None None] No DVR routers for this DVR port 0d731fff-873f-45c1-ad70-0662d7ebc523 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:37:51.346405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.365981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6ab90c-2c43-4137-9b84-e9284469d1cd']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:51.375431 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c73c0b-e5aa-4cc2-ace1-911c204f1856') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:51.375760 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c73c0b-e5aa-4cc2-ace1-911c204f1856') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:51.384800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.397982 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.403835 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:37:51.404216 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:37:51.405833 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:37:51.510570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.516009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.519286 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6a6ab90c-2c43-4137-9b84-e9284469d1cd HTTP/1.1" status: 204 len: 168 time: 0.6405504 Jan 17 13:37:51.530545 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89896d86-8df8-4e83-9851-0ed1251c8862 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6ab90c-2c43-4137-9b84-e9284469d1cd,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:51.875251 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56918) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:51.914552 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-770bbac6-4874-438b-add9-5c2cb8977d9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3e0539f81264d40a8ece98ed4d2892c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380614 Jan 17 13:37:51.921233 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56920) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:51.972914 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f7d132c-4105-4b46-9fba-678eeaa8f2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:51.993802 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f7d132c-4105-4b46-9fba-678eeaa8f2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:52.116359 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f7d132c-4105-4b46-9fba-678eeaa8f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:52.118777 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-0f7d132c-4105-4b46-9fba-678eeaa8f2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:52.119940 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-0f7d132c-4105-4b46-9fba-678eeaa8f2a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f69760ff-703d-4fe4-99a0-db06eb674aa6 HTTP/1.1" status: 204 len: 168 time: 0.1977837 Jan 17 13:37:52.127841 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d132c-4105-4b46-9fba-678eeaa8f2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69760ff-703d-4fe4-99a0-db06eb674aa6,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:52.824866 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56926) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:52.863465 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-ed483eaf-8710-4a68-a3fc-8c93b587a007 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=598697c7bab24085bde4d5033193a4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374620 Jan 17 13:37:52.865946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56928) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:52.913049 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06cedf4f-6f52-4a1c-8517-86d2e493184b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:52.934506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06cedf4f-6f52-4a1c-8517-86d2e493184b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:53.041922 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06cedf4f-6f52-4a1c-8517-86d2e493184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:53.045046 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-06cedf4f-6f52-4a1c-8517-86d2e493184b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:53.046199 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-06cedf4f-6f52-4a1c-8517-86d2e493184b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6bc1a14-8896-44b1-9146-1d9267e27079 HTTP/1.1" status: 204 len: 168 time: 0.1793749 Jan 17 13:37:53.054155 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cedf4f-6f52-4a1c-8517-86d2e493184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc1a14-8896-44b1-9146-1d9267e27079,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:53.099543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:53.992476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56950) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:54.087399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-938208108-network', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:37:54.150304 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Made reservation on behalf of b8cba3eb566e4dfc8e60cc456c5453db for: {'network': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:37:54.153467 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.162538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.239432 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.299179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.326985 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=109280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:37:54.332542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec943de8-6193-483e-b78b-fe44732edf80,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:54.341386 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.341386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.segments_db [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Added segment d30d5ca9-b6a8-441b-88bc-0e7baef8565d of type vlan for network a6271e23-4c6a-4035-a120-baf807ff4013 Jan 17 13:37:54.381309 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.482246 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.483139 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:54.483782 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.541255 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] Pushing event updated for resources: {'Network': ['ID=a6271e23-4c6a-4035-a120-baf807ff4013,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:54.551230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network a6271e23-4c6a-4035-a120-baf807ff4013 details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:37:54.577088 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9a1e46cc-3c57-4b8f-833b-5dbb816b1319 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5834622 Jan 17 13:37:54.579950 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56954) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:54.584852 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Request body: {'subnet': {'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-938208108-subnet', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'ip_version': 4}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:37:54.647914 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Made reservation on behalf of b8cba3eb566e4dfc8e60cc456c5453db for: {'subnet': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:37:54.650314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60588764'] for subnet, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.876832 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60152694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60588590'] for subnet, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:54.937090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c182e581-77b8-486c-a525-0e64b1a0b157,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:54.944935 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Checking segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:37:54.945284 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Network hostable DHCP agents. Network: a6271e23-4c6a-4035-a120-baf807ff4013, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:37:55.019042 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Network a6271e23-4c6a-4035-a120-baf807ff4013 is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:37:55.104786 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, a6271e23-4c6a-4035-a120-baf807ff4013) {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:37:55.109089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:37:55.109711 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.115368 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aacd61a-6880-4a27-99c6-44697eb06d12 None None] Network a6271e23-4c6a-4035-a120-baf807ff4013 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:37:55.178466 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-7d8b2843-bc2b-4f06-b6ce-d63264594ef3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5949404 Jan 17 13:37:55.179224 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56956) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:55.184086 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:37:55.257130 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-a6271e23-4c6a-4035-a120-baf807ff4013', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:37:55.258045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.299296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.300436 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.351470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.394216 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Allocated IP 172.20.0.2 (a6271e23-4c6a-4035-a120-baf807ff4013/c182e581-77b8-486c-a525-0e64b1a0b157/e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:37:55.538611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.550847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.641647 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.681886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Network a6271e23-4c6a-4035-a120-baf807ff4013 is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:37:55.685343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:37:55.692323 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:37:55.695129 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Pushing event updated for resources: {'Port': ['ID=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:55.750740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Attempting to bind port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:37:55.751218 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Attempting to bind port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:37:55.751624 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Attempting to bind port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 on network a6271e23-4c6a-4035-a120-baf807ff4013 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:37:55.756691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:37:55.757089 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Checking segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:37:55.757491 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.757884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Bound using segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:37:55.758343 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Bound port: e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:37:55.758717 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.825393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] For port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:37:55.828354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] For port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:37:55.840816 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.863825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.900168 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:55.962616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab644c2f-5910-45bd-866a-535230d7a2de None None] Pushing event updated for resources: {'Port': ['ID=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:55.971349 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Allocated IP 172.26.4.193 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/bc769a2a-d64b-40d3-8e4f-e72909e32854) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:37:56.083875 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:56.185874 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:56.233619 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc769a2a-d64b-40d3-8e4f-e72909e32854,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:56.237143 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:37:56.238938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:37:56.241202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:37:56.591228 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:56.791693 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:56.829454 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7060358-9922-4896-a9d8-1711a9efc2a5 None None] Network a6271e23-4c6a-4035-a120-baf807ff4013 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:37:56.894832 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-ae2311de-0176-4b40-9db2-78456d3c8cc9 None None] Provisioning complete for port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:56.895111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae2311de-0176-4b40-9db2-78456d3c8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.007846 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:37:57.041244 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae2311de-0176-4b40-9db2-78456d3c8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.078710 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-ae2311de-0176-4b40-9db2-78456d3c8cc9 None None] For port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:57.119507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:37:57.131201 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:37:57.142188 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:57.143088 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:57.145823 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ae2311de-0176-4b40-9db2-78456d3c8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.193111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.194643 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-e97d9190-38ab-429b-99b3-353973267ec1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0144575 Jan 17 13:37:57.199830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56958) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:57.257486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2311de-0176-4b40-9db2-78456d3c8cc9 None None] Pushing event updated for resources: {'Port': ['ID=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:57.276892 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:57.325212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:37:57.378352 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-bdb55176-f0a8-4e96-af6f-9de12131e0f0 None None] Provisioning complete for port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:57.378650 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-bdb55176-f0a8-4e96-af6f-9de12131e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.408713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:57.408989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.467838 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:56Z', 'revision_number': 3, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:57.496326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:37:57.496778 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Updating router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 port bc769a2a-d64b-40d3-8e4f-e72909e32854 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:37:57.525277 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.681965 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.787317 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.836404 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.837833 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Allocated IP 172.20.0.1 (a6271e23-4c6a-4035-a120-baf807ff4013/c182e581-77b8-486c-a525-0e64b1a0b157/fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:37:57.889076 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Attempting to bind port bc769a2a-d64b-40d3-8e4f-e72909e32854 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:37:57.889446 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Attempting to bind port bc769a2a-d64b-40d3-8e4f-e72909e32854 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:37:57.889966 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Attempting to bind port bc769a2a-d64b-40d3-8e4f-e72909e32854 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:37:57.898902 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Pushing event updated for resources: {'Port': ['ID=bc769a2a-d64b-40d3-8e4f-e72909e32854,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:57.902913 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:37:57.903453 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:37:57.903878 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.904265 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:37:57.904752 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Bound port: bc769a2a-d64b-40d3-8e4f-e72909e32854, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:37:57.905129 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:57.911633 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.911983 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.912327 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.912661 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.912987 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.913314 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.913642 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.913971 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.914295 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.914620 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.914934 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.915250 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:37:57.969309 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] For port bc769a2a-d64b-40d3-8e4f-e72909e32854, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:37:57.973993 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] For port bc769a2a-d64b-40d3-8e4f-e72909e32854, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bc769a2a-d64b-40d3-8e4f-e72909e32854,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:37:58.037380 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.095204 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:58.095863 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:58.135454 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e330cb-48de-4b30-82fd-ebdb324d47b5 None None] Pushing event updated for resources: {'Port': ['ID=bc769a2a-d64b-40d3-8e4f-e72909e32854,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:58.208173 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:37:58.252946 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.368507 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.382615 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:56Z', 'revision_number': 3, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:37:58.407945 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Network a6271e23-4c6a-4035-a120-baf807ff4013 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:37:58.410076 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729485f-b875-4a43-a8f7-c3dcf61beb4a None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:56Z', 'revision_number': 3, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:37:58.410810 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:37:58.414384 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:37:58.443357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Pushing event updated for resources: {'Port': ['ID=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:58.467247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.661071 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.695185 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-b4a50757-71f1-483a-ad9c-6a34d528fd8e None None] Provisioning complete for port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:58.698875 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b4a50757-71f1-483a-ad9c-6a34d528fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.736522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-b4a50757-71f1-483a-ad9c-6a34d528fd8e None None] Port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:37:58.832033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.882203 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.951250 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:58.953141 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Pushing event updated for resources: {'Port': ['ID=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:59.050978 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Network a6271e23-4c6a-4035-a120-baf807ff4013 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:37:59.052523 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:37:59.180770 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:37:59.312001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:37:59.316745 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:37:59.318417 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f61ac4e9-e0c5-4d0d-aab3-c8b39753752e admin admin] 10.222.0.77 "PUT /v2.0/routers/57c9084f-f116-4132-9ddd-0ddca4f3daa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1182270 Jan 17 13:37:59.368778 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3880c7f3-bc69-45d8-965a-43dc4c88aadd None None] Provisioning complete for port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:59.369155 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3880c7f3-bc69-45d8-965a-43dc4c88aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:59.408535 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:59.408910 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:59.411432 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-3880c7f3-bc69-45d8-965a-43dc4c88aadd None None] Port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:37:59.489543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bc769a2a-d64b-40d3-8e4f-e72909e32854 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:37:59.538513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bc769a2a-d64b-40d3-8e4f-e72909e32854 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:37:59.538889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:59.617836 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:59.640319 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port bc769a2a-d64b-40d3-8e4f-e72909e32854, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bc769a2a-d64b-40d3-8e4f-e72909e32854,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:37:59.710801 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:37:59.761784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=bc769a2a-d64b-40d3-8e4f-e72909e32854,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:37:59.956182 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56974) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:37:59.961181 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1732748016-network', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:37:59.970940 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:37:59.979662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:37:59.981012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:00.024660 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Made reservation on behalf of a650086e2ce64cf8b0c3b6b3cde85900 for: {'network': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:38:00.027849 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for network, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.036532 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.085419 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:00.112899 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.162227 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.184686 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=109281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 13:38:00.199405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ef2a50-b4ab-472f-b682-f4300e81d3e6,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:00.202783 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.202783 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.segments_db [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Added segment d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d of type vlan for network e3e4a6f1-f775-4509-9756-9d4571aa301b Jan 17 13:38:00.244634 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728214864186'] for network, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.289264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 2, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:00.315291 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:38:00.315678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Updating router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:38:00.328087 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197'] for network, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.332477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:00.332477 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.340678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.392800 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e4a6f1-f775-4509-9756-9d4571aa301b,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:00.437984 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Network e3e4a6f1-f775-4509-9756-9d4571aa301b details requested by agent ovs-agent-dv-neutron-824886-1-hyperv with host dv-neutron-824886-1-hyperv {{(pid=109282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 13:38:00.456431 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-f7fe78ab-2ce2-4207-83a0-c0e7559a7db6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4990728 Jan 17 13:38:00.459035 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56976) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:00.463981 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Request body: {'subnet': {'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1732748016-subnet', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'ip_version': 4}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:00.545221 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Made reservation on behalf of a650086e2ce64cf8b0c3b6b3cde85900 for: {'subnet': 1} {{(pid=109281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:38:00.547533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60169312'] for subnet, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.660659 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.722300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.774104 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60202229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60169362'] for subnet, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.800513 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7d8ea-ed3a-4caf-83f7-c99360b9e854 None None] Pushing event updated for resources: {'Port': ['ID=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:00.829620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Attempting to bind port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:38:00.830477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Attempting to bind port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:38:00.830477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Attempting to bind port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 on network a6271e23-4c6a-4035-a120-baf807ff4013 {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:38:00.834954 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efe7c32-aa07-42fb-9ecf-c91845cd83be,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:00.836176 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:38:00.837764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Checking segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:38:00.838184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.838588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Bound using segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:38:00.839340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Bound port: fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:38:00.839589 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:00.842888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Checking segment: {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:38:00.843156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Network hostable DHCP agents. Network: e3e4a6f1-f775-4509-9756-9d4571aa301b, hostable agents: ['b66c27a6-1278-47ef-bbc6-6b545688a001'], hosted agents: [] {{(pid=109281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 13:38:00.907306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] For port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:38:00.910593 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] For port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:38:00.916825 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Network e3e4a6f1-f775-4509-9756-9d4571aa301b is scheduled to be hosted by DHCP agent b66c27a6-1278-47ef-bbc6-6b545688a001 with binding_index 1 {{(pid=109281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 13:38:00.973635 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.002072 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824886-1-hyperv, e3e4a6f1-f775-4509-9756-9d4571aa301b) {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:01.007093 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:01.007303 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.020340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1c3eb-563e-4694-a24e-edc352cf47c7 None None] Network e3e4a6f1-f775-4509-9756-9d4571aa301b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:38:01.083018 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:01.083678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:01.092977 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7d8ea-ed3a-4caf-83f7-c99360b9e854 None None] Pushing event updated for resources: {'Port': ['ID=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:01.096910 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-103bfa87-5300-48c3-9a2a-7e6f8d08a27e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6362572 Jan 17 13:38:01.099075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56978) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:01.104285 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:01.146091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-f1470a6d-d6c6-4f83-b80d-c6a16a75bf0b None None] Provisioning complete for port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:01.146501 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1470a6d-d6c6-4f83-b80d-c6a16a75bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.187895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16250'] for router, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.187895 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-760261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16227'] for router, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.249744 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.280093 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bc769a2a-d64b-40d3-8e4f-e72909e32854 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:01.288698 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:01.424339 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.451294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a3eb6f-9651-59fe-a09d-920e4f483530-e3e4a6f1-f775-4509-9756-9d4571aa301b', 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'fixed_ips': [{'subnet_id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be'}]}} from dv-neutron-824886-1-hyperv. {{(pid=109282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 17 13:38:01.452198 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.653723 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1470a6d-d6c6-4f83-b80d-c6a16a75bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.681763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.701793 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port bc769a2a-d64b-40d3-8e4f-e72909e32854 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:01.702200 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.702327 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.808977 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Allocated IP 172.26.4.63 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/a5f748f0-6bd3-44ff-bc4c-6deff55b4157) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:38:01.810702 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-f1470a6d-d6c6-4f83-b80d-c6a16a75bf0b None None] For port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:01.885871 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-f1470a6d-d6c6-4f83-b80d-c6a16a75bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.909533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:01.924069 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Allocated IP 172.20.0.2 (e3e4a6f1-f775-4509-9756-9d4571aa301b/6efe7c32-aa07-42fb-9ecf-c91845cd83be/af4f67c6-fd6d-4446-86c4-b1e5ad0e6011) {{(pid=109282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:38:02.025610 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.043551 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:00Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:02.047481 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1470a6d-d6c6-4f83-b80d-c6a16a75bf0b None None] Pushing event updated for resources: {'Port': ['ID=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:02.066743 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:38:02.070881 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:02.074756 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:38:02.082787 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:02.087500 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fa7dc-9e8e-40c0-8c13-9afbd50ce46b None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:00Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:38:02.092108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-69db6b42-4315-4191-9f99-d6c55139da8a None None] Provisioning complete for port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:02.092487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69db6b42-4315-4191-9f99-d6c55139da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.264041 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.351196 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011'] for port, after_create {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.395476 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Network e3e4a6f1-f775-4509-9756-9d4571aa301b is already hosted by enough agents. {{(pid=109282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:38:02.398324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Resources bound (agent type, host, resource id): {{(pid=109282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:02.405588 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Received port after_create {{(pid=109282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:38:02.408618 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Pushing event updated for resources: {'Port': ['ID=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,revision_number=1']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:02.466900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Attempting to bind port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:38:02.467393 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Attempting to bind port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:38:02.467897 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Attempting to bind port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 on network e3e4a6f1-f775-4509-9756-9d4571aa301b {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:38:02.474654 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:38:02.475108 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Checking segment: {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:38:02.475714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.476194 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Bound using segment: {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:38:02.476804 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Bound port: af4f67c6-fd6d-4446-86c4-b1e5ad0e6011, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:38:02.477264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.494826 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.548611 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] For port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:38:02.551782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] For port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:38:02.650391 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.704565 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761997'] for router, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:02.739381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8f83-1fac-4b76-af0e-0827ec58f1a0 None None] Pushing event updated for resources: {'Port': ['ID=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,revision_number=2']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:02.928090 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a is scheduled to L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 with binding_index 1 {{(pid=109281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 13:38:03.054847 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:38:03.065946 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Sync routers for ids ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:38:03.076814 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Routers {'5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:03.086164 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:03.136801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.138112 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-43c3be52-f050-4a9f-8a04-32a165fadba2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0380154 Jan 17 13:38:03.141149 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56980) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:03.285163 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Set router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:03.352336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:03.418884 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:03.419353 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.483478 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:02Z', 'revision_number': 3, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:03.523008 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Checking router: 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:38:03.523358 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Updating router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 binding host dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:38:03.528306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:03.550232 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.595254 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:03.595629 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.640116 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.688972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.726714 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:03.793458 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.822137 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Allocated IP 172.20.0.1 (e3e4a6f1-f775-4509-9756-9d4571aa301b/6efe7c32-aa07-42fb-9ecf-c91845cd83be/3b67f4fd-5843-434d-ad79-a8df9909ff20) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:38:03.848972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d894bddd-6164-4e89-a8df-2b385361ec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.853548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:03.863396 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Notify callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.880703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866cbd4-4755-4f0f-a27c-19bc715ad730 None None] Network e3e4a6f1-f775-4509-9756-9d4571aa301b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:38:03.933904 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.938467 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-253d412a-a354-457a-ab4f-2e27e20f919a None None] Provisioning complete for port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:03.938841 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-253d412a-a354-457a-ab4f-2e27e20f919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.947638 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:03.997293 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Attempting to bind port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:38:03.997668 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Attempting to bind port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:38:03.998027 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Attempting to bind port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 on network c44951b7-ffd1-410f-8338-75597c7e21b4 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:38:04.000861 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fde229-3d3d-4692-9c22-c3a1db130f96 None None] Pushing event updated for resources: {'Port': ['ID=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:04.006269 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:38:04.007543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Checking segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:38:04.007543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.007543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Bound using segment: {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:38:04.007949 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Bound port: a5f748f0-6bd3-44ff-bc4c-6deff55b4157, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbeebb8-1084-4612-b01d-aa4932dff60a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:38:04.008357 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.038532 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:38:04.054053 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.070848 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] For port a5f748f0-6bd3-44ff-bc4c-6deff55b4157, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:38:04.074662 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] For port a5f748f0-6bd3-44ff-bc4c-6deff55b4157, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:38:04.093401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Network e3e4a6f1-f775-4509-9756-9d4571aa301b is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:38:04.096290 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:04.099716 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:38:04.131429 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Pushing event updated for resources: {'Port': ['ID=3b67f4fd-5843-434d-ad79-a8df9909ff20,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:04.140169 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.151639 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-763262'] for router_interface, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.204703 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Routers {'5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:04.205335 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:04.246070 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fde229-3d3d-4692-9c22-c3a1db130f96 None None] Pushing event updated for resources: {'Port': ['ID=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:04.326859 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] Set router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:04.340585 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.407614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-96bf6f39-c8b4-478e-ae76-0284e20443a2 None None] Provisioning complete for port 3b67f4fd-5843-434d-ad79-a8df9909ff20 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:04.408184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96bf6f39-c8b4-478e-ae76-0284e20443a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.451902 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-96bf6f39-c8b4-478e-ae76-0284e20443a2 None None] Port 3b67f4fd-5843-434d-ad79-a8df9909ff20 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:38:04.464549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-96bf6f39-c8b4-478e-ae76-0284e20443a2 None None] Provisioning complete for port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:04.465644 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-96bf6f39-c8b4-478e-ae76-0284e20443a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.532588 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:02Z', 'revision_number': 3, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:04.537602 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.564784 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dec60f-a2c2-44b1-9b0e-65fedeb64594 None None] The sync data for ids ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'] in dv-neutron-824886-1-hyperv is: [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:02Z', 'revision_number': 3, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:38:04.596669 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.686484 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-5fbb73e7-da28-4458-ab89-0f8d9022b4e2 None None] Provisioning complete for port 3b67f4fd-5843-434d-ad79-a8df9909ff20 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:04.686957 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-5fbb73e7-da28-4458-ab89-0f8d9022b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.724623 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb73e7-da28-4458-ab89-0f8d9022b4e2 None None] Port 3b67f4fd-5843-434d-ad79-a8df9909ff20 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:38:04.996550 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-737183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-763338'] for router_interface, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:04.998377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Pushing event updated for resources: {'Port': ['ID=3b67f4fd-5843-434d-ad79-a8df9909ff20,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:05.094247 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Network e3e4a6f1-f775-4509-9756-9d4571aa301b is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:38:05.095843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:05.228936 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:38:05.333583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a5f748f0-6bd3-44ff-bc4c-6deff55b4157 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:05.361705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:38:05.372461 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-54859140-c597-4a45-b9c7-643f9b48ff6c admin admin] 10.222.0.77 "PUT /v2.0/routers/5d635ad1-1e8f-497c-9af1-12e2a60a3d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301044 Jan 17 13:38:05.381878 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-9d75b13b-cdf4-4297-a45a-1201ea6f6d79 None None] Provisioning complete for port 3b67f4fd-5843-434d-ad79-a8df9909ff20 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:05.382243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9d75b13b-cdf4-4297-a45a-1201ea6f6d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:05.425354 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:05.425930 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:05.427301 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-9d75b13b-cdf4-4297-a45a-1201ea6f6d79 None None] Port 3b67f4fd-5843-434d-ad79-a8df9909ff20 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:38:05.503896 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:05.523566 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] For port a5f748f0-6bd3-44ff-bc4c-6deff55b4157, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:05.602436 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:05.603282 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:05.685473 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Pushing event updated for resources: {'Port': ['ID=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:05.697943 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:05.698874 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:05.835572 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56988) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:05.841481 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732650641', 'description': 'tempest-secgroup-smoke-732650641 description', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:05.910801 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:05.979422 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.052538 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.082411 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd933dc-fc49-41f4-a570-a0a1c92de634,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:06.112586 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Sync routers for ids ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:38:06.122314 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Routers {'5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:06.129411 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:37:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:06.147081 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.148352 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-672b0396-2b20-4107-8d89-b1c277a7cfe3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3117054 Jan 17 13:38:06.151211 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56994) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:06.156338 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group_rule': {'security_group_id': 'fdd933dc-fc49-41f4-a570-a0a1c92de634', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:06.237115 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Set router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:06.262395 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-de1c13e6-806b-41ae-86f1-5f834e2f54f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.275395 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.337828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.408157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.426512 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281a10eb-8c13-437e-ab8e-06d7e1e371fe,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:06.444798 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:04Z', 'revision_number': 4, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '3b67f4fd-5843-434d-ad79-a8df9909ff20', 'name': '', 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'mac_address': 'fa:16:3e:59:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:03Z', 'updated_at': '2022-01-17T13:38:04Z', 'revision_number': 2, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'subnets': [{'id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:06.524665 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.525969 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-c2da8609-da8a-497e-8fbe-735c824189d2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735411 Jan 17 13:38:06.529088 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 56996) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:06.533830 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group_rule': {'security_group_id': 'fdd933dc-fc49-41f4-a570-a0a1c92de634', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:06.619396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Checking router: 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:38:06.619810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Updating router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a port 3b67f4fd-5843-434d-ad79-a8df9909ff20 binding host dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 13:38:06.646133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.664401 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.722357 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.790398 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.808935 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a89e19-17d5-46d4-b39b-f8e01695d5d3,revision_number=0']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:06.883908 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:06.885241 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-902cd70e-a52a-4f2f-815e-e840b4e699a6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3551698 Jan 17 13:38:06.888522 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 56998) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:06.894113 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group_rule': {'security_group_id': 'fdd933dc-fc49-41f4-a570-a0a1c92de634', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:06.910255 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.007572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.048332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.062877 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d3152-dce2-41b2-8f23-63d7a35f1476 None None] Pushing event updated for resources: {'Port': ['ID=3b67f4fd-5843-434d-ad79-a8df9909ff20,revision_number=3']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:07.114740 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Attempting to bind port 3b67f4fd-5843-434d-ad79-a8df9909ff20 on host dv-neutron-824886-1-hyperv for vnic_type normal with profile {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:38:07.115204 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Attempting to bind port 3b67f4fd-5843-434d-ad79-a8df9909ff20 by drivers openvswitch,hyperv on host dv-neutron-824886-1-hyperv at level 0 using segments [{'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:38:07.115525 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Attempting to bind port 3b67f4fd-5843-434d-ad79-a8df9909ff20 on network e3e4a6f1-f775-4509-9756-9d4571aa301b {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:38:07.117870 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.121415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Checking agent: {'id': 'd20fba2b-d5ab-46f7-b119-ab81052aa4a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824886-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 37, 9), 'started_at': datetime.datetime(2022, 1, 17, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824886-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:38:07.121953 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Checking segment: {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:38:07.122380 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.122860 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Bound using segment: {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'} {{(pid=109282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:38:07.123373 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.managers [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Bound port: 3b67f4fd-5843-434d-ad79-a8df9909ff20, host: dv-neutron-824886-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b'}}] {{(pid=109282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:38:07.130463 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.184217 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.190179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] For port 3b67f4fd-5843-434d-ad79-a8df9909ff20, host dv-neutron-824886-1-hyperv, cleared binding levels {{(pid=109282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:38:07.193494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] For port 3b67f4fd-5843-434d-ad79-a8df9909ff20, host dv-neutron-824886-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3b67f4fd-5843-434d-ad79-a8df9909ff20,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:38:07.201839 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a82d650-faef-48b6-9062-d010718cd515,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:07.244021 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a5f748f0-6bd3-44ff-bc4c-6deff55b4157 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:07.273252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.279916 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.281078 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-aa5d3f2b-425d-4297-953c-4740f2f1df0e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915553 Jan 17 13:38:07.283860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57000) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:07.288617 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group_rule': {'security_group_id': 'fdd933dc-fc49-41f4-a570-a0a1c92de634', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:07.333177 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-3b3da871-5c76-49e0-aae0-e8ac69e965fc None None] Provisioning complete for port 3b67f4fd-5843-434d-ad79-a8df9909ff20 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:07.333548 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3b3da871-5c76-49e0-aae0-e8ac69e965fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.379072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d3152-dce2-41b2-8f23-63d7a35f1476 None None] Pushing event updated for resources: {'Port': ['ID=3b67f4fd-5843-434d-ad79-a8df9909ff20,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:07.383209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Routers {'5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:07.383846 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:38:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:07.393264 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.450396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:07.451008 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.470842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.521359 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.528635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.546071 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a04f31-e361-4a83-a61e-18c9e5fdf18e,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:07.581829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] Set router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:07.608889 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3b3da871-5c76-49e0-aae0-e8ac69e965fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.622087 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.623391 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-8367d741-ed2e-4e1d-aa92-e772e1b6882f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385828 Jan 17 13:38:07.626195 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57002) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:07.630491 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group_rule': {'security_group_id': 'fdd933dc-fc49-41f4-a570-a0a1c92de634', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:07.710873 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Project b8cba3eb566e4dfc8e60cc456c5453db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:38:07.713626 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-3b3da871-5c76-49e0-aae0-e8ac69e965fc None None] For port 3b67f4fd-5843-434d-ad79-a8df9909ff20, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3b67f4fd-5843-434d-ad79-a8df9909ff20,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:07.717045 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.781256 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.791684 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-3b3da871-5c76-49e0-aae0-e8ac69e965fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.858977 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.861913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3da871-5c76-49e0-aae0-e8ac69e965fc None None] Pushing event updated for resources: {'Port': ['ID=3b67f4fd-5843-434d-ad79-a8df9909ff20,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:07.880239 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccc0ad1-09b7-4a73-bee1-050215529ac2,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:07.881033 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:04Z', 'revision_number': 4, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '3b67f4fd-5843-434d-ad79-a8df9909ff20', 'name': '', 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'mac_address': 'fa:16:3e:59:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:03Z', 'updated_at': '2022-01-17T13:38:07Z', 'revision_number': 4, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'subnets': [{'id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:07.911329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf202f-6084-4203-99fd-24663a316fa3 None None] The sync data for ids ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'] in dv-neutron-824886-1-hyperv is: [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:04Z', 'revision_number': 4, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': '3b67f4fd-5843-434d-ad79-a8df9909ff20', 'name': '', 'network_id': 'e3e4a6f1-f775-4509-9756-9d4571aa301b', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'mac_address': 'fa:16:3e:59:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:03Z', 'updated_at': '2022-01-17T13:38:07Z', 'revision_number': 4, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'subnets': [{'id': '6efe7c32-aa07-42fb-9ecf-c91845cd83be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:38:07.921047 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-007e0c71-d160-439c-8d8e-c4aefaf263d2 None None] Provisioning complete for port 3b67f4fd-5843-434d-ad79-a8df9909ff20 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:07.921408 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-007e0c71-d160-439c-8d8e-c4aefaf263d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.951389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:07.951389 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-f79155a2-3796-4228-9461-c1e307852b87 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207641 Jan 17 13:38:07.951389 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57004) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:07.962771 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'security_group_rule': {'security_group_id': 'fdd933dc-fc49-41f4-a570-a0a1c92de634', 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:08.053794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.securitygroups_db [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Project b8cba3eb566e4dfc8e60cc456c5453db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 13:38:08.059972 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:08.127290 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:08.196294 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584139'] for security_group_rule, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:08.215766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162682bf-becf-4a70-a658-8e1f2e143bcb,revision_number=0']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:08.289995 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:08.291168 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-2a29d12f-3e2c-4fce-b392-095a5adfc9e1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393061 Jan 17 13:38:08.436623 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-f2a198c9-2738-4a71-84f0-1648e750d58a tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732650641&fields=id&tenant_id=b8cba3eb566e4dfc8e60cc456c5453db HTTP/1.1" status: 200 len: 267 time: 0.0334375 Jan 17 13:38:08.557403 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-d4789e00-fbf8-4f4e-82f6-ff0c1d9324fb tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:08.559663 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-d4789e00-fbf8-4f4e-82f6-ff0c1d9324fb tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 809 time: 0.1161423 Jan 17 13:38:08.575482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-ae6e8a58-f272-4235-9ff9-f419a1a3e09b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/quotas/b8cba3eb566e4dfc8e60cc456c5453db HTTP/1.1" status: 200 len: 375 time: 0.0098853 Jan 17 13:38:08.625948 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-244f1162-80db-452f-b22d-d378bb3f7966 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449097 Jan 17 13:38:08.730456 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-264c90a5-a7de-4c0c-8751-bf0ac5f605bd service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=109280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 13:38:08.731731 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-264c90a5-a7de-4c0c-8751-bf0ac5f605bd service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0940037 Jan 17 13:38:08.823974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-12b586ac-d305-4c7f-a34f-24aabba0ba03 service neutron] 10.222.0.77 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 Jan 17 13:38:08.927523 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-44d0d53c-d1f0-47da-8883-65f8e4e6590e service neutron] 10.222.0.77 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973928 Jan 17 13:38:08.966994 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:08.995519 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:09.176142 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-cf82ae0c-8903-479d-99da-5424a5ff4417 req-a5444ca6-aa85-4148-aae1-60b16f7e498c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 210 time: 0.0263126 Jan 17 13:38:09.258696 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3b67f4fd-5843-434d-ad79-a8df9909ff20 up at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:09.305610 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Provisioning complete for port 3b67f4fd-5843-434d-ad79-a8df9909ff20 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:09.305983 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:10.254893 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d716da8d-fe0a-4294-bb5a-ccaa9309115f req-2020a528-7c56-475d-ac7f-062424ffca00 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 210 time: 0.0283856 Jan 17 13:38:11.348027 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-846c3f6c-f098-4b40-9614-ad8240fb56f0 req-a8aefe8e-89ab-4b1d-8c12-41c255153809 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 210 time: 0.0269182 Jan 17 13:38:11.381129 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-b781de3e-0de3-49c6-a189-71bdf63baa57 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:11.382568 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-b781de3e-0de3-49c6-a189-71bdf63baa57 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 809 time: 0.1120756 Jan 17 13:38:11.424955 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-04c99af5-f2fe-4975-bcdb-0c3bde295664 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8cba3eb566e4dfc8e60cc456c5453db HTTP/1.1" status: 200 len: 379 time: 0.0338428 Jan 17 13:38:11.434565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'port': {'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'admin_state_up': True, 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'security_groups': ['fdd933dc-fc49-41f4-a570-a0a1c92de634']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:11.612590 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Made reservation on behalf of b8cba3eb566e4dfc8e60cc456c5453db for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:38:11.616302 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:11.746348 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Allocated IP 172.20.0.12 (a6271e23-4c6a-4035-a120-baf807ff4013/c182e581-77b8-486c-a525-0e64b1a0b157/696c25f0-ad64-4987-9518-cd993d208d1f) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:38:11.887187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:11.950694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:11.992156 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Network a6271e23-4c6a-4035-a120-baf807ff4013 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:38:11.995701 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:11.999402 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:38:12.027943 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:12.054208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:12.054840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:12.146615 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-deeca00f-dbf6-45db-a043-caed6d8eda99 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7160885 Jan 17 13:38:12.202528 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Request body: {'port': {'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:12.261191 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:12.264845 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-c48a7b4f-1d86-4fd4-95bd-2c60ba24d062 None None] Provisioning complete for port 696c25f0-ad64-4987-9518-cd993d208d1f triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:12.265424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c48a7b4f-1d86-4fd4-95bd-2c60ba24d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:12.302133 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-c48a7b4f-1d86-4fd4-95bd-2c60ba24d062 None None] Port 696c25f0-ad64-4987-9518-cd993d208d1f cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:38:12.496153 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca21397-cc6b-4879-ac75-5ec1a96421f7 req-05372ea1-88be-415f-b5ce-e31d8b37fc07 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:12.497650 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cca21397-cc6b-4879-ac75-5ec1a96421f7 req-05372ea1-88be-415f-b5ce-e31d8b37fc07 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 932 time: 0.0705097 Jan 17 13:38:12.552990 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cca21397-cc6b-4879-ac75-5ec1a96421f7 req-62183e71-bee5-4d20-afd1-5ca25295dd7a tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495067 Jan 17 13:38:12.597840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696c25f0-ad64-4987-9518-cd993d208d1f {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:38:12.605507 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:12.617002 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Transition to ACTIVE for port object 696c25f0-ad64-4987-9518-cd993d208d1f will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:38:12.716105 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:12.767479 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:12.838037 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Attempting to bind port 696c25f0-ad64-4987-9518-cd993d208d1f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:38:12.838376 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Attempting to bind port 696c25f0-ad64-4987-9518-cd993d208d1f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:38:12.838789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Attempting to bind port 696c25f0-ad64-4987-9518-cd993d208d1f on network a6271e23-4c6a-4035-a120-baf807ff4013 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:38:12.843800 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Port 696c25f0-ad64-4987-9518-cd993d208d1f on network a6271e23-4c6a-4035-a120-baf807ff4013 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:38:12.844120 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Attempting to bind port 696c25f0-ad64-4987-9518-cd993d208d1f on network a6271e23-4c6a-4035-a120-baf807ff4013 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:38:12.849212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:38:12.849553 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Checking segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:38:12.849933 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Bound using segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:38:12.850361 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Bound port: 696c25f0-ad64-4987-9518-cd993d208d1f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:38:12.850716 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:12.923819 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:38:12.926906 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:38:12.996051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:13.031575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.032199 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:13.033637 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] 10.222.0.67 "PUT /v2.0/ports/696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 1094 time: 0.8794527 Jan 17 13:38:13.034067 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:38:13.036660 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1935c393-0248-4cb7-98a3-0bce4a46be38" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:38:13.064041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45e8c-da6d-4cad-95a1-82fd706995cf service neutron] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:13.075953 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfa2a3c-fe4a-4eac-9885-47b79051f3bb x-openstack-request-id: req-adfa2a3c-fe4a-4eac-9885-47b79051f3bb {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:38:13.076252 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:38:13.076512 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adfa2a3c-fe4a-4eac-9885-47b79051f3bb {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:38:13.079430 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'status': 'completed', 'code': 200} Jan 17 13:38:13.154173 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c393-0248-4cb7-98a3-0bce4a46be38 req-79b862b1-26a1-427e-9e79-2cee6b6ec7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.155986 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1935c393-0248-4cb7-98a3-0bce4a46be38 req-79b862b1-26a1-427e-9e79-2cee6b6ec7f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1097 time: 0.0447216 Jan 17 13:38:13.261069 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c393-0248-4cb7-98a3-0bce4a46be38 req-58247016-a2e3-4353-806e-b265c0b017c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.262741 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1935c393-0248-4cb7-98a3-0bce4a46be38 req-58247016-a2e3-4353-806e-b265c0b017c8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989716 Jan 17 13:38:13.356842 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c393-0248-4cb7-98a3-0bce4a46be38 req-e4ae9724-2bf2-490a-80e0-d95bde665ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.358233 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-1935c393-0248-4cb7-98a3-0bce4a46be38 req-e4ae9724-2bf2-490a-80e0-d95bde665ba0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887895 Jan 17 13:38:13.433673 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-c6bd86be-c052-44da-bc13-1d5c97101727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.435232 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-c6bd86be-c052-44da-bc13-1d5c97101727 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1097 time: 0.0416567 Jan 17 13:38:13.479116 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-047f0bfb-8dbc-48d2-b1a8-ae9d1230aed2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 217 time: 0.0368934 Jan 17 13:38:13.527046 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-423711bc-b05b-414b-bcb8-8e6470b218cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.528635 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-423711bc-b05b-414b-bcb8-8e6470b218cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0437772 Jan 17 13:38:13.575429 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-3dbd404b-d707-4dbf-b68b-03c25cd3f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.576941 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-3dbd404b-d707-4dbf-b68b-03c25cd3f866 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415878 Jan 17 13:38:13.705816 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9a36e-63e3-4597-949b-26bdef735bd4 req-ffbef5d3-8a79-461f-a033-f267a4d47c71 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:13.707211 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cbc9a36e-63e3-4597-949b-26bdef735bd4 req-ffbef5d3-8a79-461f-a033-f267a4d47c71 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 944 time: 0.0776312 Jan 17 13:38:13.711270 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-0c61b625-e02d-4b49-b54b-17efae6e1ec1 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269102 Jan 17 13:38:13.794730 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-cbc9a36e-63e3-4597-949b-26bdef735bd4 req-3fa2a977-77e8-478d-a1ae-a180adfaff91 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815542 Jan 17 13:38:13.827135 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-259839e9-6c2f-4194-9bcc-9af80c0338a0 req-8c9ecda7-c930-4136-834f-93f4bc2187e9 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075768 Jan 17 13:38:14.912606 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea014819-450c-473c-9096-2101fc9cc9a3 req-9e934697-efa2-468d-95a6-cd44802332c1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:14.914098 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ea014819-450c-473c-9096-2101fc9cc9a3 req-9e934697-efa2-468d-95a6-cd44802332c1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 944 time: 0.0520263 Jan 17 13:38:14.957336 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ea014819-450c-473c-9096-2101fc9cc9a3 req-002a4c98-4470-4f49-9c98-2e60454668be tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362787 Jan 17 13:38:15.853949 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:38:15.945966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:15.956882 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '696c25f0-ad64-4987-9518-cd993d208d1f', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:38:15.998811 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:16.011917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696c25f0-ad64-4987-9518-cd993d208d1f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:38:16.030567 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:16.071291 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed36fdd-d016-4860-b798-d1872c1012a4 req-56ae9367-bc0c-4545-93e5-00db5ed44e02 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:16.072761 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0ed36fdd-d016-4860-b798-d1872c1012a4 req-56ae9367-bc0c-4545-93e5-00db5ed44e02 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 944 time: 0.0493197 Jan 17 13:38:16.110706 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:16.110965 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0ed36fdd-d016-4860-b798-d1872c1012a4 req-027fa1ac-4495-43eb-b305-ad4199ac88fe tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Jan 17 13:38:16.157848 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:16.333189 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['696c25f0-ad64-4987-9518-cd993d208d1f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:38:17.225784 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6079fe-a9fa-470d-b810-302c3d7c1183 req-40ceee6e-05e1-4582-be0d-9c094c0c39ae tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:17.227255 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fe6079fe-a9fa-470d-b810-302c3d7c1183 req-40ceee6e-05e1-4582-be0d-9c094c0c39ae tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 945 time: 0.0497165 Jan 17 13:38:17.264960 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fe6079fe-a9fa-470d-b810-302c3d7c1183 req-81a4d026-5c30-4aab-a46e-2503dc654bc5 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Jan 17 13:38:17.869818 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:38:18.001686 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port 696c25f0-ad64-4987-9518-cd993d208d1f completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:38:18.006596 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 696c25f0-ad64-4987-9518-cd993d208d1f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:38:18.006972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:18.091572 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:18.117900 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:38:18.121121 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4980271-a508-400b-bd16-224d792fc38b" -d '{"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-plugged", "status": "completed", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:38:18.134402 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:38:18.201758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:18.226965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a93df-0cee-41b9-9e88-b0a06ae92199 x-openstack-request-id: req-8d5a93df-0cee-41b9-9e88-b0a06ae92199 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:38:18.227272 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-plugged", "status": "completed", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:38:18.227713 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d5a93df-0cee-41b9-9e88-b0a06ae92199 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:38:18.228143 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'code': 200} Jan 17 13:38:18.255387 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:18.384015 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637172-64df-4857-9c6e-3d7b7c84b44a req-46768f12-5777-4ce8-ac1a-c63c2d9a431d tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:18.385727 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f9637172-64df-4857-9c6e-3d7b7c84b44a req-46768f12-5777-4ce8-ac1a-c63c2d9a431d tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 946 time: 0.0505831 Jan 17 13:38:18.425881 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f9637172-64df-4857-9c6e-3d7b7c84b44a req-60561ff9-ffdc-4013-9761-a491df55b35f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335109 Jan 17 13:38:18.505149 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe284b87-60d9-4343-85b9-38d89c1c4db7 req-44310fac-e9c5-4cc0-8d52-6439308f8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:18.506659 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fe284b87-60d9-4343-85b9-38d89c1c4db7 req-44310fac-e9c5-4cc0-8d52-6439308f8f2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1099 time: 0.0405216 Jan 17 13:38:18.543818 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-fe284b87-60d9-4343-85b9-38d89c1c4db7 req-4fbb5228-93dc-497d-a65b-93164a5ad12c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309570 Jan 17 13:38:19.553778 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65863a8-745c-4e30-80c0-8803adedcc55 req-12420c57-8baa-4121-acab-d5572d73f63b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:19.555244 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a65863a8-745c-4e30-80c0-8803adedcc55 req-12420c57-8baa-4121-acab-d5572d73f63b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 946 time: 0.0532198 Jan 17 13:38:19.595427 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a65863a8-745c-4e30-80c0-8803adedcc55 req-8734cb56-1852-4b3c-81a3-9ccd472abe09 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336895 Jan 17 13:38:20.716210 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d84d1-b7ba-43c6-b951-a408c6f4ebd2 req-56eabc5f-f3e3-4513-8a72-93c17f3639ed tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:20.716844 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fd0d84d1-b7ba-43c6-b951-a408c6f4ebd2 req-56eabc5f-f3e3-4513-8a72-93c17f3639ed tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 946 time: 0.0546508 Jan 17 13:38:20.754426 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fd0d84d1-b7ba-43c6-b951-a408c6f4ebd2 req-e7e67ee7-fb42-4581-acbc-13ec2cb649d6 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Jan 17 13:38:20.869539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cec6d-417e-4340-9c1f-66f713f9a1f9 req-4f728740-71b6-4082-a6ed-4a55d5636396 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:20.871908 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-955cec6d-417e-4340-9c1f-66f713f9a1f9 req-4f728740-71b6-4082-a6ed-4a55d5636396 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 946 time: 0.0522470 Jan 17 13:38:20.910124 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-955cec6d-417e-4340-9c1f-66f713f9a1f9 req-8e06da6c-84ce-4e11-8d8f-30c359c4ae77 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Jan 17 13:38:20.931812 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57086) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:21.013567 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94b9e3-4c05-4e2c-8613-1753a2d5fb75 tempest-TestSnapshotPattern-1798105679 tempest-TestSnapshotPattern-1798105679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:21.015077 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-9d94b9e3-4c05-4e2c-8613-1753a2d5fb75 tempest-TestSnapshotPattern-1798105679 tempest-TestSnapshotPattern-1798105679-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1094 time: 0.0823090 Jan 17 13:38:21.018041 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57090) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:38:21.022164 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:38:21.093521 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:21.193249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:21.297746 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Allocated IP 172.26.4.218 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/5b7acd7f-9952-49bb-9af1-d931b53e2613) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:38:21.404784 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:21.499450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:21.534369 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:38:21.537065 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:38:21.540420 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:38:21.573396 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'Port': ['ID=5b7acd7f-9952-49bb-9af1-d931b53e2613,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:21.905020 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:22.042099 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:22.189405 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:22.247476 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:22.316529 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'Port': ['ID=5b7acd7f-9952-49bb-9af1-d931b53e2613,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:38:22.329575 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:22.428494 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Floating IP 7d327a57-83ea-4048-9de1-aaea1888b742 associated. External IP: 172.26.4.218, port: 696c25f0-ad64-4987-9518-cd993d208d1f. Jan 17 13:38:22.639781 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:38:22.747962 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:38:22.757318 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:38:22.766704 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:22.767309 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:38:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:22.820976 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:22.848836 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-447b3cb2-e554-40ae-be6d-dd559f11467b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8298090 Jan 17 13:38:22.849412 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:38:22.851709 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641d37d-0566-4eec-b2d7-e301c9935b17" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:38:22.873751 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:22.892857 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae5028-15fe-4266-a629-84535fa89d03 x-openstack-request-id: req-afae5028-15fe-4266-a629-84535fa89d03 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:38:22.893208 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:38:22.893564 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afae5028-15fe-4266-a629-84535fa89d03 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:38:22.894109 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'status': 'completed', 'code': 200} Jan 17 13:38:22.971170 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-9a32fca1-134c-40f0-b2e8-501d8fcd5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:22.973142 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-9a32fca1-134c-40f0-b2e8-501d8fcd5bd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1099 time: 0.0497379 Jan 17 13:38:23.067316 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-7c639d0d-17ee-4cdf-b948-13e7c1ee91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:23.068971 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-7c639d0d-17ee-4cdf-b948-13e7c1ee91f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0900209 Jan 17 13:38:23.111099 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:21Z', 'revision_number': 0, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:23.138286 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-a66d61d9-6531-400c-905a-03ccf6d22d44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 1000 time: 0.0631123 Jan 17 13:38:23.139203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:23.140637 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:38:23.148943 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:38:23.149523 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:38:06Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:23.187860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-d05e7fd9-0a70-430d-a915-0b75a5caf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:23.189386 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-d05e7fd9-0a70-430d-a915-0b75a5caf9cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0454013 Jan 17 13:38:23.235135 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-457af875-d215-4719-97a9-e707ee5254cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:38:23.236671 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-457af875-d215-4719-97a9-e707ee5254cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411980 Jan 17 13:38:23.255976 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:38:23.332654 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-7056ec43-a60e-48b0-a303-86c45ef6ea12 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894825 Jan 17 13:38:23.423176 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-8641d37d-0566-4eec-b2d7-e301c9935b17 req-4e1a8fd2-6534-4009-9971-28fa0b264cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835805 Jan 17 13:38:23.562425 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:21Z', 'revision_number': 0, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:38:23.592310 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811d16bf-ed3b-4ee2-8563-b6a7b0d03c3e None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:21Z', 'revision_number': 0, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:38:23.772110 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebf870-38fb-4d3c-b0d7-37a3730aecb0 None None] New status for floating IP 7d327a57-83ea-4048-9de1-aaea1888b742: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:38:31.154502 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [req-dff7e2d2-f7e9-4573-a0ee-4baca648bb72 req-a8947d1d-76b8-403f-8444-eb5f53c5ccd2 service neutron] (109280) timed out ('10.222.0.77', 51912) {{(pid=109280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 17 13:38:33.829768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-97d34462-0239-4365-b0fa-143940bd3ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:36.224222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-11034297-0a54-4033-99f6-73d768ec8f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:37.509726 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:38.971090 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:38.995299 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:38:41.017380 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:38:53.092961 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:03.818243 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-356ca60e-2c95-49fd-8ca5-9a3cd54e5c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:06.184066 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0fd-163c-4e89-a79a-efb3f14be2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:07.498222 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:08.972213 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:08.981070 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:15.471256 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-ddd84032-a6a8-4804-b11a-52369fd0c5f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3947489 Jan 17 13:39:15.551043 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-aa7653b0-3078-4499-9978-52d305ace71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:39:15.552592 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-aa7653b0-3078-4499-9978-52d305ace71a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1099 time: 0.0399470 Jan 17 13:39:15.654762 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-6216608a-f992-423b-94fc-72e33348071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:39:15.656765 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-6216608a-f992-423b-94fc-72e33348071b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0850420 Jan 17 13:39:15.720447 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-dedb4183-4df1-4cc1-98df-5c5637396a66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 1002 time: 0.0575762 Jan 17 13:39:15.767524 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-bc1767d2-2280-42e6-9c05-7ae69aa219db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:39:15.768855 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-bc1767d2-2280-42e6-9c05-7ae69aa219db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0424027 Jan 17 13:39:15.818504 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-659bc62e-7360-4300-be38-50836766dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:39:15.820069 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-659bc62e-7360-4300-be38-50836766dd95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433273 Jan 17 13:39:15.906969 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-44986764-d339-4c66-b9c2-14551e1ebb94 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802717 Jan 17 13:39:15.997989 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b8d52f9e-baf9-47a9-bf40-70cfebd17253 req-9756fe0d-5c97-492c-b22e-64ab78fceb80 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851047 Jan 17 13:39:18.016720 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:39:23.108962 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:33.826252 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b6a11992-1b65-4fb1-8e4c-4a6225fd9c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:36.223170 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e9d66d4-bbf6-48d6-9d80-f00db5f4939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:37.479992 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:38.960533 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:38.986214 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:53.128315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:39:55.016671 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:40:03.837324 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-73d00096-8e19-4c81-9b2b-412a3ed82ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:06.188872 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fe1786c6-a0b6-4266-a1c0-360fc0687e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:07.533825 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:08.965083 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:08.993646 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:17.131005 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-ef5217a7-1304-4cb0-b0ad-32a0199fca03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416820 Jan 17 13:40:17.212623 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-19a960e0-3db0-47be-b2e4-3b9cf44911cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:17.214154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-19a960e0-3db0-47be-b2e4-3b9cf44911cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1099 time: 0.0404243 Jan 17 13:40:17.317765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-d1be5a41-cb09-4c3c-bc5a-ee5ef0843f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:17.319218 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-d1be5a41-cb09-4c3c-bc5a-ee5ef0843f65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0870290 Jan 17 13:40:17.383019 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-250ce83b-43ae-49e9-a944-4a9fa4776767 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 1002 time: 0.0573173 Jan 17 13:40:17.430384 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-72afa12e-3614-4c9d-877d-147108ea5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:17.431830 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-72afa12e-3614-4c9d-877d-147108ea5aeb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0425682 Jan 17 13:40:17.479731 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-43aaadc9-a513-45f0-919b-7204e7223129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:17.481194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-43aaadc9-a513-45f0-919b-7204e7223129 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425847 Jan 17 13:40:17.570020 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-8eca290f-fe7f-4ad8-b432-c48f8d9f372e service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813937 Jan 17 13:40:17.661920 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7191d6d9-b6fe-4814-b26d-4fe8236e3945 req-5d78cf7a-c633-41ee-b740-41a797f85fda service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859649 Jan 17 13:40:22.439830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:40:22.536609 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:22.547829 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': '696c25f0-ad64-4987-9518-cd993d208d1f', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:40:22.584595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:22.598788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 696c25f0-ad64-4987-9518-cd993d208d1f {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:40:22.618078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:22.689582 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:22.749849 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:22.757045 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.757394 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.757758 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.758092 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.758421 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.758748 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.759074 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.759412 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.759751 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.760072 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.761203 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.761562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:22.768058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['696c25f0-ad64-4987-9518-cd993d208d1f'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:40:23.127409 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:24.445113 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:40:24.501888 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port 696c25f0-ad64-4987-9518-cd993d208d1f triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:40:24.502488 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:24.591795 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:24.616543 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:40:24.618730 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef4612d-a68b-4661-96f5-9be329f0cd4b" -d '{"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-plugged", "status": "completed", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:40:24.651191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:24.677154 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07886a43-aed7-4ae1-902a-93d7be6be797 x-openstack-request-id: req-07886a43-aed7-4ae1-902a-93d7be6be797 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:40:24.677452 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-plugged", "status": "completed", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:40:24.677703 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07886a43-aed7-4ae1-902a-93d7be6be797 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:40:24.678099 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'code': 200} Jan 17 13:40:24.729788 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:24.786424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:32.017197 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:40:33.864613 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e4793aa-5de0-40ea-afe5-ca2bf1f57c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:34.323188 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-1a962188-cf94-4aff-a0c6-1cf4eb738a81 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732650641&fields=id&tenant_id=b8cba3eb566e4dfc8e60cc456c5453db HTTP/1.1" status: 200 len: 267 time: 0.0330565 Jan 17 13:40:34.428866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-583da932-a5c9-4f2a-942f-9dbfdcb1b37b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:34.430215 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-583da932-a5c9-4f2a-942f-9dbfdcb1b37b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 809 time: 0.1000209 Jan 17 13:40:34.444743 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-e2c32c7e-2a4f-4a05-9816-6d67254d2d78 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/quotas/b8cba3eb566e4dfc8e60cc456c5453db HTTP/1.1" status: 200 len: 375 time: 0.0089011 Jan 17 13:40:34.498904 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-2f8bd33f-20d8-4384-a09a-f54b3a2944ee tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491829 Jan 17 13:40:34.595479 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-bedf1dcc-1cf1-4c55-bf29-a416425b1d61 service neutron] 10.222.0.77 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Jan 17 13:40:34.684134 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-aa50421e-3626-4d9f-830f-9f863bb6fc9f service neutron] 10.222.0.77 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 Jan 17 13:40:35.939482 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-4a4a1cc0-ad2c-461c-91ac-cc751adfe713 req-5ad5543a-b49a-4874-88ae-9aafbb7e2580 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0292158 Jan 17 13:40:36.201477 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ad34-29b1-462d-a247-71f425525d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:36.509704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:40:36.582105 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:36.603191 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:40:36.605389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e80878-c978-4d6b-997c-395bff400937" -d '{"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-unplugged", "status": "completed", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:40:36.621389 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:36.643771 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f5a4e4-6c4c-40dd-ba7d-f3ff15d336ce x-openstack-request-id: req-c2f5a4e4-6c4c-40dd-ba7d-f3ff15d336ce {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:40:36.644059 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-unplugged", "status": "completed", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:40:36.644308 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2f5a4e4-6c4c-40dd-ba7d-f3ff15d336ce {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:40:36.644692 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'code': 200} Jan 17 13:40:36.702134 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:36.749741 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:37.017117 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-b277e354-51bf-4e52-a9a8-875ccc328db5 req-629cc961-dc20-4c93-9d66-b8b6907b866c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0269947 Jan 17 13:40:37.530642 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:38.116571 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ac0b04eb-e349-478c-850c-6ef71d92595c req-5f94f7ac-6288-4027-ab9f-31a723e388c3 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0316474 Jan 17 13:40:39.016553 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:39.039005 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:39.209959 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-177a30cb-1416-4a5b-9c81-bd9d3405d8eb req-3956d888-f0c4-45de-92f6-1106ce5823b0 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0269454 Jan 17 13:40:39.996878 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-a85e6291-730d-4504-89be-26d1b1352cb5 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:39.998390 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-a85e6291-730d-4504-89be-26d1b1352cb5 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 809 time: 0.1058035 Jan 17 13:40:40.040811 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-e8a17ed4-dd07-48e9-8956-77e9764b549c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8cba3eb566e4dfc8e60cc456c5453db HTTP/1.1" status: 200 len: 379 time: 0.0342658 Jan 17 13:40:40.050704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'port': {'device_id': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'admin_state_up': True, 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'security_groups': ['fdd933dc-fc49-41f4-a570-a0a1c92de634']}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:40:40.224391 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Made reservation on behalf of b8cba3eb566e4dfc8e60cc456c5453db for: {'port': 1} {{(pid=109280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 13:40:40.228085 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:40.315105 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-28c885ad-7785-472b-b1b3-af2a2496cb64 req-70a77b68-8bdb-43fd-9c1d-68477a0e4e4f tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Jan 17 13:40:40.385785 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.db_base_plugin_common [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Allocated IP 172.20.0.7 (a6271e23-4c6a-4035-a120-baf807ff4013/c182e581-77b8-486c-a525-0e64b1a0b157/c8e88c9a-9342-4339-8085-3f140c41b2e4) {{(pid=109280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:40:40.527706 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for port, precommit_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:40.648181 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_create {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:40.725269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Network a6271e23-4c6a-4035-a120-baf807ff4013 is already hosted by enough agents. {{(pid=109280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:40:40.728765 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.base_scheduler [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Resources bound (agent type, host, resource id): {{(pid=109280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:40:40.732713 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Received port after_create {{(pid=109280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:40:40.771275 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=1']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:40.789926 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.790254 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.790539 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.790922 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.791189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.791546 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.791885 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.792215 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.792538 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.792862 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.793179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.793499 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:40.830526 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:40.831789 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:40.941957 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-d56f50c7-2ee1-45e8-92f9-8641c8a29ea8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955085 Jan 17 13:40:41.071866 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-38ab64b3-2a29-42a6-9c30-ba0e164488fa None None] Provisioning complete for port c8e88c9a-9342-4339-8085-3f140c41b2e4 triggered by entity DHCP. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:40:41.073003 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-38ab64b3-2a29-42a6-9c30-ba0e164488fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:41.108192 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-38ab64b3-2a29-42a6-9c30-ba0e164488fa None None] Port c8e88c9a-9342-4339-8085-3f140c41b2e4 cannot update to ACTIVE because it is not bound. {{(pid=109282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 17 13:40:41.447603 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dd936-380e-47e2-a519-5ae8f771be64 req-6415d33a-27fb-4d78-aef7-108611ea8f13 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:41.449765 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fb8dd936-380e-47e2-a519-5ae8f771be64 req-6415d33a-27fb-4d78-aef7-108611ea8f13 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0590842 Jan 17 13:40:41.497198 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-fb8dd936-380e-47e2-a519-5ae8f771be64 req-41b42051-3f3d-48ad-b897-806ff0866920 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354061 Jan 17 13:40:42.616072 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333af70-46a1-433b-807c-ce06dfd9e5d3 req-67a5cb8a-b962-4d40-842a-b8edcf369045 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:42.617786 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d333af70-46a1-433b-807c-ce06dfd9e5d3 req-67a5cb8a-b962-4d40-842a-b8edcf369045 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0549569 Jan 17 13:40:42.659009 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d333af70-46a1-433b-807c-ce06dfd9e5d3 req-b41f7afb-bb0f-4a78-802b-c36fb38f8261 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350597 Jan 17 13:40:43.786864 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd2dd-0f2f-4afa-a15c-e1bbf330a95f req-22d45f48-b7c8-4513-8a8d-976675d43ea4 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:43.789181 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ebcdd2dd-0f2f-4afa-a15c-e1bbf330a95f req-22d45f48-b7c8-4513-8a8d-976675d43ea4 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0518272 Jan 17 13:40:43.834617 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-ebcdd2dd-0f2f-4afa-a15c-e1bbf330a95f req-a040fa19-68b0-4f01-a3a8-349dc8e93d71 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380878 Jan 17 13:40:44.954346 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f570c9-bbca-4018-befa-4a23c918ff93 req-4cae5671-d407-46ee-983f-ec8eb72a3c41 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:44.956264 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61f570c9-bbca-4018-befa-4a23c918ff93 req-4cae5671-d407-46ee-983f-ec8eb72a3c41 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0534446 Jan 17 13:40:44.996271 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-61f570c9-bbca-4018-befa-4a23c918ff93 req-07be8932-78ed-4edc-be51-c481eb5956cf tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339761 Jan 17 13:40:46.120924 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6378398-4571-4082-a99a-8a0b4cb164ab req-5fd5e57d-2909-44a0-95cb-86dc48f84530 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:46.122439 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f6378398-4571-4082-a99a-8a0b4cb164ab req-5fd5e57d-2909-44a0-95cb-86dc48f84530 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0542641 Jan 17 13:40:46.164656 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-f6378398-4571-4082-a99a-8a0b4cb164ab req-26fb62a8-1f92-4da3-af0f-454b0cf42ff1 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345213 Jan 17 13:40:47.292249 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27013a46-2025-4134-a97c-b419baff2335 req-29eed99a-00e0-4283-a4e0-3d811cd62f24 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:47.293785 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27013a46-2025-4134-a97c-b419baff2335 req-29eed99a-00e0-4283-a4e0-3d811cd62f24 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0574088 Jan 17 13:40:47.334477 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-27013a46-2025-4134-a97c-b419baff2335 req-aa17ec6b-d088-4ad2-9759-dc03423cccfa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332701 Jan 17 13:40:48.455160 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d9f0-fdde-4cf5-9ca9-4daa409f4420 req-dc00cb2b-9e69-43d1-9d0c-af2a6993b72a tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:48.456668 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7017d9f0-fdde-4cf5-9ca9-4daa409f4420 req-dc00cb2b-9e69-43d1-9d0c-af2a6993b72a tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 931 time: 0.0533710 Jan 17 13:40:48.496965 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-7017d9f0-fdde-4cf5-9ca9-4daa409f4420 req-a116c87c-9b57-4555-9c83-64813a89733a tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331242 Jan 17 13:40:49.071001 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.v2.base [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Request body: {'port': {'device_id': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=109280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:40:49.124586 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:49.392598 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e88c9a-9342-4339-8085-3f140c41b2e4 {{(pid=109280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:40:49.399773 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:49.411326 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.provisioning_blocks [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Transition to ACTIVE for port object c8e88c9a-9342-4339-8085-3f140c41b2e4 will not be triggered until provisioned by entity L2. {{(pid=109280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 13:40:49.469269 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:49.522115 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=2']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:49.630707 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Attempting to bind port c8e88c9a-9342-4339-8085-3f140c41b2e4 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 13:40:49.631599 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Attempting to bind port c8e88c9a-9342-4339-8085-3f140c41b2e4 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 13:40:49.631928 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Attempting to bind port c8e88c9a-9342-4339-8085-3f140c41b2e4 on network a6271e23-4c6a-4035-a120-baf807ff4013 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:40:49.642490 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0794b-a30b-4a0e-869e-d45615c5e16f req-ec764bcf-f644-4ca7-90c6-dd2b31b9a4b7 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:49.644115 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4d0794b-a30b-4a0e-869e-d45615c5e16f req-ec764bcf-f644-4ca7-90c6-dd2b31b9a4b7 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0771501 Jan 17 13:40:49.646351 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Port c8e88c9a-9342-4339-8085-3f140c41b2e4 on network a6271e23-4c6a-4035-a120-baf807ff4013 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 13:40:49.647270 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Attempting to bind port c8e88c9a-9342-4339-8085-3f140c41b2e4 on network a6271e23-4c6a-4035-a120-baf807ff4013 {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 13:40:49.654513 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Checking agent: {'id': 'b0e9aff7-726b-46dd-b751-3e1d820a03e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'started_at': datetime.datetime(2022, 1, 17, 12, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 13:40:49.654847 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Checking segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Jan 17 13:40:49.655227 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Bound using segment: {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'} {{(pid=109280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 13:40:49.655686 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.managers [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Bound port: c8e88c9a-9342-4339-8085-3f140c41b2e4, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013'}}] {{(pid=109280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 13:40:49.656051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:49.720719 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-b4d0794b-a30b-4a0e-869e-d45615c5e16f req-7a59166e-eb39-459e-aacb-7b27a5ef180c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681813 Jan 17 13:40:49.744364 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, cleared binding levels {{(pid=109280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 13:40:49.747344 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 13:40:49.812545 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60040431'] for port, after_update {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:49.847949 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:49.848568 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:49.849951 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] 10.222.0.67 "PUT /v2.0/ports/c8e88c9a-9342-4339-8085-3f140c41b2e4 HTTP/1.1" status: 200 len: 1093 time: 0.7839181 Jan 17 13:40:49.850542 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:40:49.852815 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbd3c44-bd4c-4283-9fa7-0437af33e963" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:40:49.877879 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88cf86-2a41-4f7d-b8ff-da11fbb6281d service neutron] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=3']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:49.900116 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931c94a-b6cd-4f8a-9590-c748e53307c2 x-openstack-request-id: req-3931c94a-b6cd-4f8a-9590-c748e53307c2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:40:49.900509 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:40:49.900745 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3931c94a-b6cd-4f8a-9590-c748e53307c2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:40:49.901154 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'status': 'completed', 'code': 200} Jan 17 13:40:49.966717 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3c44-bd4c-4283-9fa7-0437af33e963 req-6fd2538c-83d2-4a79-9406-e9f13521bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:49.968284 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3dbd3c44-bd4c-4283-9fa7-0437af33e963 req-6fd2538c-83d2-4a79-9406-e9f13521bebe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0481968 Jan 17 13:40:50.066630 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3c44-bd4c-4283-9fa7-0437af33e963 req-7c9ddfd0-091e-484f-bf26-4c657b81e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:50.068877 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3dbd3c44-bd4c-4283-9fa7-0437af33e963 req-7c9ddfd0-091e-484f-bf26-4c657b81e133 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0927939 Jan 17 13:40:50.168106 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd3c44-bd4c-4283-9fa7-0437af33e963 req-293859ae-7d3f-40b8-afe4-76b7c476e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:50.169483 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-3dbd3c44-bd4c-4283-9fa7-0437af33e963 req-293859ae-7d3f-40b8-afe4-76b7c476e693 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952787 Jan 17 13:40:50.247726 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-71e98052-08a1-4298-97f0-bba64c79db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:50.249219 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-71e98052-08a1-4298-97f0-bba64c79db63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0414493 Jan 17 13:40:50.289598 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-56011fe5-de6d-43ad-86bd-39a22b241b10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4 HTTP/1.1" status: 200 len: 217 time: 0.0338926 Jan 17 13:40:50.340337 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-442fd084-ddf9-449f-9e08-07eb6529bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:50.341898 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-442fd084-ddf9-449f-9e08-07eb6529bb12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0465429 Jan 17 13:40:50.387190 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-1df61da5-d350-4d0d-8b7e-0fd683e6ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:50.388720 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-1df61da5-d350-4d0d-8b7e-0fd683e6ee23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403643 Jan 17 13:40:50.476094 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-16156788-9d2c-4d0c-8e2b-11d8130f8dc6 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810738 Jan 17 13:40:50.566264 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-26825982-b1b6-4e41-a533-4f9be6d28aba req-a0914b5b-efe1-4d3c-b43a-de65a3d3cff5 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837970 Jan 17 13:40:50.833554 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756c495-93b4-480f-9591-23918d5c8fe9 req-af1c37bd-2301-4d96-bbb6-5fb3c1caeed8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:50.835833 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f756c495-93b4-480f-9591-23918d5c8fe9 req-af1c37bd-2301-4d96-bbb6-5fb3c1caeed8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0496578 Jan 17 13:40:50.872871 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f756c495-93b4-480f-9591-23918d5c8fe9 req-4d8a3d2b-5e17-4979-a863-bf81b9d9ae53 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312195 Jan 17 13:40:51.987840 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490edf23-b6a4-401a-a312-291603eefc02 req-9663ecdc-07ad-4154-87fb-ebe3e8e5e97b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:51.989314 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-490edf23-b6a4-401a-a312-291603eefc02 req-9663ecdc-07ad-4154-87fb-ebe3e8e5e97b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0485337 Jan 17 13:40:52.027379 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-490edf23-b6a4-401a-a312-291603eefc02 req-5fa74f83-8710-4b20-8cab-4871669ebd3e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 Jan 17 13:40:52.601144 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:40:52.695605 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:52.706554 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'port_id': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'mac_address': 'fa:16:3e:18:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:40:52.743364 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:52.755329 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e88c9a-9342-4339-8085-3f140c41b2e4 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:40:52.774937 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:53.029310 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:53.088952 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=4']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:53.142957 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd87d9-e252-475b-ad5d-7b647c5c957a req-6eca5b6e-2928-4f56-a51b-23d5f64a41ac tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:53.144455 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7bd87d9-e252-475b-ad5d-7b647c5c957a req-6eca5b6e-2928-4f56-a51b-23d5f64a41ac tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0485170 Jan 17 13:40:53.186515 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d7bd87d9-e252-475b-ad5d-7b647c5c957a req-77b25829-9ef7-4556-b8f4-6f8490b5d16d tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358467 Jan 17 13:40:53.191837 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:53.258789 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['c8e88c9a-9342-4339-8085-3f140c41b2e4'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:40:54.302240 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de9c45-75c7-4b94-a4c8-4e34f33c981f req-8dc856bb-3ff6-44b1-9fd0-59dd5c2abcb9 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:54.304663 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50de9c45-75c7-4b94-a4c8-4e34f33c981f req-8dc856bb-3ff6-44b1-9fd0-59dd5c2abcb9 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0493228 Jan 17 13:40:54.341284 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-50de9c45-75c7-4b94-a4c8-4e34f33c981f req-57f3b8cb-83db-4b97-b116-1354d37304f2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Jan 17 13:40:54.600995 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:40:54.720528 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning for port c8e88c9a-9342-4339-8085-3f140c41b2e4 completed by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 13:40:54.724146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port c8e88c9a-9342-4339-8085-3f140c41b2e4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:40:54.725217 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:54.800429 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:54.822212 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:40:54.824466 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70da08ab-1136-42b1-a936-19cf997cc7b2" -d '{"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:40:54.841340 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:40:54.861287 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7483a23-a401-40e8-ba41-d8453b4f4a63 x-openstack-request-id: req-d7483a23-a401-40e8-ba41-d8453b4f4a63 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:40:54.861704 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:40:54.862053 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7483a23-a401-40e8-ba41-d8453b4f4a63 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:40:54.862568 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'code': 200} Jan 17 13:40:54.920697 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:54.970253 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=5']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:55.179886 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2167c-ec20-4f4a-8675-48ac7d46757e req-7e03f982-727a-4702-aa67-794a55bd2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:55.181375 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8c2167c-ec20-4f4a-8675-48ac7d46757e req-7e03f982-727a-4702-aa67-794a55bd2770 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0410774 Jan 17 13:40:55.215382 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-a8c2167c-ec20-4f4a-8675-48ac7d46757e req-32415fd9-b70a-4993-b30b-296d008e6cfa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278218 Jan 17 13:40:55.459270 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb35f3-f52a-4f08-ba3c-60617ab942f5 req-ebf883f7-57cd-486b-b0a2-cc37561566a8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:55.461090 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64eb35f3-f52a-4f08-ba3c-60617ab942f5 req-ebf883f7-57cd-486b-b0a2-cc37561566a8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Jan 17 13:40:55.498059 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-64eb35f3-f52a-4f08-ba3c-60617ab942f5 req-d2c71362-6329-44f7-aa51-59fb156a25c4 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Jan 17 13:40:56.621399 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14013e-38fe-42e8-994e-a5fa963a1a7b req-88686961-6083-4db9-9be7-998cb65f6092 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:56.622896 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7b14013e-38fe-42e8-994e-a5fa963a1a7b req-88686961-6083-4db9-9be7-998cb65f6092 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0565343 Jan 17 13:40:56.662244 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-7b14013e-38fe-42e8-994e-a5fa963a1a7b req-846d8e7e-1273-47eb-b79f-1314997c5dc8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Jan 17 13:40:56.775549 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e34b-155c-4a49-a43a-45c74a7daba1 req-b9e90b03-6f38-4633-9d2c-d81cb90152e2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:56.777163 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3a87e34b-155c-4a49-a43a-45c74a7daba1 req-b9e90b03-6f38-4633-9d2c-d81cb90152e2 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Jan 17 13:40:56.814340 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-3a87e34b-155c-4a49-a43a-45c74a7daba1 req-2795c9a0-b39c-4080-9d4a-616aba4b6123 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Jan 17 13:40:56.835682 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57394) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:40:56.874135 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a748b5a-81bd-4e8d-9ad3-bd8c6671c070 tempest-TestSnapshotPattern-1798105679 tempest-TestSnapshotPattern-1798105679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:56.875683 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5a748b5a-81bd-4e8d-9ad3-bd8c6671c070 tempest-TestSnapshotPattern-1798105679 tempest-TestSnapshotPattern-1798105679-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1093 time: 0.0390141 Jan 17 13:40:56.878366 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57396) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:40:56.883437 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.v2.base [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Request body: {'floatingip': {'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'port_id': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 13:40:57.016244 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:57.114526 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:57.222995 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Allocated IP 172.26.4.166 (c44951b7-ffd1-410f-8338-75597c7e21b4/7018bce6-79b6-4f50-868a-90d2911f8cda/0961a1ae-4c5a-47f9-9d6b-3f204f6dac0e) {{(pid=109281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 13:40:57.322674 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for port, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:57.429745 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728214893011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:57.465811 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Network c44951b7-ffd1-410f-8338-75597c7e21b4 is already hosted by enough agents. {{(pid=109281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 13:40:57.468677 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Resources bound (agent type, host, resource id): {{(pid=109281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 13:40:57.472171 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Received port after_create {{(pid=109281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 13:40:57.501581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'Port': ['ID=0961a1ae-4c5a-47f9-9d6b-3f204f6dac0e,revision_number=1']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:57.511192 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.511586 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.517524 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:40:57.842684 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:58.028613 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:58.175156 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for port, precommit_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:58.251896 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60253036'] for port, after_update {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:58.320629 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event updated for resources: {'Port': ['ID=0961a1ae-4c5a-47f9-9d6b-3f204f6dac0e,revision_number=2']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:40:58.334361 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-762103'] for floatingip, after_create {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:58.433333 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Floating IP 1772b432-4b9f-4934-a26c-3eeea9e27c88 associated. External IP: 172.26.4.166, port: c8e88c9a-9342-4339-8085-3f140c41b2e4. Jan 17 13:40:58.636091 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:40:58.746073 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:40:58.755366 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:40:58.764238 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:40:58.767075 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:40:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:40:58.837412 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:40:58.864988 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-eb4d2b00-b74b-4a5b-a522-ede4651e4049 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9855597 Jan 17 13:40:58.868332 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:40:58.868649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:40:58.869430 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:40:58.911517 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb21f94-78cc-4d39-a41e-fbb62b905143 x-openstack-request-id: req-0bb21f94-78cc-4d39-a41e-fbb62b905143 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:40:58.911843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:40:58.912711 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bb21f94-78cc-4d39-a41e-fbb62b905143 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:40:58.913121 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'status': 'completed', 'code': 200} Jan 17 13:40:58.974663 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-8ace718c-ccb0-4dcd-9ebc-b08b9d37d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:58.976235 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-8ace718c-ccb0-4dcd-9ebc-b08b9d37d446 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0413048 Jan 17 13:40:59.068004 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-c8b5a37f-006b-4a58-9407-b1894c49d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:59.070755 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-c8b5a37f-006b-4a58-9407-b1894c49d6d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0881338 Jan 17 13:40:59.093243 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1772b432-4b9f-4934-a26c-3eeea9e27c88', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:18:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:40:57Z', 'updated_at': '2022-01-17T13:40:57Z', 'revision_number': 0, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}, {'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:23Z', 'revision_number': 1, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:40:59.123156 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:40:59.132495 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:40:59.133115 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:40:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:40:59.137107 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-3d4ed7cd-77ea-46a6-be7c-1959b6ee481c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4 HTTP/1.1" status: 200 len: 999 time: 0.0601373 Jan 17 13:40:59.189994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-6361664c-b2af-43d7-8881-86e75e7f3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:59.191473 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-6361664c-b2af-43d7-8881-86e75e7f3704 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0481436 Jan 17 13:40:59.237051 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-522ccd36-bec9-4310-9597-96832cc77b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:40:59.238588 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-522ccd36-bec9-4310-9597-96832cc77b76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409820 Jan 17 13:40:59.239142 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:40:59.327413 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-158c1a72-9531-4a15-aa20-9e532484d42a service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818667 Jan 17 13:40:59.419723 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d08c5cd4-876a-46e9-b981-a34bfa8bcaae req-4e22b985-8206-4b92-a71d-440f10002d93 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861738 Jan 17 13:40:59.461680 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1772b432-4b9f-4934-a26c-3eeea9e27c88', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:18:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:40:57Z', 'updated_at': '2022-01-17T13:40:57Z', 'revision_number': 0, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}, {'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:23Z', 'revision_number': 1, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:40:59.489900 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5e822-f6c8-43ed-aec4-3fe290dc2e36 None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '1772b432-4b9f-4934-a26c-3eeea9e27c88', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:18:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:40:57Z', 'updated_at': '2022-01-17T13:40:57Z', 'revision_number': 0, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}, {'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:23Z', 'revision_number': 1, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:40:59.674577 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c8bf3d-c08e-4163-a66c-5ce632dc0e60 None None] New status for floating IP 1772b432-4b9f-4934-a26c-3eeea9e27c88: ACTIVE {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:41:03.857683 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-81b62cba-3492-4fa5-8825-017d26960e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:06.221835 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-ab388aec-6380-41fc-9a6f-8358193fdb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:07.514424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:08.977562 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:08.994379 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:09.015914 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:41:17.120516 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-90b8a070-2134-4e80-986a-462a4bf68843 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417624 Jan 17 13:41:17.202798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326cd08-b5b5-467f-b667-7f46234f488c req-7c90914b-6ec7-4d29-bba6-f7718fbb1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:41:17.204323 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-7c90914b-6ec7-4d29-bba6-f7718fbb1bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1097 time: 0.0398004 Jan 17 13:41:17.309652 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326cd08-b5b5-467f-b667-7f46234f488c req-a9851573-69d8-43d6-9020-d95170fe50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:41:17.311116 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-a9851573-69d8-43d6-9020-d95170fe50e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0875316 Jan 17 13:41:17.374724 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-e7953993-30c5-4e3b-98cd-66276dfef7b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 1000 time: 0.0564444 Jan 17 13:41:17.426770 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326cd08-b5b5-467f-b667-7f46234f488c req-073e168c-abf2-48f8-a76d-74b4c8581f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:41:17.428482 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-073e168c-abf2-48f8-a76d-74b4c8581f19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0462592 Jan 17 13:41:17.472813 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326cd08-b5b5-467f-b667-7f46234f488c req-0c47708a-a77d-49db-bed0-6322c02dbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:41:17.474288 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-0c47708a-a77d-49db-bed0-6322c02dbd40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397842 Jan 17 13:41:17.565712 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-d9b04c9a-9fac-4acd-9df0-caa03d677c96 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 Jan 17 13:41:17.659402 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-5326cd08-b5b5-467f-b667-7f46234f488c req-04dbf076-a7b8-47ea-8bbf-674a9a40f94b service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Jan 17 13:41:23.159791 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:33.821980 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc56a-02d5-41b7-abdd-14012be455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:36.187917 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e3461586-928b-45b4-9ac7-ca8a47e09e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:37.535781 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:38.964465 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:38.987230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:41:46.014848 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:41:53.181135 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:03.826595 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-c85bf11a-44e1-4e7a-b1ef-a96aa8b8458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:06.169583 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6b7315b3-32bb-4871-afab-1086df10979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:07.529096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:08.963404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:08.969187 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:18.138263 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-0f957b54-19a4-4281-ac59-b9e0f48b7c5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405846 Jan 17 13:42:18.201632 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7289-c248-43f6-a891-a9624e866d2d req-cef69f34-761f-4411-b1e0-139273e4b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:18.205499 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-cef69f34-761f-4411-b1e0-139273e4b0ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0412176 Jan 17 13:42:18.308679 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7289-c248-43f6-a891-a9624e866d2d req-14351d70-23dc-47d6-9ffc-2bf7d583b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:18.310161 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-14351d70-23dc-47d6-9ffc-2bf7d583b0fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0877428 Jan 17 13:42:18.373917 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-5683eaba-9207-4e27-9918-7839bb4eb43b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4 HTTP/1.1" status: 200 len: 1001 time: 0.0573242 Jan 17 13:42:18.424798 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7289-c248-43f6-a891-a9624e866d2d req-2f3a6d79-29ca-4a5f-a238-dd34389a15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:18.426113 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-2f3a6d79-29ca-4a5f-a238-dd34389a15a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0460954 Jan 17 13:42:18.470694 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7289-c248-43f6-a891-a9624e866d2d req-2345e613-15b1-4294-b70b-130d893dc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:18.472194 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-2345e613-15b1-4294-b70b-130d893dc142 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399506 Jan 17 13:42:18.560412 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-9d7b3b47-655a-430a-bd1b-a36651ec485c service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811658 Jan 17 13:42:18.650974 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-d00e7289-c248-43f6-a891-a9624e866d2d req-48bbc556-2b18-455a-89e1-35f9353e0ce6 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846128 Jan 17 13:42:23.014758 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:42:23.157602 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:29.005724 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=109282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 13:42:29.097971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:29.109040 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Returning: {'device': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'port_id': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'mac_address': 'fa:16:3e:18:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 13:42:29.148370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:29.160598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8e88c9a-9342-4339-8085-3f140c41b2e4 {{(pid=109282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 13:42:29.183768 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:29.265810 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:29.317886 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=6']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:29.324958 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.325306 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.325649 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.325982 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.326312 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.326678 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.327004 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.327330 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.327681 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.329132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.329132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.329132 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:29.366707 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] get_ports_and_sgs() called for port_ids ['c8e88c9a-9342-4339-8085-3f140c41b2e4'] {{(pid=109282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 13:42:31.010660 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 up at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 13:42:31.065972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.provisioning_blocks [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Provisioning complete for port c8e88c9a-9342-4339-8085-3f140c41b2e4 triggered by entity L2. {{(pid=109282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 13:42:31.066507 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636717'] for port, provisioning_complete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:31.156400 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:31.191782 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:31.192736 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:42:31.195167 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6565b09e-3f2c-4ac4-aae7-bb055ce0f4b4" -d '{"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:42:31.239564 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f051e11-a5e9-4db9-ae51-cd732989c2da x-openstack-request-id: req-1f051e11-a5e9-4db9-ae51-cd732989c2da {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:42:31.240146 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:42:31.240620 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f051e11-a5e9-4db9-ae51-cd732989c2da {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:42:31.241229 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'code': 200} Jan 17 13:42:31.312078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:31.366179 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=7']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:33.820971 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-814da553-3080-44c6-b4d4-be4c9a5aec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:36.734487 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fd4784be-919a-4feb-9cc5-8fefda6ad86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:37.541257 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:38.952084 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:38.986616 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:42.996645 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57604) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:43.156856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Deleting port 0961a1ae-4c5a-47f9-9d6b-3f204f6dac0e {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:43.157205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:43.235188 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:43.235434 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:43.247483 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Calling delete_port for 0961a1ae-4c5a-47f9-9d6b-3f204f6dac0e owned by network:floatingip {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:43.425332 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:43.456375 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event deleted for resources: {'Port': ['ID=0961a1ae-4c5a-47f9-9d6b-3f204f6dac0e,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:43.481998 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.482342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.482682 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.483018 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.483347 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.483780 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.484107 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.484431 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.484756 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.485079 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.485450 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.485715 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:43.523189 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:43.524326 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.db.l3_db [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Floating IP 1772b432-4b9f-4934-a26c-3eeea9e27c88 disassociated (deleted). External IP: 172.26.4.166, port: c8e88c9a-9342-4339-8085-3f140c41b2e4. Jan 17 13:42:43.729280 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:42:43.843220 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:42:43.848090 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:43.852652 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:42:43.861980 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:43.862578 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:43.875577 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-767ea19d-1e0b-4064-9d1f-442bbf51100c tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "DELETE /v2.0/floatingips/1772b432-4b9f-4934-a26c-3eeea9e27c88 HTTP/1.1" status: 204 len: 168 time: 0.8778288 Jan 17 13:42:43.876169 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:42:43.878418 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4d2765-8149-4ffd-ba67-869410c9a07a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:42:43.969534 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:43.996892 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8faa38e-f97a-4834-8e76-f757822bbc65 x-openstack-request-id: req-e8faa38e-f97a-4834-8e76-f757822bbc65 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:42:43.997415 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:42:43.997565 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8faa38e-f97a-4834-8e76-f757822bbc65 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:42:43.997998 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'status': 'completed', 'code': 200} Jan 17 13:42:44.061185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-32b4d322-b68e-4851-9a33-c41333685607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:44.062717 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-32b4d322-b68e-4851-9a33-c41333685607 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0430582 Jan 17 13:42:44.179049 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-70954066-0455-4b7f-bf2b-ed168e60c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:44.180662 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-70954066-0455-4b7f-bf2b-ed168e60c734 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.1094074 Jan 17 13:42:44.197176 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:23Z', 'revision_number': 1, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:44.222258 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-205dd70c-5b98-45e2-9825-04ab96e5224d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4 HTTP/1.1" status: 200 len: 217 time: 0.0350690 Jan 17 13:42:44.227837 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:42:44.239238 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:44.239891 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:44.276700 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-f955e715-b319-430f-91b0-ba83a8974690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:44.278222 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-f955e715-b319-430f-91b0-ba83a8974690 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0494978 Jan 17 13:42:44.332811 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-55fe397f-0da4-4c6c-b6d0-37733c1504b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:44.334356 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-55fe397f-0da4-4c6c-b6d0-37733c1504b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489018 Jan 17 13:42:44.353694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:44.464856 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743409a-3805-4db3-b726-136043f999b3 req-74484181-2612-4035-adf1-26c50340f0ce tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:44.466281 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0743409a-3805-4db3-b726-136043f999b3 req-74484181-2612-4035-adf1-26c50340f0ce tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1732547 Jan 17 13:42:44.468552 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-1355a117-05b4-4486-82e6-ad82d61b6a68 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266193 Jan 17 13:42:44.552794 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-0743409a-3805-4db3-b726-136043f999b3 req-82cdf0fb-b0cc-40a6-8f97-fa5ecbcedb3e tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801203 Jan 17 13:42:44.580991 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:23Z', 'revision_number': 1, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:44.592321 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-ad4d2765-8149-4ffd-ba67-869410c9a07a req-675e1273-46d3-415e-919a-4eb7f41b6450 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136134 Jan 17 13:42:44.609464 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7f98ce-f9f7-419f-96a1-df2be0118d6b None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_floatingips': [{'id': '7d327a57-83ea-4048-9de1-aaea1888b742', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'router_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'port_id': '696c25f0-ad64-4987-9518-cd993d208d1f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'mac_address': 'fa:16:3e:b0:67:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T13:38:21Z', 'updated_at': '2022-01-17T13:38:23Z', 'revision_number': 1, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:42:44.830585 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f0ae3-9384-46ef-bf7e-dae1f611f119 None None] New status for floating IP 1772b432-4b9f-4934-a26c-3eeea9e27c88: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:42:45.129587 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:42:45.209156 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827942'] for port, before_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:45.231460 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:42:45.233655 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8847ff49e340d782053b0c0d1e86b49a1f9f04dee5459a79f796ff9789606e96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6834284-7316-4dda-af47-62395bdd356f" -d '{"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:42:45.246082 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:45.268416 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2056f82f-b4c6-465f-9c8b-f3384eb4ce02 x-openstack-request-id: req-2056f82f-b4c6-465f-9c8b-f3384eb4ce02 {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:42:45.268712 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "code": 200}]} {{(pid=109282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:42:45.268965 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2056f82f-b4c6-465f-9c8b-f3384eb4ce02 {{(pid=109282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:42:45.269352 dv-neutron-824886-1-hyperv neutron-server[109282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'code': 200} Jan 17 13:42:45.311315 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728215445890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728214893029', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728214893047'] for port, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:45.359784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Pushing event updated for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=8']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:45.670911 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159516d-96c8-42b0-bce2-494401abf898 req-2cb9ef6b-c7d6-4661-8f67-df2020d850cb tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:45.672397 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f159516d-96c8-42b0-bce2-494401abf898 req-2cb9ef6b-c7d6-4661-8f67-df2020d850cb tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0490904 Jan 17 13:42:45.714692 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-f159516d-96c8-42b0-bce2-494401abf898 req-7d3ffe71-3dbf-4f43-9159-04aa53a8e144 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359228 Jan 17 13:42:45.842860 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-1584ccaa-f6a7-456a-82e4-922d151c81a8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:45.844220 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-1584ccaa-f6a7-456a-82e4-922d151c81a8 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 943 time: 0.0476093 Jan 17 13:42:45.931271 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Deleting port c8e88c9a-9342-4339-8085-3f140c41b2e4 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:45.931637 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:46.359143 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] For port c8e88c9a-9342-4339-8085-3f140c41b2e4, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c8e88c9a-9342-4339-8085-3f140c41b2e4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:46.359530 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:46.372426 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Calling delete_port for c8e88c9a-9342-4339-8085-3f140c41b2e4 owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:46.568258 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:46.598475 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event deleted for resources: {'Port': ['ID=c8e88c9a-9342-4339-8085-3f140c41b2e4,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:46.640639 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] No DVR routers for this DVR port c8e88c9a-9342-4339-8085-3f140c41b2e4 on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:42:46.643212 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:46.646453 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-08ef8bcc-2416-452c-a10a-0b61898650a8 req-45c85a8a-c8e8-4ce0-b893-0dfcb9054a84 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "DELETE /v2.0/ports/c8e88c9a-9342-4339-8085-3f140c41b2e4 HTTP/1.1" status: 204 len: 173 time: 0.7963161 Jan 17 13:42:46.646883 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-deleted', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:42:46.649104 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f637dc-85c9-40eb-8c2e-49f807449d09" -d '{"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-deleted", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:42:46.689588 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ca90bf-5d2b-4e13-bbbc-5c39f1fcddb2 x-openstack-request-id: req-f1ca90bf-5d2b-4e13-bbbc-5c39f1fcddb2 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:42:46.690179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0da803-fe70-4dd4-adb8-4e217b58d0d0", "name": "network-vif-deleted", "tag": "c8e88c9a-9342-4339-8085-3f140c41b2e4", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:42:46.690179 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1ca90bf-5d2b-4e13-bbbc-5c39f1fcddb2 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:42:46.690492 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0da803-fe70-4dd4-adb8-4e217b58d0d0', 'name': 'network-vif-deleted', 'tag': 'c8e88c9a-9342-4339-8085-3f140c41b2e4', 'status': 'completed', 'code': 200} Jan 17 13:42:46.812010 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-252bf8d3-fd68-46c0-a7b7-fa4f714a90f6 req-07f57974-34d7-40b9-9f27-050584ccb9d9 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca0da803-fe70-4dd4-adb8-4e217b58d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Jan 17 13:42:49.176270 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:42:49.186828 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57670) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:49.196691 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: c8e88c9a-9342-4339-8085-3f140c41b2e4 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:42:49.197034 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device c8e88c9a-9342-4339-8085-3f140c41b2e4 not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:42:49.348614 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Deleting port 5b7acd7f-9952-49bb-9af1-d931b53e2613 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:49.348961 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:49.421374 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:49.421699 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:49.433567 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Calling delete_port for 5b7acd7f-9952-49bb-9af1-d931b53e2613 owned by network:floatingip {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:49.642365 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:49.668938 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event deleted for resources: {'Port': ['ID=5b7acd7f-9952-49bb-9af1-d931b53e2613,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:49.696725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.697075 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.697416 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.697779 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.698728 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.699076 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.699402 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.699752 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.700083 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.700403 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.700725 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.701044 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824886-1-hyperv {{(pid=109281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 13:42:49.739223 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for floatingip, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:49.739586 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.db.l3_db [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Floating IP 7d327a57-83ea-4048-9de1-aaea1888b742 disassociated (deleted). External IP: 172.26.4.218, port: 696c25f0-ad64-4987-9518-cd993d208d1f. Jan 17 13:42:49.943751 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:42:50.047868 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:42:50.053001 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for floatingip, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:50.058574 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:42:50.067607 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:50.068213 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:50.080840 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-dd78e55d-6136-48e9-89ba-84f07808eefa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "DELETE /v2.0/floatingips/7d327a57-83ea-4048-9de1-aaea1888b742 HTTP/1.1" status: 204 len: 168 time: 0.8928778 Jan 17 13:42:50.081706 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:42:50.084122 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e3aa2b6663046ee6cb084ef38bf57ec020d903ab1ac552c4cd9cf6b6b0d57e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a12c7-5a92-40b8-962f-be77c25f5491" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:42:50.184546 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:50.186928 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 13:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f3d0b-f292-449e-b4fd-e402ec744b03 x-openstack-request-id: req-2c1f3d0b-f292-449e-b4fd-e402ec744b03 {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:42:50.187425 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "status": "completed", "code": 200}]} {{(pid=109281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:42:50.187676 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c1f3d0b-f292-449e-b4fd-e402ec744b03 {{(pid=109281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:42:50.188252 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'status': 'completed', 'code': 200} Jan 17 13:42:50.253039 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-3f9c9fbd-3394-41b9-99ef-0754045f700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:50.254604 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-3f9c9fbd-3394-41b9-99ef-0754045f700f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 1097 time: 0.0444591 Jan 17 13:42:50.347999 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-1d2ce82f-c529-4ed2-9eac-cda24fc1c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:50.349497 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-1d2ce82f-c529-4ed2-9eac-cda24fc1c115 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 200 len: 910 time: 0.0888765 Jan 17 13:42:50.393226 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:50.393586 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-015570ff-2b62-44bd-bddf-4ce7160df4f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 200 len: 217 time: 0.0374899 Jan 17 13:42:50.421239 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:42:50.430086 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:50.430694 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:50.447866 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-ef4cc950-437b-475a-a549-fc7e6ede15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:50.449475 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-ef4cc950-437b-475a-a549-fc7e6ede15cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 200 len: 848 time: 0.0482395 Jan 17 13:42:50.497621 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-578e9bdc-5194-4670-99f5-2e0519a4258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:50.499183 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-578e9bdc-5194-4670-99f5-2e0519a4258e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a6271e23-4c6a-4035-a120-baf807ff4013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428126 Jan 17 13:42:50.549344 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:50.586454 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22391a8f-e1a4-4776-a170-d3407231b81b req-db2636c2-ed30-44c6-9b66-1f2a09cbded4 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:50.588109 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-22391a8f-e1a4-4776-a170-d3407231b81b req-db2636c2-ed30-44c6-9b66-1f2a09cbded4 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 944 time: 0.1147900 Jan 17 13:42:50.601269 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-ae804bb2-cd8b-4994-8c71-e5778da810a6 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947454 Jan 17 13:42:50.627464 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [req-22391a8f-e1a4-4776-a170-d3407231b81b req-29da8ca7-a768-429c-bd64-5baa8c8add5d tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Jan 17 13:42:50.690718 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-818a12c7-5a92-40b8-962f-be77c25f5491 req-25430630-7c3d-48de-99c2-f52ed4140ad0 service neutron] 10.222.0.67 "GET /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832903 Jan 17 13:42:50.753999 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:50.868253 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c0bfd-91be-48af-949b-47d771c0664b None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:58Z', 'revision_number': 4, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv', '_interfaces': [{'id': 'fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4', 'name': '', 'network_id': 'a6271e23-4c6a-4035-a120-baf807ff4013', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'mac_address': 'fa:16:3e:da:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:57Z', 'updated_at': '2022-01-17T13:38:01Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'subnets': [{'id': 'c182e581-77b8-486c-a525-0e64b1a0b157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:42:51.072901 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d814c1-5791-4f70-8231-b2cc00b603fe None None] New status for floating IP 7d327a57-83ea-4048-9de1-aaea1888b742: DOWN {{(pid=109282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 13:42:51.750489 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e7ebd-e9ed-48ef-82d7-24b0c8cb5dda req-1bcc8882-fed2-4bc2-9d11-4f33987e3c51 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:51.752020 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-802e7ebd-e9ed-48ef-82d7-24b0c8cb5dda req-1bcc8882-fed2-4bc2-9d11-4f33987e3c51 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 944 time: 0.0510113 Jan 17 13:42:51.789939 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-802e7ebd-e9ed-48ef-82d7-24b0c8cb5dda req-5fd8eecc-f03c-44e9-b010-9088781d20ea tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/security-groups?id=fdd933dc-fc49-41f4-a570-a0a1c92de634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320110 Jan 17 13:42:52.003868 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-adb2991b-7baa-4e00-998c-2459ee450915 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 13:42:52.005237 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-adb2991b-7baa-4e00-998c-2459ee450915 tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 944 time: 0.0515573 Jan 17 13:42:52.091897 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Deleting port 696c25f0-ad64-4987-9518-cd993d208d1f {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:52.092234 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:52.181100 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] For port 696c25f0-ad64-4987-9518-cd993d208d1f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=696c25f0-ad64-4987-9518-cd993d208d1f,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:52.181465 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:52.194840 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Calling delete_port for 696c25f0-ad64-4987-9518-cd993d208d1f owned by compute:nova {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:52.368262 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:52.400187 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event deleted for resources: {'Port': ['ID=696c25f0-ad64-4987-9518-cd993d208d1f,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:52.441374 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] No DVR routers for this DVR port 696c25f0-ad64-4987-9518-cd993d208d1f on host hv-neutron-8248 {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:42:52.443904 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-504064'] for port, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:52.447138 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-72805356-f233-4d6f-8743-9a03c9d1b0c1 req-d90f194a-c212-44a9-900d-3d5cf0f7ff4b tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.67 "DELETE /v2.0/ports/696c25f0-ad64-4987-9518-cd993d208d1f HTTP/1.1" status: 204 len: 173 time: 0.4352577 Jan 17 13:42:52.447601 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-deleted', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f'}] {{(pid=109280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 13:42:52.450301 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdea837695c98e21e4ab49d19efc427e784d2bbd51b0e5f2950c692de3e7c7dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25feea28-a02f-463a-959b-2f5f9282a4c2" -d '{"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-deleted", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f"}]}' {{(pid=109280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 13:42:52.485472 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828d1fc-abf9-4111-b8d6-a6008243a1f7 x-openstack-request-id: req-a828d1fc-abf9-4111-b8d6-a6008243a1f7 {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 13:42:52.485766 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5458c6-5d0a-4473-be33-57f018a5f98c", "name": "network-vif-deleted", "tag": "696c25f0-ad64-4987-9518-cd993d208d1f", "status": "completed", "code": 200}]} {{(pid=109280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 13:42:52.486028 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a828d1fc-abf9-4111-b8d6-a6008243a1f7 {{(pid=109280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 13:42:52.486433 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5458c6-5d0a-4473-be33-57f018a5f98c', 'name': 'network-vif-deleted', 'tag': '696c25f0-ad64-4987-9518-cd993d208d1f', 'status': 'completed', 'code': 200} Jan 17 13:42:52.898989 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [req-de27a60f-6f30-4236-96e1-f05382ba6cca req-5f258cf2-7707-4d39-bd9c-cf958284a06a tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed5458c6-5d0a-4473-be33-57f018a5f98c HTTP/1.1" status: 200 len: 210 time: 0.0265746 Jan 17 13:42:53.202517 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:53.954021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57692) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:54.011746 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0dd9-925d-4c14-80ac-3a7cb5cd49fa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:54.036413 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0dd9-925d-4c14-80ac-3a7cb5cd49fa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:54.162658 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0dd9-925d-4c14-80ac-3a7cb5cd49fa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:54.165283 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0dd9-925d-4c14-80ac-3a7cb5cd49fa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:54.166465 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-9c3f0dd9-925d-4c14-80ac-3a7cb5cd49fa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] 10.222.0.77 "DELETE /v2.0/security-groups/fdd933dc-fc49-41f4-a570-a0a1c92de634 HTTP/1.1" status: 204 len: 168 time: 0.2114396 Jan 17 13:42:54.176956 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f0dd9-925d-4c14-80ac-3a7cb5cd49fa tempest-TestSnapshotPattern-1000571747 tempest-TestSnapshotPattern-1000571747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd933dc-fc49-41f4-a570-a0a1c92de634,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:54.273368 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57696) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:55.007649 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:55.225058 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:42:55.245027 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] No Port match for: 696c25f0-ad64-4987-9518-cd993d208d1f {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:42:55.245915 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Device 696c25f0-ad64-4987-9518-cd993d208d1f not bound to the agent host hv-neutron-8248 {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:42:55.250542 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Deleting port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:55.250887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:55.330323 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] For port fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:55.330680 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:55.343095 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Calling delete_port for fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:55.573869 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:55.597862 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:55.764884 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:55.979902 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:42:56.085421 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:42:56.091127 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-8caa8f76-5960-4143-9c41-9688cfff93e3 admin admin] 10.222.0.77 "PUT /v2.0/routers/57c9084f-f116-4132-9ddd-0ddca4f3daa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8167262 Jan 17 13:42:56.093661 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57700) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:56.096234 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] Sync routers for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:42:56.105639 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:56.106326 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:56.198855 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.209317 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: dv-neutron-824886-1-hyperv {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:56.301150 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.380256 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:42:55Z', 'revision_number': 5, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port': {'id': 'bc769a2a-d64b-40d3-8e4f-e72909e32854', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:56.409687 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] Checking router: 57c9084f-f116-4132-9ddd-0ddca4f3daa7 for host: dv-neutron-824886-1-hyperv {{(pid=109283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:42:56.418369 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] Routers {'57c9084f-f116-4132-9ddd-0ddca4f3daa7'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:56.418969 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'], 'active': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:56.428033 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Deleting port bc769a2a-d64b-40d3-8e4f-e72909e32854 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:56.428377 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.500335 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_dvr_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] Set router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 gateway port host: None {{(pid=109283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:56.506111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] For port bc769a2a-d64b-40d3-8e4f-e72909e32854, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=bc769a2a-d64b-40d3-8e4f-e72909e32854,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:56.506484 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.524017 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Calling delete_port for bc769a2a-d64b-40d3-8e4f-e72909e32854 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:56.553470 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.l3_hamode_db [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:42:56Z', 'revision_number': 6, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port_host': None}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:56.580158 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61828f39-136e-447f-84e6-6056ff5890d0 None None] The sync data for ids ['57c9084f-f116-4132-9ddd-0ddca4f3daa7'] in dv-neutron-824886-1-hyperv is: [{'id': '57c9084f-f116-4132-9ddd-0ddca4f3daa7', 'name': 'tempest-TestSnapshotPattern-938208108-router', 'tenant_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:37:55Z', 'updated_at': '2022-01-17T13:42:56Z', 'revision_number': 6, 'project_id': 'b8cba3eb566e4dfc8e60cc456c5453db', 'gw_port_host': None}] {{(pid=109283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:42:56.762173 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.793281 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc769a2a-d64b-40d3-8e4f-e72909e32854,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:56.850950 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.942405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:56.944635 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.082506 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.083067 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57c9084f-f116-4132-9ddd-0ddca4f3daa7 {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:42:57.092168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.092168 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-2edfcb38-bccf-46e4-a992-385f52f88ce7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/57c9084f-f116-4132-9ddd-0ddca4f3daa7 HTTP/1.1" status: 204 len: 168 time: 0.9946406 Jan 17 13:42:57.092168 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57702) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:57.139392 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Deleting subnet c182e581-77b8-486c-a525-0e64b1a0b157 {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:42:57.142355 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.177395 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.253887 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.357364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.383843 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c182e581-77b8-486c-a525-0e64b1a0b157,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:57.390853 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.394417 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-b62820c4-7b47-4e25-ab22-f618f05594ed admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c182e581-77b8-486c-a525-0e64b1a0b157 HTTP/1.1" status: 204 len: 168 time: 0.3014081 Jan 17 13:42:57.396621 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1209a29-dcd3-44ad-ba09-11d5e2e281e6 None None] Network a6271e23-4c6a-4035-a120-baf807ff4013 requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:42:57.397152 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57704) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:57.442111 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:42:57.470592 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:42:57.470938 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device fd82f054-f4ea-4d6e-ad3d-7a18a1db62a4 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:42:57.471340 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.471598 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bc769a2a-d64b-40d3-8e4f-e72909e32854 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:42:57.495202 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: bc769a2a-d64b-40d3-8e4f-e72909e32854 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:42:57.495672 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device bc769a2a-d64b-40d3-8e4f-e72909e32854 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:42:57.525704 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Deleting port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 {{(pid=109280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:57.526725 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.595994 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.db [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] For port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:57.596366 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.612186 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Calling delete_port for e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 owned by network:dhcp {{(pid=109280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:57.627415 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] DHCP port deletion for a6271e23-4c6a-4035-a120-baf807ff4013 request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:42:57.675970 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] Deleting port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:57.676258 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.736830 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] For port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,segment=NetworkSegment(d30d5ca9-b6a8-441b-88bc-0e7baef8565d),segment_id=d30d5ca9-b6a8-441b-88bc-0e7baef8565d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:57.737224 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.749764 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] Calling delete_port for e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:57.790809 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60040422'] for port, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.817314 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 13:42:57.820411 dv-neutron-824886-1-hyperv neutron-server[109282]: self.session.flush() Jan 17 13:42:57.826989 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] No DVR routers for this DVR port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 on host dv-neutron-824886-1-hyperv {{(pid=109280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:42:57.827989 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.854814 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] Pushing event deleted for resources: {'Port': ['ID=e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:57.856576 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac5c25-0acd-473c-8123-99aaa579b6f0 None None] No DVR routers for this DVR port e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:42:57.902243 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.921517 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6271e23-4c6a-4035-a120-baf807ff4013']}} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:57.930342 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d') {'for_net_delete': True} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:57.930573 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.services.segments.db [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30d5ca9-b6a8-441b-88bc-0e7baef8565d') {} {{(pid=109280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:57.942185 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60421615'] for segment, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.957783 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.963527 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:42:57.964010 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60040403'] for segment, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: Traceback (most recent call last): Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: timer() Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: cb(*args, **kw) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: return func(*args, **kwargs) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: self._notify() Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: self.callback(batched_events) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: event.method(event) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: return f(self, *a, **k) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._get(url).json() Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: return self.request(url, 'GET', **kwargs) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:42:57.965684 dv-neutron-824886-1-hyperv neutron-server[109280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:42:58.065205 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:58.069635 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Notify callbacks [] for network, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:58.073069 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a6271e23-4c6a-4035-a120-baf807ff4013 HTTP/1.1" status: 204 len: 168 time: 0.6750343 Jan 17 13:42:58.076042 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57706) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:58.085872 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f2c57-212d-4a97-83c3-0fec0d01ffa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6271e23-4c6a-4035-a120-baf807ff4013,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:58.415209 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-763383'] for router_interface, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:58.655136 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Deleting port 3b67f4fd-5843-434d-ad79-a8df9909ff20 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:42:58.655479 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:58.739258 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] For port 3b67f4fd-5843-434d-ad79-a8df9909ff20, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=3b67f4fd-5843-434d-ad79-a8df9909ff20,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:42:58.739570 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:58.752275 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Calling delete_port for 3b67f4fd-5843-434d-ad79-a8df9909ff20 owned by network:router_interface {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:42:58.996867 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:59.022364 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=3b67f4fd-5843-434d-ad79-a8df9909ff20,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:42:59.186967 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-737172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765255'] for router_interface, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:59.408508 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a has already been hosted by L3 agent 9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8 {{(pid=109281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 13:42:59.448711 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:42:59.469091 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:42:59.469437 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device e8d99fcc-2edd-4cb0-80f5-0d8b9211ee42 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:42:59.515763 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] Notify agent at l3_agent.dv-neutron-824886-1-hyperv the message routers_updated {{(pid=109281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 13:42:59.520630 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-29ba58f2-f3ad-4ef0-b401-84e40c167ebf admin admin] 10.222.0.77 "PUT /v2.0/routers/5d635ad1-1e8f-497c-9af1-12e2a60a3d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4434536 Jan 17 13:42:59.523291 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57708) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:42:59.524028 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] Sync routers for ids ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'] in dv-neutron-824886-1-hyperv {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 13:42:59.533182 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] Routers {'5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:42:59.533784 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:42:59.627195 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:42:59.789264 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] Set router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:42:59.974990 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:42:58Z', 'revision_number': 5, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:43:00.005816 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] Checking router: 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a for host: dv-neutron-824886-1-hyperv {{(pid=109282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 13:43:00.014625 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:43:00.016002 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] Routers {'5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'} bound to L3 agent in host dv-neutron-824886-1-hyperv {{(pid=109282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 13:43:00.016625 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824886-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T12:37:06Z,description=,heartbeat_timestamp=2022-01-17T13:42:36Z,host='dv-neutron-824886-1-hyperv',id=9a0a83eb-a41b-488c-9b4f-fa57aa8e76b8,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T12:37:07Z,topic='l3_agent')) {'router_ids': ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'], 'active': True} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:43:00.052448 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.123190 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvr_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] Set router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a gateway port host: dv-neutron-824886-1-hyperv {{(pid=109282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 13:43:00.165111 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Deleting port a5f748f0-6bd3-44ff-bc4c-6deff55b4157 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:43:00.165451 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.247178 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] For port a5f748f0-6bd3-44ff-bc4c-6deff55b4157, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,segment=NetworkSegment(4cbeebb8-1084-4612-b01d-aa4932dff60a),segment_id=4cbeebb8-1084-4612-b01d-aa4932dff60a)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:43:00.247457 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.260021 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Calling delete_port for a5f748f0-6bd3-44ff-bc4c-6deff55b4157 owned by network:router_gateway {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:43:00.298834 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_hamode_db [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:42:58Z', 'revision_number': 5, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}], 'dv-neutron-824886-1-hyperv', False) {} {{(pid=109282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:43:00.325068 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd9de2-a7b3-468e-9e99-b4342d9e9c34 None None] The sync data for ids ['5d635ad1-1e8f-497c-9af1-12e2a60a3d7a'] in dv-neutron-824886-1-hyperv is: [{'id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'name': 'tempest-TestSnapshotPattern-1732748016-router', 'tenant_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'external_fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:42:58Z', 'revision_number': 5, 'project_id': 'a650086e2ce64cf8b0c3b6b3cde85900', 'gw_port': {'id': 'a5f748f0-6bd3-44ff-bc4c-6deff55b4157', 'name': '', 'network_id': 'c44951b7-ffd1-410f-8338-75597c7e21b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:99:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d635ad1-1e8f-497c-9af1-12e2a60a3d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824886-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T13:38:01Z', 'updated_at': '2022-01-17T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7018bce6-79b6-4f50-868a-90d2911f8cda', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824886-1-hyperv'}] {{(pid=109282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 13:43:00.487798 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.513533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f748f0-6bd3-44ff-bc4c-6deff55b4157,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:00.572014 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-762017'] for router_gateway, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.662753 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16232'] for router, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.664741 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.791176 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-761048'] for router, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.792533 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d635ad1-1e8f-497c-9af1-12e2a60a3d7a {{(pid=109281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 13:43:00.797119 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] Notify callbacks [] for router, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.800842 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-5c46c040-d5e1-436b-b6ec-93f5cfad9d2a admin admin] 10.222.0.77 "DELETE /v2.0/routers/5d635ad1-1e8f-497c-9af1-12e2a60a3d7a HTTP/1.1" status: 204 len: 168 time: 1.2740014 Jan 17 13:43:00.800842 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57710) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:43:00.846157 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Deleting subnet 6efe7c32-aa07-42fb-9ecf-c91845cd83be {{(pid=109281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 17 13:43:00.849202 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.884166 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60202118'] for subnet, precommit_delete_associations {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:00.969296 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1634343'] for subnet, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.065581 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1634350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-728750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60202162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60169371'] for subnet, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.093085 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efe7c32-aa07-42fb-9ecf-c91845cd83be,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:01.095034 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.098866 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-bfa6b34c-2246-4d96-98d4-a68a55e9e1d1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6efe7c32-aa07-42fb-9ecf-c91845cd83be HTTP/1.1" status: 204 len: 168 time: 0.2970855 Jan 17 13:43:01.099294 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de4353-0f9d-42c2-aadd-7db8335ac840 None None] Network e3e4a6f1-f775-4509-9756-9d4571aa301b requested from dv-neutron-824886-1-hyperv {{(pid=109282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 17 13:43:01.101330 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57712) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:43:01.173373 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2057244'] for network, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.227060 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Deleting port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 {{(pid=109281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:43:01.227509 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.290656 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.db [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] For port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:43:01.291019 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.308691 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.plugin [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Calling delete_port for af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 owned by network:dhcp {{(pid=109281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:43:01.310614 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] DHCP port deletion for e3e4a6f1-f775-4509-9756-9d4571aa301b request from dv-neutron-824886-1-hyperv {{(pid=109282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 17 13:43:01.359669 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] Deleting port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 {{(pid=109282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 17 13:43:01.360522 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728215439562'] for port, before_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.422955 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a5f748f0-6bd3-44ff-bc4c-6deff55b4157 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:43:01.447026 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.db [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] For port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011, host dv-neutron-824886-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824886-1-hyperv',level=0,port_id=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,segment=NetworkSegment(d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d),segment_id=d3f6f6c1-b5c0-46c1-80f8-94ad55b5556d)] {{(pid=109282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 13:43:01.447427 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762141'] for port, precommit_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.450012 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: a5f748f0-6bd3-44ff-bc4c-6deff55b4157 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:43:01.450350 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device a5f748f0-6bd3-44ff-bc4c-6deff55b4157 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:43:01.450746 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3b67f4fd-5843-434d-ad79-a8df9909ff20 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:43:01.465722 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60253029'] for port, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.478515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: 3b67f4fd-5843-434d-ad79-a8df9909ff20 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:43:01.488404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device 3b67f4fd-5843-434d-ad79-a8df9909ff20 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:43:01.488404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 no longer exists at agent ovs-agent-dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 13:43:01.488404 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] Calling delete_port for af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 owned by network:dhcp {{(pid=109282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 17 13:43:01.502159 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:01.507010 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] No DVR routers for this DVR port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 on host dv-neutron-824886-1-hyperv {{(pid=109281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:43:01.510036 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] No Port match for: af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 {{(pid=109282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 17 13:43:01.510568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.plugins.ml2.rpc [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Device af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 not bound to the agent host dv-neutron-824886-1-hyperv {{(pid=109282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 13:43:01.587601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1828537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728215445917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728214893020'] for port, after_delete {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.595405 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635320', 'neutron.services.segments.db._delete_segments_for_network-8728215192863'] for network, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.616284 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] No DVR routers for this DVR port af4f67c6-fd6d-4446-86c4-b1e5ad0e6011 on host dv-neutron-824886-1-hyperv {{(pid=109282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 13:43:01.616888 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e4a6f1-f775-4509-9756-9d4571aa301b']}} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:43:01.617919 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73463549-137f-446d-842f-8aeb94d6ad77 None None] Pushing event deleted for resources: {'Port': ['ID=af4f67c6-fd6d-4446-86c4-b1e5ad0e6011,revision_number=None']} {{(pid=109282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:01.627124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d') {'for_net_delete': True} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:43:01.627124 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.services.segments.db [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f6f6c1-b5c0-46c1-80f8-94ad55b5556d') {} {{(pid=109281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 13:43:01.637287 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728215208470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60202121'] for segment, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.650470 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480'] for segment, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.656964 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=109281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 13:43:01.657342 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60253008'] for segment, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: Traceback (most recent call last): Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: timer() Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: cb(*args, **kw) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: return func(*args, **kwargs) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: self._notify() Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: self.callback(batched_events) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: event.method(event) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: return f(self, *a, **k) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._get(url).json() Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: return self.request(url, 'GET', **kwargs) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 13:43:01.659033 dv-neutron-824886-1-hyperv neutron-server[109281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 13:43:01.745294 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-737197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-762053'] for network, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.750266 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Notify callbacks [] for network, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:01.753686 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] 10.222.0.77 "DELETE /v2.0/networks/e3e4a6f1-f775-4509-9756-9d4571aa301b HTTP/1.1" status: 204 len: 168 time: 0.6513827 Jan 17 13:43:01.767480 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cab625-0f36-4b41-9a1c-6e11601a3c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e4a6f1-f775-4509-9756-9d4571aa301b,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:02.062701 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57716) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:43:02.103474 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-abba932e-53be-480c-94c6-c64f6d901656 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b8cba3eb566e4dfc8e60cc456c5453db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396264 Jan 17 13:43:02.106018 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.wsgi [-] (109281) accepted ('10.222.0.77', 57718) {{(pid=109281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:43:02.158009 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95111013-588f-4c65-9167-7c5e40c06195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:02.179705 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95111013-588f-4c65-9167-7c5e40c06195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:02.282206 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95111013-588f-4c65-9167-7c5e40c06195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:02.284774 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron_lib.callbacks.manager [None req-95111013-588f-4c65-9167-7c5e40c06195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:02.285920 dv-neutron-824886-1-hyperv neutron-server[109281]: INFO neutron.wsgi [None req-95111013-588f-4c65-9167-7c5e40c06195 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec943de8-6193-483e-b78b-fe44732edf80 HTTP/1.1" status: 204 len: 168 time: 0.1790171 Jan 17 13:43:02.293912 dv-neutron-824886-1-hyperv neutron-server[109281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95111013-588f-4c65-9167-7c5e40c06195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec943de8-6193-483e-b78b-fe44732edf80,revision_number=None']} {{(pid=109281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:02.829089 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57724) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:43:02.869605 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-3fd7fa20-ca73-4e0b-96f9-cb3a07670e03 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a650086e2ce64cf8b0c3b6b3cde85900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392756 Jan 17 13:43:02.872869 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.wsgi [-] (109280) accepted ('10.222.0.77', 57726) {{(pid=109280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 17 13:43:02.924339 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45ea9b3-6bfc-4d65-9496-a107d2f86d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:02.945390 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45ea9b3-6bfc-4d65-9496-a107d2f86d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:03.070157 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45ea9b3-6bfc-4d65-9496-a107d2f86d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736608'] for security_group, after_delete {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:03.073091 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron_lib.callbacks.manager [None req-d45ea9b3-6bfc-4d65-9496-a107d2f86d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:03.074275 dv-neutron-824886-1-hyperv neutron-server[109280]: INFO neutron.wsgi [None req-d45ea9b3-6bfc-4d65-9496-a107d2f86d87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76ef2a50-b4ab-472f-b682-f4300e81d3e6 HTTP/1.1" status: 204 len: 168 time: 0.2004714 Jan 17 13:43:03.082311 dv-neutron-824886-1-hyperv neutron-server[109280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ea9b3-6bfc-4d65-9496-a107d2f86d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ef2a50-b4ab-472f-b682-f4300e81d3e6,revision_number=None']} {{(pid=109280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 13:43:03.819515 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-90bf8fd9-2f57-48ca-9393-0b9dbafb11bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:06.236300 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b19451c5-b9fd-4c33-88de-7411cb28efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:07.499372 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:08.973370 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:08.984662 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:23.202011 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:33.818424 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-d9f6ff58-9188-4032-ba3d-6b79fb6be528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:36.201568 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-666382f5-0328-4a62-ac81-89ebe17b1756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:37.013543 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:43:37.537230 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:38.982856 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:39.012639 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:43:53.182283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:03.822032 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fccf6d51-813c-4e4a-9734-a76420c9df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:06.224078 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-e001b8ba-688a-42ca-95a4-f287989604e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:07.538345 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:08.937763 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:08.977972 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:14.015389 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:44:23.217565 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:33.820727 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-81c8c450-04c6-4f43-9579-1e19c4d619f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:36.228693 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e8c4e23-a8c8-47fe-b226-37e0d90faf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:37.529368 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:38.974843 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:38.997549 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:44:51.014019 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:44:53.222667 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:03.817103 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-0e380ad5-c08b-4d66-a83e-4ec4316614f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:06.225468 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b6fccb44-0426-494a-88ea-5b5de5ec77ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:07.590979 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:08.959560 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:08.987913 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:23.247344 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:28.012885 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:45:33.830283 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-784d50cb-4c03-4788-bc33-033b1379cc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:36.244892 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-9a55e0ef-2830-4ff2-8247-f64d55be6611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:37.518966 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:38.959396 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:38.982184 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:45:53.252351 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:03.874599 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-df941a90-7d54-4424-bc6b-351757cec563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:05.010920 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:46:06.228807 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c7d8-3118-4cdf-a7fb-301f98befb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:07.566245 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:08.964165 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:08.992494 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:23.278112 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:33.850674 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-014b037e-2746-4b39-b782-fa757cb7df48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:36.284813 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-64c3afa4-147e-422f-98c0-f80a4aa887f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:37.536079 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:38.964786 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:38.987336 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:46:42.009305 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:46:53.266186 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:03.832486 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6185-4b78-4bc2-a490-0d4af7d706fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:06.208772 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-37b83046-188f-454d-a9ef-1fba8c696d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:07.546209 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:08.957547 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:08.974601 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:19.007819 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:47:23.254381 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:33.825534 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-17fb6fb4-1633-4041-81f8-da47e62c6ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:36.213777 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-7d02742b-9f01-4716-9e22-c4b621ca00eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:37.534096 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:38.956367 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:39.001985 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:53.270493 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:47:56.006234 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:48:03.847597 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-27241c4e-58da-4fdd-b6cd-bbb02ae3677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:06.218685 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-6e98f5b6-84a3-47ab-88ba-ebc34f3e60d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:07.544747 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:08.972999 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:09.035498 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:23.281615 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-02451f43-b86f-42d5-aa0b-3b0ee24b4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:33.004949 dv-neutron-824886-1-hyperv neutron-server[109283]: DEBUG neutron.db.agents_db [None req-cf4e58b1-aff2-40f5-bb1e-e467cacc6381 None None] Agent healthcheck: found 6 active agents {{(pid=109283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 13:48:33.858362 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-69c1d2f8-53d2-4e73-8aef-4bee9ce0e3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:36.218139 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-aba06ecf-69cf-4a7f-b9ae-03162430e401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:37.544339 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-b64d494b-f07d-424b-b1f7-317b0eeb0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:38.978651 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-10ef4204-4fba-4a51-8a0b-462e32bd79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 13:48:39.006809 dv-neutron-824886-1-hyperv neutron-server[109282]: DEBUG neutron_lib.callbacks.manager [None req-fcb0bb9a-0248-4b38-bebf-b98f2584ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728215191143', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1637298'] for agent, after_update {{(pid=109282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}